-- Logs begin at Tue 2022-05-03 13:48:11 UTC, end at Tue 2022-05-03 15:13:15 UTC. -- May 03 14:37:51.056163 dv-cinder-840289-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. May 03 14:37:53.833806 dv-cinder-840289-3-iscsi neutron-server[110186]: INFO neutron.common.config [-] Logging enabled! May 03 14:37:53.834330 dv-cinder-840289-3-iscsi neutron-server[110186]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev177 May 03 14:37:53.834592 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=110186) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 03 14:37:53.837910 dv-cinder-840289-3-iscsi neutron-server[110186]: INFO neutron.common.config [-] Logging enabled! May 03 14:37:53.838163 dv-cinder-840289-3-iscsi neutron-server[110186]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev177 May 03 14:37:53.838474 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=110186) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 03 14:37:53.839425 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 03 14:37:53.839659 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 03 14:37:53.840024 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 03 14:37:53.840268 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 03 14:37:53.840492 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 03 14:37:53.840806 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:53.841199 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:53.841430 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:53.841728 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:53.842023 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:53.842305 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:53.842596 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:53.842894 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:53.843200 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:53.843479 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:53.843762 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:53.843991 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:53.844269 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.common.config [-] config_source = [] {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:53.844554 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:53.844840 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:53.845062 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.common.config [-] debug = True {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:53.845338 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:53.845767 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:53.846178 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:53.846456 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:53.846746 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:53.847054 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:53.847325 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:53.847599 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:53.848420 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:53.848748 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.common.config [-] host = dv-cinder-840289-3-iscsi {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:53.849025 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:53.849314 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:53.849599 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:53.849881 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:53.850153 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:53.850429 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:53.850712 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:53.850985 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.common.config [-] log_dir = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:53.851281 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.common.config [-] log_file = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:53.851555 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:53.851840 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:53.852125 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:53.852414 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:53.852637 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:53.852861 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:53.853142 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:53.853437 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:53.853708 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:53.853976 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:53.854246 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:53.854515 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:53.854783 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:53.855069 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:53.855353 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:53.855634 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:53.855916 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:53.856184 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:53.856452 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:53.856717 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:53.856988 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:53.857268 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:53.857534 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:53.857800 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:53.858065 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:53.858348 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:53.858612 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:53.858878 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:53.859198 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:53.859483 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:53.859761 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:53.860045 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:53.860313 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:53.860593 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:53.860860 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:53.861126 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.common.config [-] use_journal = False {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:53.861392 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.common.config [-] use_json = False {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:53.861658 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:53.861921 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:53.862197 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:53.862466 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:53.862732 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:53.863018 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:53.863308 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:53.863594 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:53.863962 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:53.864260 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:53.864556 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:53.864855 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:53.865134 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:53.865438 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:53.865714 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:53.866002 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:53.866277 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:53.866565 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:53.866852 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:53.867179 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:53.867459 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:53.867755 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:53.868042 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:53.868340 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:53.868642 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:53.868939 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:53.869231 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:53.869505 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:53.869780 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:53.870052 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:53.870329 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:53.870614 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:53.870886 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:53.871201 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:53.871491 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:53.871766 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:53.872061 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:53.872345 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:53.872626 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:53.872914 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:53.873201 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:53.873473 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:53.873749 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:53.874036 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:53.874312 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:53.874583 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:53.874857 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:53.875177 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:53.875454 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:53.875720 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:53.875997 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:53.876277 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:53.876548 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:53.876822 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:53.877102 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:53.877393 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:53.877666 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:53.877938 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:53.878210 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:53.878487 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:53.878756 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:53.879108 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:53.879593 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:53.879876 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:53.880150 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:53.880428 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:53.880702 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:53.880976 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:53.881256 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:53.881533 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:53.881809 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:53.882082 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:53.882355 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:53.882630 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:53.882902 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:53.883208 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:53.883479 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:53.883751 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:53.884025 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:53.884296 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:53.884566 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:53.884839 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:53.885109 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:53.885382 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:53.885679 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:53.885958 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:53.886234 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:53.886510 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:53.886786 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:53.887090 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:53.887367 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:53.887641 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:53.887915 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:53.888187 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:53.888476 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:53.888757 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:53.889038 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:53.889317 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:53.889608 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:53.889902 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:53.890176 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:53.890450 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:53.890729 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:53.891012 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:53.891301 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:53.891580 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:53.891859 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:53.892153 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:53.892448 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:53.892740 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:53.893033 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:53.893325 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:53.893599 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:53.893902 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:53.894184 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:53.894402 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 03 14:37:53.895301 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=110186) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 03 14:37:54.352053 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=110186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 03 14:37:54.352331 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=110186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 03 14:37:54.352627 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=110186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 03 14:37:54.352960 dv-cinder-840289-3-iscsi neutron-server[110186]: INFO neutron.manager [-] Loading core plugin: ml2 May 03 14:37:54.676975 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:37:54.677176 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:37:54.677448 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:37:54.678629 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:37:54.678904 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:37:54.679193 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:37:54.732915 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:37:54.733192 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:37:54.733462 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:37:54.748403 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:37:54.748680 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:37:54.748946 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:37:54.778768 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:37:54.779083 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:37:54.779352 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:37:54.816258 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:37:54.816661 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:37:54.817127 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:37:55.154829 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=110186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:37:55.155482 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=110186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:37:55.155482 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=110186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:37:55.155664 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=110186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:37:55.156323 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=110186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:37:55.255373 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=110186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:37:55.255677 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=110186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:37:55.255965 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=110186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:37:55.256239 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=110186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:37:55.256509 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=110186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:37:55.256816 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=110186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:37:55.257075 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=110186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:37:55.257329 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=110186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:37:55.257581 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=110186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:37:55.257859 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=110186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:37:55.258115 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=110186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:37:55.258375 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=110186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:37:55.258625 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=110186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:37:55.258872 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=110186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:37:55.259147 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=110186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:37:55.259409 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:37:55.259662 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=110186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:37:55.259923 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=110186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:37:55.260188 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=110186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:37:55.260446 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=110186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:37:55.260713 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:37:55.260960 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:37:55.261238 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:37:55.261611 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:37:55.261859 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:37:55.262102 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:37:55.262496 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=110186) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 03 14:37:55.262735 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=110186) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 03 14:37:55.262973 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=110186) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 03 14:37:55.263233 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=110186) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 03 14:37:55.263468 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=110186) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 03 14:37:55.263702 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=110186) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 03 14:37:55.264064 dv-cinder-840289-3-iscsi neutron-server[110186]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 03 14:37:55.267229 dv-cinder-840289-3-iscsi neutron-server[110186]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 03 14:37:55.271630 dv-cinder-840289-3-iscsi neutron-server[110186]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 03 14:37:55.275579 dv-cinder-840289-3-iscsi neutron-server[110186]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])]) May 03 14:37:55.277188 dv-cinder-840289-3-iscsi neutron-server[110186]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 03 14:37:55.277650 dv-cinder-840289-3-iscsi neutron-server[110186]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 03 14:37:55.278135 dv-cinder-840289-3-iscsi neutron-server[110186]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 03 14:37:55.278523 dv-cinder-840289-3-iscsi neutron-server[110186]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 03 14:37:55.281431 dv-cinder-840289-3-iscsi neutron-server[110186]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 03 14:37:55.281685 dv-cinder-840289-3-iscsi neutron-server[110186]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 03 14:37:55.282024 dv-cinder-840289-3-iscsi neutron-server[110186]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 03 14:37:55.287413 dv-cinder-840289-3-iscsi neutron-server[110186]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] May 03 14:37:55.310966 dv-cinder-840289-3-iscsi neutron-server[110186]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 03 14:37:55.311450 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=110186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:37:55.311743 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=110186) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} May 03 14:37:55.312109 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=110186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:37:55.313449 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=110186) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 03 14:37:55.313726 dv-cinder-840289-3-iscsi neutron-server[110186]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 03 14:37:55.313973 dv-cinder-840289-3-iscsi neutron-server[110186]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 03 14:37:55.317295 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=110186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:37:55.317572 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=110186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:37:55.379343 dv-cinder-840289-3-iscsi neutron-server[110186]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 03 14:37:55.379575 dv-cinder-840289-3-iscsi neutron-server[110186]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 03 14:37:55.379811 dv-cinder-840289-3-iscsi neutron-server[110186]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 03 14:37:55.380171 dv-cinder-840289-3-iscsi neutron-server[110186]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 03 14:37:55.401160 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_db.sqlalchemy.engines [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=110186) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 03 14:37:55.971674 dv-cinder-840289-3-iscsi neutron-server[110186]: INFO neutron.plugins.ml2.managers [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Initializing driver for type 'gre' May 03 14:37:55.972252 dv-cinder-840289-3-iscsi neutron-server[110186]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] gre ID ranges: [(1, 1000)] May 03 14:37:56.154550 dv-cinder-840289-3-iscsi neutron-server[110186]: INFO neutron.plugins.ml2.managers [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Initializing driver for type 'local' May 03 14:37:56.154893 dv-cinder-840289-3-iscsi neutron-server[110186]: INFO neutron.plugins.ml2.managers [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Initializing driver for type 'vlan' May 03 14:37:56.256394 dv-cinder-840289-3-iscsi neutron-server[110186]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] VlanTypeDriver initialization complete May 03 14:37:56.256732 dv-cinder-840289-3-iscsi neutron-server[110186]: INFO neutron.plugins.ml2.managers [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Initializing driver for type 'vxlan' May 03 14:37:56.257237 dv-cinder-840289-3-iscsi neutron-server[110186]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] vxlan ID ranges: [(1, 1000)] May 03 14:37:56.456426 dv-cinder-840289-3-iscsi neutron-server[110186]: INFO neutron.plugins.ml2.managers [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Initializing extension driver 'port_security' May 03 14:37:56.456696 dv-cinder-840289-3-iscsi neutron-server[110186]: INFO neutron.plugins.ml2.extensions.port_security [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] PortSecurityExtensionDriver initialization complete May 03 14:37:56.457617 dv-cinder-840289-3-iscsi neutron-server[110186]: INFO neutron.plugins.ml2.managers [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Initializing mechanism driver 'openvswitch' May 03 14:37:56.457980 dv-cinder-840289-3-iscsi neutron-server[110186]: INFO neutron.plugins.ml2.managers [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Initializing mechanism driver 'hyperv' May 03 14:37:56.464522 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.plugins.ml2.plugin [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=110186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:37:56.465369 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Subscribe: > port after_create 55550000 {{(pid=110186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:37:56.465740 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Subscribe: > port after_update 55550000 {{(pid=110186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:37:56.466093 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Subscribe: > port after_delete 55550000 {{(pid=110186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:37:56.466615 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=110186) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 03 14:37:56.467113 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Subscribe: > subnet after_create 55550000 {{(pid=110186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:37:56.467473 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Subscribe: > subnet after_update 55550000 {{(pid=110186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:37:56.467816 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Subscribe: > subnet after_delete 55550000 {{(pid=110186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:37:56.468214 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=110186) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 03 14:37:56.468643 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Subscribe: > network after_create 55550000 {{(pid=110186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:37:56.468992 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Subscribe: > network after_update 55550000 {{(pid=110186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:37:56.469336 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Subscribe: > network after_delete 55550000 {{(pid=110186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:37:56.469732 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=110186) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 03 14:37:56.470134 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Subscribe: > security_group after_create 55550000 {{(pid=110186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:37:56.470483 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Subscribe: > security_group after_update 55550000 {{(pid=110186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:37:56.470822 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Subscribe: > security_group after_delete 55550000 {{(pid=110186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:37:56.471241 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=110186) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 03 14:37:56.471647 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=110186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:37:56.471991 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=110186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:37:56.472331 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=110186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:37:56.472753 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=110186) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 03 14:37:56.473304 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Subscribe: > address_group after_create 55550000 {{(pid=110186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:37:56.473651 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Subscribe: > address_group after_update 55550000 {{(pid=110186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:37:56.473988 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Subscribe: > address_group after_delete 55550000 {{(pid=110186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:37:56.474387 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=110186) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 03 14:37:56.474829 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] ML2 OVO RPC backend initialized. {{(pid=110186) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} May 03 14:37:56.475554 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Subscribe: > router_interface after_create 55550000 {{(pid=110186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:37:56.478132 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=110186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:37:56.478132 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Subscribe: > network before_response 55550000 {{(pid=110186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:37:56.478132 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Subscribe: > networks before_response 55550000 {{(pid=110186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:37:56.478132 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Subscribe: > port before_response 55550000 {{(pid=110186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:37:56.478455 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Subscribe: > ports before_response 55550000 {{(pid=110186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:37:56.478455 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Subscribe: > subnet before_response 55550000 {{(pid=110186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:37:56.478455 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Subscribe: > subnets before_response 55550000 {{(pid=110186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:37:56.478455 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Subscribe: > network after_create 55550000 {{(pid=110186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:37:56.478750 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Subscribe: > network after_update 55550000 {{(pid=110186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:37:56.478931 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Subscribe: > network after_delete 55550000 {{(pid=110186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:37:56.479285 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Subscribe: > port after_create 55550000 {{(pid=110186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:37:56.479619 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Subscribe: > port after_update 55550000 {{(pid=110186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:37:56.479952 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Subscribe: > port after_delete 55550000 {{(pid=110186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:37:56.480282 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Subscribe: > subnet after_create 55550000 {{(pid=110186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:37:56.480612 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Subscribe: > subnet after_update 55550000 {{(pid=110186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:37:56.480942 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Subscribe: > subnet after_delete 55550000 {{(pid=110186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:37:56.488590 dv-cinder-840289-3-iscsi neutron-server[110186]: INFO neutron.quota [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loaded quota_driver: . May 03 14:37:56.488960 dv-cinder-840289-3-iscsi neutron-server[110186]: INFO neutron.plugins.ml2.plugin [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Modular L2 Plugin initialization complete May 03 14:37:56.489310 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.manager [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loading services supported by the core plugin {{(pid=110186) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 03 14:37:56.489656 dv-cinder-840289-3-iscsi neutron-server[110186]: INFO neutron.plugins.ml2.managers [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Got port-security extension from driver 'port_security' May 03 14:37:56.490134 dv-cinder-840289-3-iscsi neutron-server[110186]: INFO neutron.extensions.vlantransparent [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Disabled vlantransparent extension. May 03 14:37:56.490627 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.manager [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=110186) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 03 14:37:56.490954 dv-cinder-840289-3-iscsi neutron-server[110186]: INFO neutron.manager [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loading Plugin: router May 03 14:37:56.526167 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Subscribe: > router_interface before_create 55550000 {{(pid=110186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:37:56.526553 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Subscribe: > router after_create 55549900 {{(pid=110186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:37:56.526923 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Subscribe: > router before_create 55549900 {{(pid=110186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:37:56.527311 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=110186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:37:56.527680 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=110186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:37:56.528036 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Subscribe: > router after_delete 55549900 {{(pid=110186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:37:56.528391 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Subscribe: > floatingip after_create 55550000 {{(pid=110186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:37:56.528739 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Subscribe: > floatingip after_update 55550000 {{(pid=110186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:37:56.529098 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Subscribe: > router after_create 55549900 {{(pid=110186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:37:56.529448 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Subscribe: > router after_update 55549900 {{(pid=110186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:37:56.529797 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Subscribe: > router after_update 55549900 {{(pid=110186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:37:56.530148 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=110186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:37:56.530619 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Subscribe: > router after_update 55549900 {{(pid=110186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:37:56.531059 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Subscribe: > router precommit_update 55549900 {{(pid=110186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:37:56.531431 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Subscribe: port after_update 55550000 {{(pid=110186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:37:56.531771 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Subscribe: port after_delete 55550000 {{(pid=110186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:37:56.532108 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Subscribe: subnet after_update 55550000 {{(pid=110186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:37:56.532446 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=110186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:37:56.532800 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Subscribe: > port precommit_delete 55550000 {{(pid=110186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:37:56.533144 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Subscribe: > router precommit_create 55549900 {{(pid=110186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:37:56.533483 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Subscribe: port before_delete 55550000 {{(pid=110186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:37:56.533824 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Subscribe: > router precommit_create 55550000 {{(pid=110186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:37:56.534174 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Subscribe: > router after_update 55549900 {{(pid=110186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:37:56.534515 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Subscribe: > router precommit_delete 55549900 {{(pid=110186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:37:56.534864 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Subscribe: > router precommit_create 55549900 {{(pid=110186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:37:56.535340 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Subscribe: > router_interface after_create 55550000 {{(pid=110186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:37:56.535340 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Subscribe: > router precommit_update 55549900 {{(pid=110186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:37:56.535995 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Subscribe: > agent after_create 55550000 {{(pid=110186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:37:56.536344 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Subscribe: > agent after_delete 55550000 {{(pid=110186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:37:56.536684 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Subscribe: > network after_delete 55550000 {{(pid=110186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:37:56.537523 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.quota.resource_registry [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Tracking information for resource: router configured {{(pid=110186) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 03 14:37:56.537847 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.quota.resource_registry [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Tracking information for resource: floatingip configured {{(pid=110186) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 03 14:37:56.542676 dv-cinder-840289-3-iscsi neutron-server[110186]: INFO neutron.db.l3_agentschedulers_db [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 03 14:37:56.543276 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Subscribe: port after_update 55550000 {{(pid=110186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:37:56.543642 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Subscribe: port after_create 55550000 {{(pid=110186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:37:56.543994 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Subscribe: port after_delete 55550000 {{(pid=110186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:37:56.544345 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Subscribe: port after_update 55550000 {{(pid=110186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:37:56.545132 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Subscribe: > router before_create 55550100 {{(pid=110186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:37:56.545498 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Subscribe: > router precommit_delete 55550100 {{(pid=110186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:37:56.545861 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Subscribe: > router precommit_create 55550100 {{(pid=110186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:37:56.546217 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Subscribe: > router precommit_update 55550100 {{(pid=110186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:37:56.551059 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.services.provider_configuration [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Service providers = [] {{(pid=110186) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 03 14:37:56.551435 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.db.servicetype_db [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=110186) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 03 14:37:56.554393 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.services.service_base [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=110186) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 03 14:37:56.554733 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.services.service_base [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=110186) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 03 14:37:56.555103 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.services.service_base [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=110186) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 03 14:37:56.556285 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.services.service_base [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=110186) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 03 14:37:56.556660 dv-cinder-840289-3-iscsi neutron-server[110186]: INFO neutron.services.service_base [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Default provider is not specified for service type L3_ROUTER_NAT May 03 14:37:56.557034 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.manager [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=110186) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 03 14:37:56.557348 dv-cinder-840289-3-iscsi neutron-server[110186]: INFO neutron.manager [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 03 14:37:56.568472 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.manager [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=110186) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 03 14:37:56.568801 dv-cinder-840289-3-iscsi neutron-server[110186]: INFO neutron.manager [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loading Plugin: auto_allocate May 03 14:37:56.574483 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Subscribe: network precommit_update 55550000 {{(pid=110186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:37:56.574855 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Subscribe: network precommit_create 55550000 {{(pid=110186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:37:56.575408 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.manager [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=110186) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 03 14:37:56.575730 dv-cinder-840289-3-iscsi neutron-server[110186]: INFO neutron.manager [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loading Plugin: tag May 03 14:37:56.583055 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.manager [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=110186) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 03 14:37:56.583383 dv-cinder-840289-3-iscsi neutron-server[110186]: INFO neutron.manager [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loading Plugin: timestamp May 03 14:37:56.587194 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.manager [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=110186) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 03 14:37:56.587527 dv-cinder-840289-3-iscsi neutron-server[110186]: INFO neutron.manager [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loading Plugin: network_ip_availability May 03 14:37:56.592981 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=110186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:37:56.593354 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=110186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:37:56.593709 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:37:56.594412 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.manager [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=110186) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 03 14:37:56.594733 dv-cinder-840289-3-iscsi neutron-server[110186]: INFO neutron.manager [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loading Plugin: flavors May 03 14:37:56.599809 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.manager [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=110186) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 03 14:37:56.600143 dv-cinder-840289-3-iscsi neutron-server[110186]: INFO neutron.manager [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loading Plugin: revisions May 03 14:37:56.604380 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.manager [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=110186) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 03 14:37:56.604774 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_concurrency.lockutils [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.252s {{(pid=110186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 03 14:37:56.605508 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=110186) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} May 03 14:37:56.605845 dv-cinder-840289-3-iscsi neutron-server[110186]: INFO neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Initializing extension manager. May 03 14:37:56.606369 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loading extension file: __init__.py {{(pid=110186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:37:56.606710 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loading extension file: __pycache__ {{(pid=110186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:37:56.607076 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loading extension file: _port_mac_address_override.py {{(pid=110186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:37:56.607411 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loading extension file: address_group.py {{(pid=110186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:37:56.608154 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=110186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:37:56.608723 dv-cinder-840289-3-iscsi neutron-server[110186]: INFO neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loaded extension: address-group May 03 14:37:56.609047 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loading extension file: address_scope.py {{(pid=110186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:37:56.609752 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=110186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:37:56.610267 dv-cinder-840289-3-iscsi neutron-server[110186]: INFO neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loaded extension: address-scope May 03 14:37:56.610587 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loading extension file: admin_state_down_before_update.py {{(pid=110186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:37:56.611531 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=110186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:37:56.612052 dv-cinder-840289-3-iscsi neutron-server[110186]: INFO neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loaded extension: router-admin-state-down-before-update May 03 14:37:56.612376 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loading extension file: agent.py {{(pid=110186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:37:56.613075 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=110186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:37:56.613790 dv-cinder-840289-3-iscsi neutron-server[110186]: INFO neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loaded extension: agent May 03 14:37:56.614117 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loading extension file: agent_resources_synced.py {{(pid=110186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:37:56.615044 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=110186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:37:56.615565 dv-cinder-840289-3-iscsi neutron-server[110186]: INFO neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loaded extension: agent-resources-synced May 03 14:37:56.615887 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loading extension file: allowedaddresspairs.py {{(pid=110186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:37:56.617651 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=110186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:37:56.618172 dv-cinder-840289-3-iscsi neutron-server[110186]: INFO neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loaded extension: allowed-address-pairs May 03 14:37:56.618500 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loading extension file: auto_allocated_topology.py {{(pid=110186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:37:56.619600 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=110186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:37:56.620115 dv-cinder-840289-3-iscsi neutron-server[110186]: INFO neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loaded extension: auto-allocated-topology May 03 14:37:56.620439 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loading extension file: availability_zone.py {{(pid=110186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:37:56.621124 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=110186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:37:56.621634 dv-cinder-840289-3-iscsi neutron-server[110186]: INFO neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loaded extension: availability_zone May 03 14:37:56.621955 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loading extension file: availability_zone_filter.py {{(pid=110186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:37:56.622866 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=110186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:37:56.623413 dv-cinder-840289-3-iscsi neutron-server[110186]: INFO neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loaded extension: availability_zone_filter May 03 14:37:56.623735 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loading extension file: data_plane_status.py {{(pid=110186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:37:56.624631 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=110186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:37:56.625145 dv-cinder-840289-3-iscsi neutron-server[110186]: INFO neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Extension data-plane-status not supported by any of loaded plugins May 03 14:37:56.625465 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loading extension file: default_subnetpools.py {{(pid=110186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:37:56.626365 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=110186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:37:56.626875 dv-cinder-840289-3-iscsi neutron-server[110186]: INFO neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loaded extension: default-subnetpools May 03 14:37:56.627232 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loading extension file: dhcpagentscheduler.py {{(pid=110186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:37:56.628030 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=110186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:37:56.628536 dv-cinder-840289-3-iscsi neutron-server[110186]: INFO neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loaded extension: dhcp_agent_scheduler May 03 14:37:56.629376 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loading extension file: dns.py {{(pid=110186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:37:56.630280 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=110186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:37:56.630780 dv-cinder-840289-3-iscsi neutron-server[110186]: INFO neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Extension dns-integration not supported by any of loaded plugins May 03 14:37:56.631137 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loading extension file: dns_domain_ports.py {{(pid=110186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:37:56.632041 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=110186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:37:56.632546 dv-cinder-840289-3-iscsi neutron-server[110186]: INFO neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Extension dns-domain-ports not supported by any of loaded plugins May 03 14:37:56.632864 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=110186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:37:56.633775 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=110186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:37:56.634280 dv-cinder-840289-3-iscsi neutron-server[110186]: INFO neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins May 03 14:37:56.634600 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loading extension file: dvr.py {{(pid=110186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:37:56.635293 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=110186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:37:56.635800 dv-cinder-840289-3-iscsi neutron-server[110186]: INFO neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loaded extension: dvr May 03 14:37:56.636121 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loading extension file: ecmp_routes.py {{(pid=110186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:37:56.637023 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=110186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:37:56.637526 dv-cinder-840289-3-iscsi neutron-server[110186]: INFO neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Extension ecmp_routes not supported by any of loaded plugins May 03 14:37:56.637844 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loading extension file: empty_string_filtering.py {{(pid=110186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:37:56.638743 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=110186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:37:56.639289 dv-cinder-840289-3-iscsi neutron-server[110186]: INFO neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loaded extension: empty-string-filtering May 03 14:37:56.639609 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=110186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:37:56.640508 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=110186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:37:56.641012 dv-cinder-840289-3-iscsi neutron-server[110186]: INFO neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 03 14:37:56.641328 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=110186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:37:56.642233 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=110186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:37:56.642736 dv-cinder-840289-3-iscsi neutron-server[110186]: INFO neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 03 14:37:56.643085 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loading extension file: external_net.py {{(pid=110186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:37:56.643994 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=110186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:37:56.645129 dv-cinder-840289-3-iscsi neutron-server[110186]: INFO neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loaded extension: external-net May 03 14:37:56.645484 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loading extension file: extra_dhcp_opt.py {{(pid=110186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:37:56.646393 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=110186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:37:56.646902 dv-cinder-840289-3-iscsi neutron-server[110186]: INFO neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loaded extension: extra_dhcp_opt May 03 14:37:56.647253 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loading extension file: extraroute.py {{(pid=110186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:37:56.648158 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=110186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:37:56.648665 dv-cinder-840289-3-iscsi neutron-server[110186]: INFO neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loaded extension: extraroute May 03 14:37:56.648986 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loading extension file: extraroute_atomic.py {{(pid=110186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:37:56.650179 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=110186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:37:56.650697 dv-cinder-840289-3-iscsi neutron-server[110186]: INFO neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loaded extension: extraroute-atomic May 03 14:37:56.651047 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loading extension file: filter_validation.py {{(pid=110186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:37:56.651713 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=110186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:37:56.652223 dv-cinder-840289-3-iscsi neutron-server[110186]: INFO neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loaded extension: filter-validation May 03 14:37:56.652547 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loading extension file: fip_pf_description.py {{(pid=110186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:37:56.653446 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=110186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:37:56.653953 dv-cinder-840289-3-iscsi neutron-server[110186]: INFO neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 03 14:37:56.654272 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loading extension file: fip_pf_port_range.py {{(pid=110186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:37:56.655200 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=110186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:37:56.655705 dv-cinder-840289-3-iscsi neutron-server[110186]: INFO neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins May 03 14:37:56.656023 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loading extension file: fip_port_details.py {{(pid=110186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:37:56.656932 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=110186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:37:56.657435 dv-cinder-840289-3-iscsi neutron-server[110186]: INFO neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loaded extension: fip-port-details May 03 14:37:56.657754 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loading extension file: flavors.py {{(pid=110186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:37:56.658952 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=110186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:37:56.659499 dv-cinder-840289-3-iscsi neutron-server[110186]: INFO neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loaded extension: flavors May 03 14:37:56.659824 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=110186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:37:56.661465 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=110186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:37:56.661986 dv-cinder-840289-3-iscsi neutron-server[110186]: INFO neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 03 14:37:56.662317 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loading extension file: floatingip_pools.py {{(pid=110186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:37:56.663020 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=110186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:37:56.663555 dv-cinder-840289-3-iscsi neutron-server[110186]: INFO neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loaded extension: floatingip-pools May 03 14:37:56.663884 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loading extension file: ip_allocation.py {{(pid=110186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:37:56.664801 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=110186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:37:56.665311 dv-cinder-840289-3-iscsi neutron-server[110186]: INFO neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Extension ip_allocation not supported by any of loaded plugins May 03 14:37:56.665635 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=110186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:37:56.666551 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=110186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:37:56.667104 dv-cinder-840289-3-iscsi neutron-server[110186]: INFO neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loaded extension: ip-substring-filtering May 03 14:37:56.667433 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loading extension file: l2_adjacency.py {{(pid=110186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:37:56.668362 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=110186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:37:56.668878 dv-cinder-840289-3-iscsi neutron-server[110186]: INFO neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Extension l2_adjacency not supported by any of loaded plugins May 03 14:37:56.669201 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loading extension file: l3.py {{(pid=110186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:37:56.670152 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=110186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:37:56.670671 dv-cinder-840289-3-iscsi neutron-server[110186]: INFO neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loaded extension: router May 03 14:37:56.671020 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loading extension file: l3_conntrack_helper.py {{(pid=110186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:37:56.673202 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=110186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:37:56.673742 dv-cinder-840289-3-iscsi neutron-server[110186]: INFO neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 03 14:37:56.674072 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=110186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:37:56.674986 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=110186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:37:56.675534 dv-cinder-840289-3-iscsi neutron-server[110186]: INFO neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loaded extension: ext-gw-mode May 03 14:37:56.676396 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=110186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:37:56.677401 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=110186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:37:56.677915 dv-cinder-840289-3-iscsi neutron-server[110186]: INFO neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loaded extension: l3-ha May 03 14:37:56.678240 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=110186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:37:56.679178 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=110186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:37:56.679686 dv-cinder-840289-3-iscsi neutron-server[110186]: INFO neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins May 03 14:37:56.680009 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loading extension file: l3_flavors.py {{(pid=110186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:37:56.681164 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=110186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:37:56.681676 dv-cinder-840289-3-iscsi neutron-server[110186]: INFO neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loaded extension: l3-flavors May 03 14:37:56.682000 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loading extension file: l3_ndp_proxy.py {{(pid=110186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:37:56.683397 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=110186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:37:56.683931 dv-cinder-840289-3-iscsi neutron-server[110186]: INFO neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Extension l3-ndp-proxy not supported by any of loaded plugins May 03 14:37:56.684261 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=110186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:37:56.685168 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=110186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:37:56.685688 dv-cinder-840289-3-iscsi neutron-server[110186]: INFO neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loaded extension: l3-port-ip-change-not-allowed May 03 14:37:56.686016 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loading extension file: l3agentscheduler.py {{(pid=110186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:37:56.687062 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=110186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:37:56.687582 dv-cinder-840289-3-iscsi neutron-server[110186]: INFO neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loaded extension: l3_agent_scheduler May 03 14:37:56.687910 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loading extension file: local_ip.py {{(pid=110186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:37:56.691047 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=110186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:37:56.692259 dv-cinder-840289-3-iscsi neutron-server[110186]: INFO neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Extension local_ip not supported by any of loaded plugins May 03 14:37:56.692726 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loading extension file: logging.py {{(pid=110186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:37:56.694253 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=110186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:37:56.694785 dv-cinder-840289-3-iscsi neutron-server[110186]: INFO neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Extension logging not supported by any of loaded plugins May 03 14:37:56.695150 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loading extension file: metering.py {{(pid=110186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:37:56.695885 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=110186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:37:56.696467 dv-cinder-840289-3-iscsi neutron-server[110186]: INFO neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loaded extension: metering May 03 14:37:56.696790 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=110186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:37:56.697867 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=110186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:37:56.698387 dv-cinder-840289-3-iscsi neutron-server[110186]: INFO neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loaded extension: metering_source_and_destination_fields May 03 14:37:56.698714 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loading extension file: multiprovidernet.py {{(pid=110186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:37:56.699669 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=110186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:37:56.700187 dv-cinder-840289-3-iscsi neutron-server[110186]: INFO neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loaded extension: multi-provider May 03 14:37:56.700512 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loading extension file: netmtu.py {{(pid=110186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:37:56.701417 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=110186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:37:56.701931 dv-cinder-840289-3-iscsi neutron-server[110186]: INFO neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loaded extension: net-mtu May 03 14:37:56.702254 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loading extension file: netmtu_writable.py {{(pid=110186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:37:56.703195 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=110186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:37:56.703707 dv-cinder-840289-3-iscsi neutron-server[110186]: INFO neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loaded extension: net-mtu-writable May 03 14:37:56.704035 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loading extension file: network_availability_zone.py {{(pid=110186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:37:56.704691 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=110186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:37:56.705201 dv-cinder-840289-3-iscsi neutron-server[110186]: INFO neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loaded extension: network_availability_zone May 03 14:37:56.705520 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loading extension file: network_ip_availability.py {{(pid=110186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:37:56.706645 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=110186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:37:56.707329 dv-cinder-840289-3-iscsi neutron-server[110186]: INFO neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loaded extension: network-ip-availability May 03 14:37:56.707667 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loading extension file: network_segment_range.py {{(pid=110186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:37:56.708425 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=110186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:37:56.708935 dv-cinder-840289-3-iscsi neutron-server[110186]: INFO neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Extension network-segment-range not supported by any of loaded plugins May 03 14:37:56.709257 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loading extension file: pagination.py {{(pid=110186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:37:56.710227 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=110186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:37:56.710560 dv-cinder-840289-3-iscsi neutron-server[110186]: INFO neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loaded extension: pagination May 03 14:37:56.710881 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loading extension file: port_device_profile.py {{(pid=110186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:37:56.711815 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=110186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:37:56.712336 dv-cinder-840289-3-iscsi neutron-server[110186]: INFO neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loaded extension: port-device-profile May 03 14:37:56.712656 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loading extension file: port_mac_address_override.py {{(pid=110186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:37:56.713582 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=110186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:37:56.714099 dv-cinder-840289-3-iscsi neutron-server[110186]: INFO neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loaded extension: port-mac-override May 03 14:37:56.714416 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=110186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:37:56.715359 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=110186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:37:56.715873 dv-cinder-840289-3-iscsi neutron-server[110186]: INFO neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loaded extension: port-mac-address-regenerate May 03 14:37:56.716190 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=110186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:37:56.717091 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=110186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:37:56.717605 dv-cinder-840289-3-iscsi neutron-server[110186]: INFO neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loaded extension: port-numa-affinity-policy May 03 14:37:56.717924 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loading extension file: port_resource_request.py {{(pid=110186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:37:56.718828 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=110186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:37:56.719371 dv-cinder-840289-3-iscsi neutron-server[110186]: INFO neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Extension port-resource-request not supported by any of loaded plugins May 03 14:37:56.719687 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loading extension file: port_resource_request_groups.py {{(pid=110186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:37:56.720639 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=110186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:37:56.721147 dv-cinder-840289-3-iscsi neutron-server[110186]: INFO neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Extension port-resource-request-groups not supported by any of loaded plugins May 03 14:37:56.721465 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loading extension file: portbindings.py {{(pid=110186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:37:56.722388 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=110186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:37:56.722956 dv-cinder-840289-3-iscsi neutron-server[110186]: INFO neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loaded extension: binding May 03 14:37:56.723298 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loading extension file: portbindings_extended.py {{(pid=110186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:37:56.724559 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=110186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:37:56.725084 dv-cinder-840289-3-iscsi neutron-server[110186]: INFO neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loaded extension: binding-extended May 03 14:37:56.725413 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loading extension file: portsecurity.py {{(pid=110186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:37:56.726334 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=110186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:37:56.726853 dv-cinder-840289-3-iscsi neutron-server[110186]: INFO neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loaded extension: port-security May 03 14:37:56.727204 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loading extension file: project_id.py {{(pid=110186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:37:56.728179 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=110186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:37:56.728508 dv-cinder-840289-3-iscsi neutron-server[110186]: INFO neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loaded extension: project-id May 03 14:37:56.728829 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loading extension file: providernet.py {{(pid=110186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:37:56.729730 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=110186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:37:56.730251 dv-cinder-840289-3-iscsi neutron-server[110186]: INFO neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loaded extension: provider May 03 14:37:56.730573 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loading extension file: qos.py {{(pid=110186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:37:56.734305 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=110186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:37:56.734832 dv-cinder-840289-3-iscsi neutron-server[110186]: INFO neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Extension qos not supported by any of loaded plugins May 03 14:37:56.735193 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=110186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:37:56.736422 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=110186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:37:56.736943 dv-cinder-840289-3-iscsi neutron-server[110186]: INFO neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 03 14:37:56.737273 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=110186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:37:56.738702 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=110186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:37:56.739262 dv-cinder-840289-3-iscsi neutron-server[110186]: INFO neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 03 14:37:56.739591 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loading extension file: qos_default.py {{(pid=110186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:37:56.740494 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=110186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:37:56.741012 dv-cinder-840289-3-iscsi neutron-server[110186]: INFO neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Extension qos-default not supported by any of loaded plugins May 03 14:37:56.741337 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loading extension file: qos_fip.py {{(pid=110186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:37:56.742244 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=110186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:37:56.742759 dv-cinder-840289-3-iscsi neutron-server[110186]: INFO neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Extension qos-fip not supported by any of loaded plugins May 03 14:37:56.743107 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loading extension file: qos_fip_network_policy.py {{(pid=110186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:37:56.744014 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=110186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:37:56.744533 dv-cinder-840289-3-iscsi neutron-server[110186]: INFO neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Extension qos-fip-network-policy not supported by any of loaded plugins May 03 14:37:56.744855 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loading extension file: qos_gateway_ip.py {{(pid=110186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:37:56.745767 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=110186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:37:56.746278 dv-cinder-840289-3-iscsi neutron-server[110186]: INFO neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 03 14:37:56.746597 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loading extension file: qos_port_network_policy.py {{(pid=110186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:37:56.747527 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=110186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:37:56.748038 dv-cinder-840289-3-iscsi neutron-server[110186]: INFO neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 03 14:37:56.748362 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=110186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:37:56.749390 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=110186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:37:56.749907 dv-cinder-840289-3-iscsi neutron-server[110186]: INFO neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Extension qos-pps-minimum not supported by any of loaded plugins May 03 14:37:56.750230 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=110186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:37:56.751289 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=110186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:37:56.751812 dv-cinder-840289-3-iscsi neutron-server[110186]: INFO neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins May 03 14:37:56.752137 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loading extension file: qos_pps_rule.py {{(pid=110186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:37:56.753303 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=110186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:37:56.753824 dv-cinder-840289-3-iscsi neutron-server[110186]: INFO neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Extension qos-pps not supported by any of loaded plugins May 03 14:37:56.754696 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loading extension file: qos_rule_type_details.py {{(pid=110186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:37:56.755638 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=110186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:37:56.756155 dv-cinder-840289-3-iscsi neutron-server[110186]: INFO neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 03 14:37:56.756477 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loading extension file: qos_rule_type_filter.py {{(pid=110186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:37:56.757399 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=110186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:37:56.757909 dv-cinder-840289-3-iscsi neutron-server[110186]: INFO neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Extension qos-rule-type-filter not supported by any of loaded plugins May 03 14:37:56.758230 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loading extension file: qos_rules_alias.py {{(pid=110186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:37:56.759288 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=110186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:37:56.759807 dv-cinder-840289-3-iscsi neutron-server[110186]: INFO neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Extension qos-rules-alias not supported by any of loaded plugins May 03 14:37:56.760132 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loading extension file: quota_check_limit.py {{(pid=110186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:37:56.761111 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=110186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:37:56.761629 dv-cinder-840289-3-iscsi neutron-server[110186]: INFO neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loaded extension: quota-check-limit May 03 14:37:56.761954 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loading extension file: quotasv2.py {{(pid=110186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:37:56.762907 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=110186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:37:56.763274 dv-cinder-840289-3-iscsi neutron-server[110186]: INFO neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loaded extension: quotas May 03 14:37:56.763593 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loading extension file: quotasv2_detail.py {{(pid=110186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:37:56.765275 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=110186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:37:56.765613 dv-cinder-840289-3-iscsi neutron-server[110186]: INFO neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loaded extension: quota_details May 03 14:37:56.765947 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loading extension file: rbac.py {{(pid=110186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:37:56.767020 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=110186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:37:56.767553 dv-cinder-840289-3-iscsi neutron-server[110186]: INFO neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loaded extension: rbac-policies May 03 14:37:56.767887 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loading extension file: rbac_address_group.py {{(pid=110186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:37:56.768810 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=110186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:37:56.769332 dv-cinder-840289-3-iscsi neutron-server[110186]: INFO neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loaded extension: rbac-address-group May 03 14:37:56.769779 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loading extension file: rbac_address_scope.py {{(pid=110186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:37:56.770731 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=110186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:37:56.771281 dv-cinder-840289-3-iscsi neutron-server[110186]: INFO neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loaded extension: rbac-address-scope May 03 14:37:56.771606 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loading extension file: rbac_security_groups.py {{(pid=110186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:37:56.772526 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=110186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:37:56.773042 dv-cinder-840289-3-iscsi neutron-server[110186]: INFO neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loaded extension: rbac-security-groups May 03 14:37:56.773370 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loading extension file: rbac_subnetpool.py {{(pid=110186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:37:56.774273 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=110186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:37:56.774790 dv-cinder-840289-3-iscsi neutron-server[110186]: INFO neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loaded extension: rbac-subnetpool May 03 14:37:56.775575 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loading extension file: revisionifmatch.py {{(pid=110186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:37:56.776063 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=110186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:37:56.776577 dv-cinder-840289-3-iscsi neutron-server[110186]: INFO neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loaded extension: revision-if-match May 03 14:37:56.776901 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loading extension file: revisions.py {{(pid=110186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:37:56.778005 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=110186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:37:56.778517 dv-cinder-840289-3-iscsi neutron-server[110186]: INFO neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loaded extension: standard-attr-revisions May 03 14:37:56.778839 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loading extension file: router_availability_zone.py {{(pid=110186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:37:56.779526 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=110186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:37:56.780038 dv-cinder-840289-3-iscsi neutron-server[110186]: INFO neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loaded extension: router_availability_zone May 03 14:37:56.780360 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loading extension file: routerservicetype.py {{(pid=110186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:37:56.781269 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=110186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:37:56.781780 dv-cinder-840289-3-iscsi neutron-server[110186]: INFO neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Extension router-service-type not supported by any of loaded plugins May 03 14:37:56.782101 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=110186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:37:56.783029 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=110186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:37:56.783548 dv-cinder-840289-3-iscsi neutron-server[110186]: INFO neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loaded extension: security-groups-normalized-cidr May 03 14:37:56.783873 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loading extension file: security_groups_port_filtering.py {{(pid=110186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:37:56.784796 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=110186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:37:56.785349 dv-cinder-840289-3-iscsi neutron-server[110186]: INFO neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loaded extension: port-security-groups-filtering May 03 14:37:56.785840 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=110186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:37:56.786758 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=110186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:37:56.787304 dv-cinder-840289-3-iscsi neutron-server[110186]: INFO neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loaded extension: security-groups-remote-address-group May 03 14:37:56.787629 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=110186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:37:56.788683 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=110186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:37:56.789196 dv-cinder-840289-3-iscsi neutron-server[110186]: INFO neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loaded extension: security-groups-shared-filtering May 03 14:37:56.789520 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=110186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:37:56.790100 dv-cinder-840289-3-iscsi neutron-server[110186]: WARNING neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py May 03 14:37:56.790419 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loading extension file: securitygroup.py {{(pid=110186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:37:56.799911 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=110186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:37:56.800441 dv-cinder-840289-3-iscsi neutron-server[110186]: INFO neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loaded extension: security-group May 03 14:37:56.801300 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loading extension file: segment.py {{(pid=110186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:37:56.802174 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=110186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:37:56.802697 dv-cinder-840289-3-iscsi neutron-server[110186]: INFO neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Extension segment not supported by any of loaded plugins May 03 14:37:56.803047 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=110186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:37:56.803980 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=110186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:37:56.804496 dv-cinder-840289-3-iscsi neutron-server[110186]: INFO neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 03 14:37:56.804820 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loading extension file: servicetype.py {{(pid=110186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:37:56.806168 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=110186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:37:56.806691 dv-cinder-840289-3-iscsi neutron-server[110186]: INFO neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loaded extension: service-type May 03 14:37:56.807038 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loading extension file: sorting.py {{(pid=110186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:37:56.808014 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=110186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:37:56.808345 dv-cinder-840289-3-iscsi neutron-server[110186]: INFO neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loaded extension: sorting May 03 14:37:56.808669 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loading extension file: standard_attr_segment.py {{(pid=110186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:37:56.809575 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=110186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:37:56.810094 dv-cinder-840289-3-iscsi neutron-server[110186]: INFO neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Extension standard-attr-segment not supported by any of loaded plugins May 03 14:37:56.810417 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loading extension file: standardattrdescription.py {{(pid=110186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:37:56.811077 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=110186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:37:56.811590 dv-cinder-840289-3-iscsi neutron-server[110186]: INFO neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loaded extension: standard-attr-description May 03 14:37:56.811912 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loading extension file: stateful_security_group.py {{(pid=110186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:37:56.812844 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=110186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:37:56.813366 dv-cinder-840289-3-iscsi neutron-server[110186]: INFO neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loaded extension: stateful-security-group May 03 14:37:56.813693 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loading extension file: stdattrs_common.py {{(pid=110186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:37:56.814259 dv-cinder-840289-3-iscsi neutron-server[110186]: WARNING neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 03 14:37:56.814582 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=110186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:37:56.815530 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=110186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:37:56.816046 dv-cinder-840289-3-iscsi neutron-server[110186]: INFO neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 03 14:37:56.816423 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loading extension file: subnet_onboard.py {{(pid=110186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:37:56.817951 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=110186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:37:56.818472 dv-cinder-840289-3-iscsi neutron-server[110186]: INFO neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loaded extension: subnet_onboard May 03 14:37:56.818795 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=110186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:37:56.819751 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=110186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:37:56.820268 dv-cinder-840289-3-iscsi neutron-server[110186]: INFO neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 03 14:37:56.820590 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loading extension file: subnet_service_types.py {{(pid=110186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:37:56.821503 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=110186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:37:56.822037 dv-cinder-840289-3-iscsi neutron-server[110186]: INFO neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loaded extension: subnet-service-types May 03 14:37:56.822357 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loading extension file: subnetallocation.py {{(pid=110186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:37:56.823451 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=110186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:37:56.823976 dv-cinder-840289-3-iscsi neutron-server[110186]: INFO neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loaded extension: subnet_allocation May 03 14:37:56.824300 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=110186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:37:56.824962 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=110186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:37:56.825490 dv-cinder-840289-3-iscsi neutron-server[110186]: INFO neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loaded extension: subnetpool-prefix-ops May 03 14:37:56.825812 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=110186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:37:56.826746 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=110186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:37:56.827311 dv-cinder-840289-3-iscsi neutron-server[110186]: INFO neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 03 14:37:56.827633 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loading extension file: tagging.py {{(pid=110186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:37:56.828688 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=110186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:37:56.829238 dv-cinder-840289-3-iscsi neutron-server[110186]: INFO neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loaded extension: standard-attr-tag May 03 14:37:56.829566 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loading extension file: timestamp.py {{(pid=110186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:37:56.830786 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=110186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:37:56.831332 dv-cinder-840289-3-iscsi neutron-server[110186]: INFO neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loaded extension: standard-attr-timestamp May 03 14:37:56.831662 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loading extension file: trunk.py {{(pid=110186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:37:56.832732 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=110186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:37:56.833247 dv-cinder-840289-3-iscsi neutron-server[110186]: INFO neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Extension trunk not supported by any of loaded plugins May 03 14:37:56.833572 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loading extension file: trunk_details.py {{(pid=110186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:37:56.834482 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=110186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:37:56.835013 dv-cinder-840289-3-iscsi neutron-server[110186]: INFO neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Extension trunk-details not supported by any of loaded plugins May 03 14:37:56.835346 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loading extension file: uplink_status_propagation.py {{(pid=110186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:37:56.836256 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=110186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:37:56.836771 dv-cinder-840289-3-iscsi neutron-server[110186]: INFO neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 03 14:37:56.837097 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Loading extension file: vlantransparent.py {{(pid=110186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:37:56.837756 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=110186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:37:56.838266 dv-cinder-840289-3-iscsi neutron-server[110186]: INFO neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Extension vlan-transparent not supported by any of loaded plugins May 03 14:37:56.840890 dv-cinder-840289-3-iscsi neutron-server[110186]: INFO neutron.quota.resource_registry [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Creating instance of TrackedResource for resource:network May 03 14:37:56.841410 dv-cinder-840289-3-iscsi neutron-server[110186]: INFO neutron.quota.resource_registry [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Creating instance of TrackedResource for resource:subnet May 03 14:37:56.841808 dv-cinder-840289-3-iscsi neutron-server[110186]: INFO neutron.quota.resource_registry [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Creating instance of TrackedResource for resource:subnetpool May 03 14:37:56.842197 dv-cinder-840289-3-iscsi neutron-server[110186]: INFO neutron.quota.resource_registry [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Creating instance of TrackedResource for resource:port May 03 14:37:56.843479 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.v2.resource_helper [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110186) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 03 14:37:56.843918 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.v2.resource_helper [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Service FLAVORS assigned prefix: {{(pid=110186) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 03 14:37:56.844520 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.v2.resource_helper [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110186) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 03 14:37:56.844944 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.v2.resource_helper [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110186) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 03 14:37:56.845274 dv-cinder-840289-3-iscsi neutron-server[110186]: INFO neutron.quota.resource_registry [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Creating instance of TrackedResource for resource:router May 03 14:37:56.845710 dv-cinder-840289-3-iscsi neutron-server[110186]: INFO neutron.quota.resource_registry [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Creating instance of TrackedResource for resource:floatingip May 03 14:37:56.846195 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.v2.resource_helper [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Service METERING assigned prefix: /metering {{(pid=110186) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 03 14:37:56.847709 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=110186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:37:56.848169 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=110186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:37:56.848427 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:37:56.849412 dv-cinder-840289-3-iscsi neutron-server[110186]: INFO neutron.quota.resource_registry [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Creating instance of CountableResource for resource:rbac_policy May 03 14:37:56.849842 dv-cinder-840289-3-iscsi neutron-server[110186]: INFO neutron.quota.resource_registry [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Creating instance of TrackedResource for resource:security_group May 03 14:37:56.850272 dv-cinder-840289-3-iscsi neutron-server[110186]: INFO neutron.quota.resource_registry [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Creating instance of TrackedResource for resource:security_group_rule May 03 14:37:56.850865 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.v2.resource_helper [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Service CORE assigned prefix: {{(pid=110186) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 03 14:37:56.851233 dv-cinder-840289-3-iscsi neutron-server[110186]: INFO neutron.quota.resource_registry [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Creating instance of TrackedResource for resource:subnetpool May 03 14:37:56.851579 dv-cinder-840289-3-iscsi neutron-server[110186]: WARNING neutron.quota.resource_registry [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] subnetpool is already registered May 03 14:37:56.851997 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.v2.resource_helper [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Service CORE assigned prefix: {{(pid=110186) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 03 14:37:56.852329 dv-cinder-840289-3-iscsi neutron-server[110186]: INFO neutron.quota.resource_registry [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Creating instance of TrackedResource for resource:subnetpool May 03 14:37:56.852659 dv-cinder-840289-3-iscsi neutron-server[110186]: WARNING neutron.quota.resource_registry [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] subnetpool is already registered May 03 14:37:56.854894 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.v2.resource_helper [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110186) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 03 14:37:56.855349 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.v2.resource_helper [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Service FLAVORS assigned prefix: {{(pid=110186) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 03 14:37:56.855926 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.v2.resource_helper [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110186) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 03 14:37:56.856344 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.v2.resource_helper [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110186) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 03 14:37:56.856677 dv-cinder-840289-3-iscsi neutron-server[110186]: INFO neutron.quota.resource_registry [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Creating instance of TrackedResource for resource:router May 03 14:37:56.857013 dv-cinder-840289-3-iscsi neutron-server[110186]: WARNING neutron.quota.resource_registry [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] router is already registered May 03 14:37:56.857424 dv-cinder-840289-3-iscsi neutron-server[110186]: INFO neutron.quota.resource_registry [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Creating instance of TrackedResource for resource:floatingip May 03 14:37:56.857761 dv-cinder-840289-3-iscsi neutron-server[110186]: WARNING neutron.quota.resource_registry [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] floatingip is already registered May 03 14:37:56.858212 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.v2.resource_helper [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Service METERING assigned prefix: /metering {{(pid=110186) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 03 14:37:56.858865 dv-cinder-840289-3-iscsi neutron-server[110186]: INFO neutron.quota.resource_registry [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Creating instance of CountableResource for resource:rbac_policy May 03 14:37:56.859225 dv-cinder-840289-3-iscsi neutron-server[110186]: WARNING neutron.quota.resource_registry [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] rbac_policy is already registered May 03 14:37:56.859638 dv-cinder-840289-3-iscsi neutron-server[110186]: INFO neutron.quota.resource_registry [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Creating instance of TrackedResource for resource:security_group May 03 14:37:56.859971 dv-cinder-840289-3-iscsi neutron-server[110186]: WARNING neutron.quota.resource_registry [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] security_group is already registered May 03 14:37:56.860373 dv-cinder-840289-3-iscsi neutron-server[110186]: INFO neutron.quota.resource_registry [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Creating instance of TrackedResource for resource:security_group_rule May 03 14:37:56.860707 dv-cinder-840289-3-iscsi neutron-server[110186]: WARNING neutron.quota.resource_registry [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] security_group_rule is already registered May 03 14:37:56.861320 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.v2.resource_helper [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Service CORE assigned prefix: {{(pid=110186) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 03 14:37:56.861659 dv-cinder-840289-3-iscsi neutron-server[110186]: INFO neutron.quota.resource_registry [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Creating instance of TrackedResource for resource:subnetpool May 03 14:37:56.861992 dv-cinder-840289-3-iscsi neutron-server[110186]: WARNING neutron.quota.resource_registry [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] subnetpool is already registered May 03 14:37:56.862401 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.v2.resource_helper [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Service CORE assigned prefix: {{(pid=110186) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 03 14:37:56.862727 dv-cinder-840289-3-iscsi neutron-server[110186]: INFO neutron.quota.resource_registry [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Creating instance of TrackedResource for resource:subnetpool May 03 14:37:56.863084 dv-cinder-840289-3-iscsi neutron-server[110186]: WARNING neutron.quota.resource_registry [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] subnetpool is already registered May 03 14:37:56.864168 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Extended resource: extensions {{(pid=110186) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 14:37:56.865609 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Extended resource: address-groups {{(pid=110186) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 14:37:56.867138 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Extended resource: address-scopes {{(pid=110186) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 14:37:56.868446 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Extended resource: agents {{(pid=110186) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 14:37:56.869616 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Extended resource: auto-allocated-topology {{(pid=110186) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 14:37:56.870838 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Extended resource: availability_zones {{(pid=110186) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 14:37:56.872084 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Extended resource: dhcp-networks {{(pid=110186) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 14:37:56.873582 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Extended resource: dhcp-agents {{(pid=110186) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 14:37:56.875088 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Extended resource: routers {{(pid=110186) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 14:37:56.877287 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Extended resource: flavors {{(pid=110186) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 14:37:56.878449 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Extended resource: service_profiles {{(pid=110186) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 14:37:56.880265 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Extended resource: next_providers {{(pid=110186) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 14:37:56.881684 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Extended resource: service_profiles {{(pid=110186) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 14:37:56.883258 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Extended resource: floatingip-pools {{(pid=110186) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 14:37:56.884465 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Extended resource: routers {{(pid=110186) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 14:37:56.886557 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Extended resource: floatingips {{(pid=110186) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 14:37:56.888762 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Extended resource: l3-routers {{(pid=110186) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 14:37:56.890140 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Extended resource: l3-agents {{(pid=110186) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 14:37:56.891599 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Extended resource: metering-labels {{(pid=110186) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 14:37:56.892956 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Extended resource: metering-label-rules {{(pid=110186) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 14:37:56.894238 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Extended resource: network-ip-availabilities {{(pid=110186) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 14:37:56.895566 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Extended resource: bindings {{(pid=110186) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 14:37:56.897204 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Extended resource: quotas {{(pid=110186) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 14:37:56.898759 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Extended resource: quotas {{(pid=110186) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 14:37:56.900316 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Extended resource: rbac-policies {{(pid=110186) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 14:37:56.901603 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Extended resource: security-groups {{(pid=110186) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 14:37:56.902822 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Extended resource: security-group-rules {{(pid=110186) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 14:37:56.904077 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Extended resource: service-providers {{(pid=110186) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 14:37:56.905319 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Extended resource: subnetpools {{(pid=110186) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 14:37:56.906727 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Extended resource: subnetpools {{(pid=110186) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 14:37:56.908201 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Extended resource: tags {{(pid=110186) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 14:37:56.909868 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Extended resource: tags {{(pid=110186) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 14:37:56.911894 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Extended resource: tags {{(pid=110186) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 14:37:56.913709 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Extended resource: tags {{(pid=110186) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 14:37:56.915516 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Extended resource: tags {{(pid=110186) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 14:37:56.917346 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Extended resource: tags {{(pid=110186) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 14:37:56.919065 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Extended resource: tags {{(pid=110186) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 14:37:56.920950 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Extended resource: tags {{(pid=110186) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 14:37:56.922695 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Extended resource: tags {{(pid=110186) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 14:37:56.924571 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron.api.extensions [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Extended resource: tags {{(pid=110186) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 14:37:56.931350 dv-cinder-840289-3-iscsi neutron-server[110186]: WARNING keystonemiddleware.auth_token [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 03 14:37:56.936023 dv-cinder-840289-3-iscsi neutron-server[110186]: WARNING keystonemiddleware.auth_token [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 03 14:37:56.945323 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_concurrency.lockutils [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Acquired lock "singleton_lock" {{(pid=110186) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} May 03 14:37:56.945796 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_concurrency.lockutils [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Releasing lock "singleton_lock" {{(pid=110186) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} May 03 14:37:56.946445 dv-cinder-840289-3-iscsi neutron-server[110186]: INFO oslo_service.service [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Starting 2 workers May 03 14:37:56.951394 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Started child 110297 {{(pid=110186) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 03 14:37:56.955910 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Started child 110298 {{(pid=110186) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 03 14:37:56.956857 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:37:56.957713 dv-cinder-840289-3-iscsi neutron-server[110186]: INFO neutron.service [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Neutron service started, listening on 0.0.0.0:9696 May 03 14:37:56.958284 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Publish callbacks [] for process (None), before_spawn {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:37:56.958467 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [-] (110297) wsgi starting up on http://0.0.0.0:9696 May 03 14:37:56.960743 dv-cinder-840289-3-iscsi neutron-server[110186]: INFO oslo_service.service [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Starting 1 workers May 03 14:37:56.960923 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:37:56.962302 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [-] (110298) wsgi starting up on http://0.0.0.0:9696 May 03 14:37:56.965996 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Started child 110299 {{(pid=110186) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 03 14:37:56.966558 dv-cinder-840289-3-iscsi neutron-server[110186]: INFO oslo_service.service [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Starting 1 workers May 03 14:37:56.969826 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.service [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] calling RpcWorker wait() {{(pid=110299) _wait /opt/stack/neutron/neutron/service.py:128}} May 03 14:37:56.970394 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.service [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] returning from RpcWorker wait() {{(pid=110299) _wait /opt/stack/neutron/neutron/service.py:135}} May 03 14:37:56.971122 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Started child 110300 {{(pid=110186) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 03 14:37:56.971939 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:37:56.972045 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-484f747a-6b4f-464b-a5c6-935aecb8dee7 None None] Publish callbacks [] for process (None), after_spawn {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:37:56.972546 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=110299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:37:56.973922 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=110186) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 03 14:37:56.974132 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 03 14:37:56.974318 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 03 14:37:56.974547 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 03 14:37:56.974876 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 03 14:37:56.975069 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 03 14:37:56.975606 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:56.975899 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:56.976167 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:56.976410 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:56.976594 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:37:56.977057 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:56.977277 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:56.977520 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:56.977807 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:56.978047 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:56.978217 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:56.978389 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:56.978631 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:56.978895 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:56.979233 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:56.979492 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:56.979741 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:56.979989 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:56.980159 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:56.980419 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] config_source = [] {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:56.980706 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:56.980942 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:56.981218 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] debug = True {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:56.981460 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:56.981946 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:56.982189 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:56.982456 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:56.982706 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:56.982969 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:56.983230 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:56.991332 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:56.991332 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:56.991332 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:56.991332 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:56.991332 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:56.991332 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:56.991332 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:56.991332 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:56.991827 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:56.991827 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:56.991827 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] host = dv-cinder-840289-3-iscsi {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:56.991827 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:56.991827 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:56.991827 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:56.991827 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:56.991827 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:56.992290 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:56.992290 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:56.992290 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:56.992290 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:56.992290 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:56.992290 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:56.992290 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:56.992290 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] log_dir = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:56.992744 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] log_file = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:56.992744 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] log_options = True {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:56.992744 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:56.992744 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:56.992744 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:56.992744 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:56.992744 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:56.993130 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:56.993130 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:56.993130 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:56.993130 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:56.993130 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:56.993130 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:56.993130 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:56.993130 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:56.993590 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:56.993590 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:56.993590 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:56.993590 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:56.993826 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:56.994368 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:56.994368 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:56.994635 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:56.994783 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:56.994920 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:56.995167 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:56.995400 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:56.995582 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:56.995820 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:56.996049 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:56.996263 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:56.996518 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:56.996740 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:56.997011 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:56.997241 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:56.997473 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:56.997741 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:56.997986 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:56.998211 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:56.998423 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:56.998699 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:56.998922 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:56.999217 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:56.999384 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=110300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:37:56.999554 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:56.999697 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:57.000628 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:57.000781 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:57.001111 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] use_journal = False {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:57.001275 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] use_json = False {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:57.001422 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:57.001693 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:57.001928 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:57.002169 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:57.002381 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:57.002593 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:57.002820 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:57.003312 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:57.004756 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:57.005607 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.006051 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.006209 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.006482 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.006717 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.006961 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.007277 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.007536 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.007792 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.009611 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.009611 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.009611 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.009611 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.009611 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.010050 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.010136 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.010312 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.010589 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.010826 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.011101 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.011355 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.011601 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.011878 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.012101 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.012336 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.014332 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.014332 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.014332 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.014332 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.014332 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.014332 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.015170 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.015170 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.16/identity {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.015170 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.015170 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.016263 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.016263 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.016263 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.016263 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.016263 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.016852 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.016852 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.016852 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.017083 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.017367 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.017525 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.017756 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.018003 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.018240 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.018470 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.018695 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.018914 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.019172 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.019393 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.019724 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.020087 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.020320 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.020586 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.020809 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.021046 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.021254 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.021485 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.021721 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.021984 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.022204 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.022431 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.022639 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.022853 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.023089 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.023331 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.023546 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.023778 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.023989 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.024228 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.024407 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.024614 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.024840 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.025175 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.025292 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.025479 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.025686 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.025893 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.026138 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.026349 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.026578 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.026808 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.027236 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.027370 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.027480 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.029248 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.029248 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.029248 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.029248 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.029248 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.029248 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.029248 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.029800 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.029800 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.029800 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.030025 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.030193 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.030426 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.030673 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.030902 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.031168 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.031391 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.031607 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.031863 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.032080 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.032293 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.032540 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.032776 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.033026 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.033283 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.033550 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.033789 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.034037 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.034288 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.034537 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.034807 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.035043 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.035853 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.036090 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.036339 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.036655 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.036931 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.037219 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.037465 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.037700 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.037973 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.038206 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.038448 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.038712 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.038961 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.039223 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.039484 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.039708 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.039942 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.040154 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.040455 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.040694 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.040947 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.041184 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.041445 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.041693 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.041933 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.042194 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.042439 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.042670 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.042912 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.043184 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.16/identity {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.043420 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.043661 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.043888 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.044101 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.044337 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.044550 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.044766 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.045030 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.045209 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.045483 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.045712 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.045986 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.046243 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.046463 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.046682 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.046921 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.051068 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.051068 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.051068 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.051068 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.051068 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.051068 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.051068 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.051068 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.051739 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.051739 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.051739 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.051739 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.051739 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.051739 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.051739 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.051739 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.052237 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.052237 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.052237 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.052237 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.052237 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.052237 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.052237 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.052642 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.052642 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.052760 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.052971 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.053303 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.053555 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.053814 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.054080 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.054309 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.054541 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.054768 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.054987 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.055243 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.055729 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.055952 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.056199 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.056455 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.056677 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.056890 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.057124 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.057387 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.057643 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.057868 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.058088 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.058329 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.058547 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.058779 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.059028 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.059252 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.059463 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.059691 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.059903 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.060130 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.060425 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.060666 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.060894 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.061153 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.061369 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.061596 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.061826 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.062062 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.062274 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.062493 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.062711 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.062913 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.063160 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.063367 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.063574 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.063814 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.064029 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.064236 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.064457 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.064663 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.064870 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.065088 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.065302 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.065509 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.065729 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.065937 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.066165 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.066910 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.067241 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.067452 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.067605 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.067816 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.068024 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.068245 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.068478 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.068684 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.068956 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.069225 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.069456 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.069721 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.069980 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.070222 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.070470 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.071131 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.071131 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.071329 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.071519 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.071981 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.072252 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.072471 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.072793 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.073077 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.073328 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.073598 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.073931 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.074132 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.074385 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.074598 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.074886 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.075385 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.075801 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.076086 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.079750 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.079750 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.079750 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.079750 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.079750 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.079750 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.079750 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.079750 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.079750 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.080458 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.080458 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.080458 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.080458 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.080458 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.080458 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.080458 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.080458 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.081022 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 03 14:37:57.081022 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=110186) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 03 14:37:57.081022 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 03 14:37:57.081022 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 03 14:37:57.081022 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 03 14:37:57.081022 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 03 14:37:57.081433 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 03 14:37:57.081433 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:57.081574 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:57.081659 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:57.081777 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:57.081987 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:57.082812 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:57.082981 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:57.083163 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:57.083480 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:57.083644 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:57.083806 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:57.083968 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:57.084130 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:57.084292 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:57.084451 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:57.084611 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:57.084771 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:57.084936 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:57.085094 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] config_source = [] {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:57.085253 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:57.085412 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:57.085570 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] debug = True {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:57.085733 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:57.085936 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:57.086095 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:57.086255 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:57.086415 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:57.086574 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:57.086733 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:57.086893 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:57.087089 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:57.087250 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:57.087408 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:57.087568 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:57.087726 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:57.087886 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:57.088045 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:57.088203 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:57.088362 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:57.088521 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] host = dv-cinder-840289-3-iscsi {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:57.088679 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:57.088839 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:57.088998 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:57.089158 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:57.089319 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:57.089479 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:57.089636 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:57.089795 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:57.089953 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:57.090114 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:57.090272 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:57.090435 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:57.090595 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] log_dir = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:57.090750 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] log_file = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:57.090912 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] log_options = True {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:57.091095 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:57.091270 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:57.091547 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:57.091651 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:57.091828 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:57.091942 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:57.092099 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:57.092258 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:57.092418 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:57.092578 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:57.092739 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:57.092899 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:57.093055 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:57.093214 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:57.093373 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:57.093532 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:57.093691 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:57.093834 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:57.093997 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:57.094156 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:57.094318 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:57.094646 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:57.094646 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:57.094820 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:57.094946 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:57.095105 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:57.095266 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:57.095425 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:57.095584 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:57.095746 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:57.095922 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:57.096060 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:57.096225 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:57.096402 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:57.096755 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:57.096922 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:57.097084 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:57.097407 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:57.097594 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:57.097757 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:57.097916 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:57.098060 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:57.098360 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:57.098521 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:57.099033 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:57.099033 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] use_journal = False {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:57.099033 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] use_json = False {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:57.099297 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:57.099297 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:57.099443 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:57.099606 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:57.099766 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:57.099925 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:57.100086 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:57.100254 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:57.100411 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:37:57.100593 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.100753 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.100925 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.101086 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.101247 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.101409 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.101569 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.101733 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.101878 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.102047 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.102218 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.102378 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.102549 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.102712 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.102872 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.103076 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.103216 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.103381 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.103544 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.103707 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.103872 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.104020 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.104340 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.104498 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.104807 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.104981 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.105118 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.105287 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.105448 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.105616 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.105792 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.105955 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.106117 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.16/identity {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.106284 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.106445 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.106606 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.106769 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.106931 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.107120 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.107283 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.107444 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.107608 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.107770 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.107932 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.108093 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.108254 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.108416 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.108575 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.108886 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.109047 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.109352 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.109518 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.109674 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.110054 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.110219 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.110384 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.110546 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.110710 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.110881 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.111066 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.111231 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.111391 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.111553 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.111717 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.111880 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.112087 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.112191 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.112345 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.112505 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.112681 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.112842 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.113003 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.113163 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.113354 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.113842 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.113842 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.114047 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.114161 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.114322 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.114482 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.114644 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.114806 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.114973 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.115158 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.115319 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.115512 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.115647 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.115805 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.116116 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.116230 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=110299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:37:57.116369 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.116497 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.116603 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.116773 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.116929 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.117090 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.117254 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.117415 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.117574 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.117734 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.117896 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.118060 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.118222 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.118383 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.118546 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.118709 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.119220 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.119220 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.119220 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.119434 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.119502 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.119648 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.119807 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.119970 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.120132 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.121258 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.121258 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.121258 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.121258 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.121258 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.121258 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.121258 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.121820 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.121820 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.121820 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.121820 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.122149 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.122149 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.122322 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.122405 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.122547 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.122709 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.122873 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.123057 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.123222 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.123385 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.123558 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.123721 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.123887 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.124049 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.124238 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.124397 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.124557 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.124719 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.124883 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.125042 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.125355 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.125515 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.125675 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.125837 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.125997 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.126160 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.16/identity {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.126326 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.126490 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.126647 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.126808 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.126971 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.127160 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.127321 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.127488 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.127648 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.127809 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.127972 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.128133 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.128294 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.128455 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.128616 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.128776 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.129459 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.129621 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.129782 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.129943 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.130104 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.130265 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.130424 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.130584 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.130744 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.130907 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.131090 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.131257 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.131420 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.131581 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.131743 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.131904 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.132067 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.132233 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.132393 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.132552 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.132712 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.132873 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.133038 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.133201 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.133347 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.133510 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.133670 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.133849 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.134012 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.134173 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.134337 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.134501 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.134664 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.134807 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.134971 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.135158 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.135319 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.135483 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.135643 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.135804 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.135965 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.136125 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.136286 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.136450 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.136613 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.136798 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.136937 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.137098 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.137260 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.137422 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.137588 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.137749 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.137910 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.138070 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.138232 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.138393 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.138566 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.138727 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.138887 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.139070 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.139234 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.139396 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.139567 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.139728 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.139902 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.140037 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.140197 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.140358 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.140528 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.140689 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.140849 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.141010 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.141170 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.141329 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.141499 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.141659 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.141819 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.141979 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.142139 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.142299 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.142471 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.142616 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.142777 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.142937 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.143122 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.143283 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.143452 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.143612 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.143772 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.143933 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.144093 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.144253 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.144424 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.144707 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.144872 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.145041 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.145202 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.145363 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.145524 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.145696 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.145857 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.146020 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.146181 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.146342 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.146503 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.146656 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.146928 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.147032 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.147205 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.147377 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.147505 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.147629 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.147792 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.147953 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.148183 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.148320 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.148444 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.148792 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.148792 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.149045 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.149045 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.149265 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.149386 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.149502 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.149661 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.149821 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.149982 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.150144 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.150303 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.150463 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.150623 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.150783 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.150937 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.151141 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.151281 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:37:57.151417 dv-cinder-840289-3-iscsi neutron-server[110186]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 03 14:37:57.231790 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 36510) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:37:57.241223 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [-] 10.222.0.16 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0073380 May 03 14:38:08.775088 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adddb3c7-ecc7-4ebd-9d63-14fc0b3bde9f None None] get_active_networks_info from dv-cinder-840289-3-iscsi {{(pid=110299) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} May 03 14:38:08.836561 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adddb3c7-ecc7-4ebd-9d63-14fc0b3bde9f None None] No non-hosted networks {{(pid=110299) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 03 14:38:08.854460 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.agentschedulers_db [None req-adddb3c7-ecc7-4ebd-9d63-14fc0b3bde9f None None] DHCP Agent not found on host dv-cinder-840289-3-iscsi {{(pid=110299) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} May 03 14:38:09.013038 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-465ec335-ece7-411c-b4ef-c2a967ac8370 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1690675'] for agent (5d16a8e7-5fab-4607-ae51-2b468a019c05), after_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:38:11.156596 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-eee0393b-8ddb-448e-9138-ed3800295fa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1690675'] for agent (a9161e1b-902d-441f-843b-a0ff0805adee), after_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:38:11.241269 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.db.api [None req-a753f6b8-745c-41d8-93b6-1b2796ae948b None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-840289-3-iscsi {{(pid=110299) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 14:38:11.242075 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG oslo_db.api [None req-a753f6b8-745c-41d8-93b6-1b2796ae948b None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=110299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 14:38:11.852055 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a753f6b8-745c-41d8-93b6-1b2796ae948b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (a9161e1b-902d-441f-843b-a0ff0805adee), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:38:11.961856 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 36574) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:38:12.250895 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-ed776e2d-a518-4685-8fad-0cd9eaa120ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1690675'] for agent (6a418bd5-8bcc-400f-88b5-19eff412e81a), after_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:38:12.531553 dv-cinder-840289-3-iscsi neutron-server[110298]: WARNING oslo_policy.policy [None req-d6afab17-86fc-4371-809e-9e59cebbec3a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 03 14:38:12.532115 dv-cinder-840289-3-iscsi neutron-server[110298]: WARNING oslo_policy.policy [None req-d6afab17-86fc-4371-809e-9e59cebbec3a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 03 14:38:12.759841 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [None req-d6afab17-86fc-4371-809e-9e59cebbec3a admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=110298) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 03 14:38:12.761185 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-d6afab17-86fc-4371-809e-9e59cebbec3a admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.7978749 May 03 14:38:13.484946 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-dd96712b-4627-437f-9df9-b1bfec551245 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1690675'] for agent (8b46afec-dab7-4bfa-a959-8584a0cfd79a), after_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:38:15.161169 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1690675'] for agent (16d44442-859c-4c9b-bc72-04cb3b8a5d5b), after_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:38:15.162568 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:38:15.162909 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:38:15.163269 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:38:15.163684 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:38:15.164016 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:38:15.164342 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:38:15.164664 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:38:15.165034 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:38:15.165422 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:38:15.165696 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:38:15.166024 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:38:15.166344 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:38:15.166677 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:38:15.167028 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:38:15.168862 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:38:15.170709 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-840289-3-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=110299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:38:15.183299 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-840289-3-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=110299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:38:15.309147 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 36608) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:38:15.836087 dv-cinder-840289-3-iscsi neutron-server[110297]: WARNING oslo_policy.policy [None req-3d030001-0502-49b7-8833-24a0b0934b2d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 03 14:38:15.836714 dv-cinder-840289-3-iscsi neutron-server[110297]: WARNING oslo_policy.policy [None req-3d030001-0502-49b7-8833-24a0b0934b2d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 03 14:38:16.059760 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.v2.base [None req-3d030001-0502-49b7-8833-24a0b0934b2d admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=110297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:38:16.150631 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.policy [None req-3d030001-0502-49b7-8833-24a0b0934b2d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=110297) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 03 14:38:16.192237 dv-cinder-840289-3-iscsi neutron-server[110297]: WARNING oslo_policy.policy [None req-3d030001-0502-49b7-8833-24a0b0934b2d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 03 14:38:16.192745 dv-cinder-840289-3-iscsi neutron-server[110297]: WARNING oslo_policy.policy [None req-3d030001-0502-49b7-8833-24a0b0934b2d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 03 14:38:16.339036 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-3d030001-0502-49b7-8833-24a0b0934b2d admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775474739939', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775474740479', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775474690592', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775474680911', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775474678966', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775474696557', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-636232', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-578650', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1576294', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1757399'] for rbac-policy (None), before_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:38:16.505376 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-3d030001-0502-49b7-8833-24a0b0934b2d admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:38:16.506874 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-3d030001-0502-49b7-8833-24a0b0934b2d admin admin] 10.222.0.16 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.1956604 May 03 14:38:18.282528 dv-cinder-840289-3-iscsi neutron-server[110299]: INFO neutron.db.l3_hamode_db [None req-d9a0b4c4-16b0-4919-9dbe-d87beb51abbf None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 03 14:38:18.359784 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a0b4c4-16b0-4919-9dbe-d87beb51abbf None None] Routers set() bound to L3 agent in host dv-cinder-840289-3-iscsi {{(pid=110299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:38:18.360169 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a0b4c4-16b0-4919-9dbe-d87beb51abbf None None] Router IDs set() for agent in host dv-cinder-840289-3-iscsi {{(pid=110299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} May 03 14:38:19.007768 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 36626) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:38:19.326498 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.v2.base [None req-72f85557-0694-4094-92d1-b70ad4fcc95a demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=110298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:38:19.440156 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72f85557-0694-4094-92d1-b70ad4fcc95a demo demo] Made reservation on behalf of 8e96ea6977b7462382fdcde00a88c177 for: {'network': 1} {{(pid=110298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 14:38:19.502635 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.policy [None req-72f85557-0694-4094-92d1-b70ad4fcc95a demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=110298) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 03 14:38:19.543970 dv-cinder-840289-3-iscsi neutron-server[110298]: WARNING oslo_policy.policy [None req-72f85557-0694-4094-92d1-b70ad4fcc95a demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 03 14:38:19.544388 dv-cinder-840289-3-iscsi neutron-server[110298]: WARNING oslo_policy.policy [None req-72f85557-0694-4094-92d1-b70ad4fcc95a demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 03 14:38:19.555490 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-72f85557-0694-4094-92d1-b70ad4fcc95a demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for network (None), before_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:38:19.577277 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-72f85557-0694-4094-92d1-b70ad4fcc95a demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:38:19.692548 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-72f85557-0694-4094-92d1-b70ad4fcc95a demo demo] Publish callbacks [] for security_group (64168afc-776c-4e1c-98c8-e9f1380f0bfa), precommit_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:38:19.742893 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-72f85557-0694-4094-92d1-b70ad4fcc95a demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (64168afc-776c-4e1c-98c8-e9f1380f0bfa), after_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:38:19.778242 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72f85557-0694-4094-92d1-b70ad4fcc95a demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 382} {{(pid=110298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 14:38:19.809713 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-72f85557-0694-4094-92d1-b70ad4fcc95a demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8775477110065', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719716'] for segment (3863b006-d295-4fc9-bdc0-ac4ae6c74c2c), precommit_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:38:19.810312 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-72f85557-0694-4094-92d1-b70ad4fcc95a demo demo] Unsubscribe: segment precommit_create {{(pid=110298) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 03 14:38:19.810842 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.db.segments_db [None req-72f85557-0694-4094-92d1-b70ad4fcc95a demo demo] Added segment 3863b006-d295-4fc9-bdc0-ac4ae6c74c2c of type vlan for network 4edabe9d-a774-43cb-9cf5-578afa9742a0 May 03 14:38:19.817457 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f85557-0694-4094-92d1-b70ad4fcc95a demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=64168afc-776c-4e1c-98c8-e9f1380f0bfa,revision_number=1']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:38:19.855797 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f85557-0694-4094-92d1-b70ad4fcc95a demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:38:19.856147 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f85557-0694-4094-92d1-b70ad4fcc95a demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:38:19.856503 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f85557-0694-4094-92d1-b70ad4fcc95a demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:38:19.856859 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f85557-0694-4094-92d1-b70ad4fcc95a demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:38:19.857197 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f85557-0694-4094-92d1-b70ad4fcc95a demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:38:19.857525 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f85557-0694-4094-92d1-b70ad4fcc95a demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:38:19.857845 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f85557-0694-4094-92d1-b70ad4fcc95a demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:38:19.858167 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f85557-0694-4094-92d1-b70ad4fcc95a demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:38:19.858489 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f85557-0694-4094-92d1-b70ad4fcc95a demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:38:19.858808 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f85557-0694-4094-92d1-b70ad4fcc95a demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:38:19.859159 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f85557-0694-4094-92d1-b70ad4fcc95a demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:38:19.859495 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f85557-0694-4094-92d1-b70ad4fcc95a demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:38:19.859843 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f85557-0694-4094-92d1-b70ad4fcc95a demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:38:19.860168 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f85557-0694-4094-92d1-b70ad4fcc95a demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:38:19.860485 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f85557-0694-4094-92d1-b70ad4fcc95a demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:38:19.861940 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f85557-0694-4094-92d1-b70ad4fcc95a demo demo] Tracked resource versions report: May 03 14:38:19.861940 dv-cinder-840289-3-iscsi neutron-server[110298]: pushed versions: May 03 14:38:19.861940 dv-cinder-840289-3-iscsi neutron-server[110298]: { 'AddressGroup': {'1.2'}, May 03 14:38:19.861940 dv-cinder-840289-3-iscsi neutron-server[110298]: 'Agent': {'1.1'}, May 03 14:38:19.861940 dv-cinder-840289-3-iscsi neutron-server[110298]: 'ConntrackHelper': {'1.0'}, May 03 14:38:19.861940 dv-cinder-840289-3-iscsi neutron-server[110298]: 'LocalIPAssociation': {'1.0'}, May 03 14:38:19.861940 dv-cinder-840289-3-iscsi neutron-server[110298]: 'Log': {'1.0'}, May 03 14:38:19.861940 dv-cinder-840289-3-iscsi neutron-server[110298]: 'NDPProxy': {'1.0'}, May 03 14:38:19.861940 dv-cinder-840289-3-iscsi neutron-server[110298]: 'Network': {'1.1'}, May 03 14:38:19.861940 dv-cinder-840289-3-iscsi neutron-server[110298]: 'Port': {'1.7'}, May 03 14:38:19.861940 dv-cinder-840289-3-iscsi neutron-server[110298]: 'PortForwarding': {'1.3'}, May 03 14:38:19.861940 dv-cinder-840289-3-iscsi neutron-server[110298]: 'QosPolicy': {'1.10'}, May 03 14:38:19.861940 dv-cinder-840289-3-iscsi neutron-server[110298]: 'SecurityGroup': {'1.5'}, May 03 14:38:19.861940 dv-cinder-840289-3-iscsi neutron-server[110298]: 'SecurityGroupRule': {'1.2'}, May 03 14:38:19.861940 dv-cinder-840289-3-iscsi neutron-server[110298]: 'SubPort': {'1.0'}, May 03 14:38:19.861940 dv-cinder-840289-3-iscsi neutron-server[110298]: 'Subnet': {'1.1'}, May 03 14:38:19.861940 dv-cinder-840289-3-iscsi neutron-server[110298]: 'Trunk': {'1.1'}} May 03 14:38:19.861940 dv-cinder-840289-3-iscsi neutron-server[110298]: consumer versions: May 03 14:38:19.861940 dv-cinder-840289-3-iscsi neutron-server[110298]: { DHCP agent@dv-cinder-840289-3-iscsi: {}, May 03 14:38:19.861940 dv-cinder-840289-3-iscsi neutron-server[110298]: L3 agent@dv-cinder-840289-3-iscsi: {}, May 03 14:38:19.861940 dv-cinder-840289-3-iscsi neutron-server[110298]: Metadata agent@dv-cinder-840289-3-iscsi: {}, May 03 14:38:19.861940 dv-cinder-840289-3-iscsi neutron-server[110298]: Metering agent@dv-cinder-840289-3-iscsi: {}, May 03 14:38:19.861940 dv-cinder-840289-3-iscsi neutron-server[110298]: Open vSwitch agent@dv-cinder-840289-3-iscsi: { 'AddressGroup': '1.2', May 03 14:38:19.861940 dv-cinder-840289-3-iscsi neutron-server[110298]: 'Agent': '1.1', May 03 14:38:19.861940 dv-cinder-840289-3-iscsi neutron-server[110298]: 'ConntrackHelper': '1.0', May 03 14:38:19.861940 dv-cinder-840289-3-iscsi neutron-server[110298]: 'LocalIPAssociation': '1.0', May 03 14:38:19.861940 dv-cinder-840289-3-iscsi neutron-server[110298]: 'Log': '1.0', May 03 14:38:19.861940 dv-cinder-840289-3-iscsi neutron-server[110298]: 'NDPProxy': '1.0', May 03 14:38:19.861940 dv-cinder-840289-3-iscsi neutron-server[110298]: 'Network': '1.1', May 03 14:38:19.861940 dv-cinder-840289-3-iscsi neutron-server[110298]: 'Port': '1.7', May 03 14:38:19.861940 dv-cinder-840289-3-iscsi neutron-server[110298]: 'PortForwarding': '1.3', May 03 14:38:19.861940 dv-cinder-840289-3-iscsi neutron-server[110298]: 'QosPolicy': '1.10', May 03 14:38:19.861940 dv-cinder-840289-3-iscsi neutron-server[110298]: 'SecurityGroup': '1.5', May 03 14:38:19.861940 dv-cinder-840289-3-iscsi neutron-server[110298]: 'SecurityGroupRule': '1.2', May 03 14:38:19.861940 dv-cinder-840289-3-iscsi neutron-server[110298]: 'SubPort': '1.0', May 03 14:38:19.861940 dv-cinder-840289-3-iscsi neutron-server[110298]: 'Subnet': '1.1', May 03 14:38:19.861940 dv-cinder-840289-3-iscsi neutron-server[110298]: 'Trunk': '1.1'}} May 03 14:38:19.861940 dv-cinder-840289-3-iscsi neutron-server[110298]: {{(pid=110298) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 03 14:38:19.930990 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-72f85557-0694-4094-92d1-b70ad4fcc95a demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775476666305'] for network (4edabe9d-a774-43cb-9cf5-578afa9742a0), precommit_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:38:20.028822 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-72f85557-0694-4094-92d1-b70ad4fcc95a demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613'] for network (4edabe9d-a774-43cb-9cf5-578afa9742a0), after_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:38:20.033823 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72f85557-0694-4094-92d1-b70ad4fcc95a demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:38:20.034534 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-72f85557-0694-4094-92d1-b70ad4fcc95a demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603595'] for network (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:38:20.147651 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f85557-0694-4094-92d1-b70ad4fcc95a demo demo] Pushing event updated for resources: {'Network': ['ID=4edabe9d-a774-43cb-9cf5-578afa9742a0,revision_number=1']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:38:20.162224 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Network 4edabe9d-a774-43cb-9cf5-578afa9742a0 details requested by agent ovs-agent-dv-cinder-840289-3-iscsi with host dv-cinder-840289-3-iscsi {{(pid=110299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 03 14:38:20.220187 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-72f85557-0694-4094-92d1-b70ad4fcc95a demo demo] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.2112434 May 03 14:38:22.692400 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 36640) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:38:23.106990 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ffd6fa9-403d-4e9d-aa45-58bb9e4b522b demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:38:23.108374 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-0ffd6fa9-403d-4e9d-aa45-58bb9e4b522b demo admin] 10.222.0.16 "GET /v2.0/networks/4edabe9d-a774-43cb-9cf5-578afa9742a0 HTTP/1.1" status: 200 len: 825 time: 0.4150355 May 03 14:38:23.145636 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-01626070-b39a-49f6-917c-abd8c91853e3 demo admin] 10.222.0.16 "GET /v2.0/subnetpools/6404b693-6e57-4d7d-949d-48a9df4022bd HTTP/1.1" status: 200 len: 734 time: 0.0315497 May 03 14:38:23.154236 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.v2.base [None req-9178fffd-658d-40e5-a154-0e4a90e8e247 demo admin] Request body: {'subnet': {'subnetpool_id': '6404b693-6e57-4d7d-949d-48a9df4022bd', 'network_id': '4edabe9d-a774-43cb-9cf5-578afa9742a0', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'ip_version': 4}} {{(pid=110298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:38:23.358433 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9178fffd-658d-40e5-a154-0e4a90e8e247 demo admin] Made reservation on behalf of 8e96ea6977b7462382fdcde00a88c177 for: {'subnet': 1} {{(pid=110298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 14:38:23.360562 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-9178fffd-658d-40e5-a154-0e4a90e8e247 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:38:23.730678 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-9178fffd-658d-40e5-a154-0e4a90e8e247 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613'] for subnet (cc5043cf-0974-4041-a6aa-8cdc0379ce8f), after_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:38:23.802764 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9178fffd-658d-40e5-a154-0e4a90e8e247 demo admin] Pushing event updated for resources: {'Subnet': ['ID=cc5043cf-0974-4041-a6aa-8cdc0379ce8f,revision_number=0']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:38:23.807480 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9178fffd-658d-40e5-a154-0e4a90e8e247 demo admin] Checking segment: {'id': '3863b006-d295-4fc9-bdc0-ac4ae6c74c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '4edabe9d-a774-43cb-9cf5-578afa9742a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 14:38:23.807851 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9178fffd-658d-40e5-a154-0e4a90e8e247 demo admin] Network hostable DHCP agents. Network: 4edabe9d-a774-43cb-9cf5-578afa9742a0, hostable agents: ['5d16a8e7-5fab-4607-ae51-2b468a019c05'], hosted agents: [] {{(pid=110298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 14:38:23.914046 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9178fffd-658d-40e5-a154-0e4a90e8e247 demo admin] Network 4edabe9d-a774-43cb-9cf5-578afa9742a0 is scheduled to be hosted by DHCP agent 5d16a8e7-5fab-4607-ae51-2b468a019c05 with binding_index 1 {{(pid=110298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 14:38:23.999956 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.scheduler.base_scheduler [None req-9178fffd-658d-40e5-a154-0e4a90e8e247 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840289-3-iscsi, 4edabe9d-a774-43cb-9cf5-578afa9742a0) {{(pid=110298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 14:38:24.005144 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9178fffd-658d-40e5-a154-0e4a90e8e247 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:38:24.005731 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-9178fffd-658d-40e5-a154-0e4a90e8e247 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603595'] for subnet (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:38:24.010488 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf18f276-9bb1-4714-a783-4f80b23aeeea None None] Network 4edabe9d-a774-43cb-9cf5-578afa9742a0 requested from dv-cinder-840289-3-iscsi {{(pid=110299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 14:38:24.213837 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-9178fffd-658d-40e5-a154-0e4a90e8e247 demo admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0628083 May 03 14:38:24.259908 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1399042a-fe87-48ce-858f-da852c073d3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34cf8f42-598f-5304-9936-d07867131aca-4edabe9d-a774-43cb-9cf5-578afa9742a0', 'network_id': '4edabe9d-a774-43cb-9cf5-578afa9742a0', 'project_id': '8e96ea6977b7462382fdcde00a88c177', 'fixed_ips': [{'subnet_id': 'cc5043cf-0974-4041-a6aa-8cdc0379ce8f'}]}} from dv-cinder-840289-3-iscsi. {{(pid=110299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 03 14:38:24.261148 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-1399042a-fe87-48ce-858f-da852c073d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (None), before_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:38:24.550838 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.db_base_plugin_common [None req-1399042a-fe87-48ce-858f-da852c073d3a None None] Allocated IP 172.20.0.2 (4edabe9d-a774-43cb-9cf5-578afa9742a0/cc5043cf-0974-4041-a6aa-8cdc0379ce8f/a11b7ce7-bdad-459f-8ac4-2539b1149122) {{(pid=110299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 14:38:24.829506 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-1399042a-fe87-48ce-858f-da852c073d3a None None] Publish callbacks [] for port (a11b7ce7-bdad-459f-8ac4-2539b1149122), precommit_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:38:24.920321 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-1399042a-fe87-48ce-858f-da852c073d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775476647060'] for port (a11b7ce7-bdad-459f-8ac4-2539b1149122), after_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:38:24.990663 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1399042a-fe87-48ce-858f-da852c073d3a None None] Network 4edabe9d-a774-43cb-9cf5-578afa9742a0 is already hosted by enough agents. {{(pid=110299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 14:38:24.996510 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.scheduler.base_scheduler [None req-1399042a-fe87-48ce-858f-da852c073d3a None None] Resources bound (agent type, host, resource id): {{(pid=110299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 14:38:25.011227 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1399042a-fe87-48ce-858f-da852c073d3a None None] Received port after_create {{(pid=110299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 14:38:25.014270 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1399042a-fe87-48ce-858f-da852c073d3a None None] Pushing event updated for resources: {'Port': ['ID=a11b7ce7-bdad-459f-8ac4-2539b1149122,revision_number=1']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:38:25.060474 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1399042a-fe87-48ce-858f-da852c073d3a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:38:25.060821 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1399042a-fe87-48ce-858f-da852c073d3a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:38:25.061179 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1399042a-fe87-48ce-858f-da852c073d3a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:38:25.061537 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1399042a-fe87-48ce-858f-da852c073d3a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:38:25.061875 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1399042a-fe87-48ce-858f-da852c073d3a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:38:25.062474 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1399042a-fe87-48ce-858f-da852c073d3a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:38:25.062803 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1399042a-fe87-48ce-858f-da852c073d3a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:38:25.063180 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1399042a-fe87-48ce-858f-da852c073d3a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:38:25.063509 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1399042a-fe87-48ce-858f-da852c073d3a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:38:25.063835 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1399042a-fe87-48ce-858f-da852c073d3a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:38:25.064161 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1399042a-fe87-48ce-858f-da852c073d3a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:38:25.064500 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1399042a-fe87-48ce-858f-da852c073d3a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:38:25.064825 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1399042a-fe87-48ce-858f-da852c073d3a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:38:25.065143 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1399042a-fe87-48ce-858f-da852c073d3a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:38:25.065462 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1399042a-fe87-48ce-858f-da852c073d3a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:38:25.067484 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1399042a-fe87-48ce-858f-da852c073d3a None None] Tracked resource versions report: May 03 14:38:25.067484 dv-cinder-840289-3-iscsi neutron-server[110299]: pushed versions: May 03 14:38:25.067484 dv-cinder-840289-3-iscsi neutron-server[110299]: { 'AddressGroup': {'1.2'}, May 03 14:38:25.067484 dv-cinder-840289-3-iscsi neutron-server[110299]: 'Agent': {'1.1'}, May 03 14:38:25.067484 dv-cinder-840289-3-iscsi neutron-server[110299]: 'ConntrackHelper': {'1.0'}, May 03 14:38:25.067484 dv-cinder-840289-3-iscsi neutron-server[110299]: 'LocalIPAssociation': {'1.0'}, May 03 14:38:25.067484 dv-cinder-840289-3-iscsi neutron-server[110299]: 'Log': {'1.0'}, May 03 14:38:25.067484 dv-cinder-840289-3-iscsi neutron-server[110299]: 'NDPProxy': {'1.0'}, May 03 14:38:25.067484 dv-cinder-840289-3-iscsi neutron-server[110299]: 'Network': {'1.1'}, May 03 14:38:25.067484 dv-cinder-840289-3-iscsi neutron-server[110299]: 'Port': {'1.7'}, May 03 14:38:25.067484 dv-cinder-840289-3-iscsi neutron-server[110299]: 'PortForwarding': {'1.3'}, May 03 14:38:25.067484 dv-cinder-840289-3-iscsi neutron-server[110299]: 'QosPolicy': {'1.10'}, May 03 14:38:25.067484 dv-cinder-840289-3-iscsi neutron-server[110299]: 'SecurityGroup': {'1.5'}, May 03 14:38:25.067484 dv-cinder-840289-3-iscsi neutron-server[110299]: 'SecurityGroupRule': {'1.2'}, May 03 14:38:25.067484 dv-cinder-840289-3-iscsi neutron-server[110299]: 'SubPort': {'1.0'}, May 03 14:38:25.067484 dv-cinder-840289-3-iscsi neutron-server[110299]: 'Subnet': {'1.1'}, May 03 14:38:25.067484 dv-cinder-840289-3-iscsi neutron-server[110299]: 'Trunk': {'1.1'}} May 03 14:38:25.067484 dv-cinder-840289-3-iscsi neutron-server[110299]: consumer versions: May 03 14:38:25.067484 dv-cinder-840289-3-iscsi neutron-server[110299]: { DHCP agent@dv-cinder-840289-3-iscsi: {}, May 03 14:38:25.067484 dv-cinder-840289-3-iscsi neutron-server[110299]: L3 agent@dv-cinder-840289-3-iscsi: {}, May 03 14:38:25.067484 dv-cinder-840289-3-iscsi neutron-server[110299]: Metadata agent@dv-cinder-840289-3-iscsi: {}, May 03 14:38:25.067484 dv-cinder-840289-3-iscsi neutron-server[110299]: Metering agent@dv-cinder-840289-3-iscsi: {}, May 03 14:38:25.067484 dv-cinder-840289-3-iscsi neutron-server[110299]: Open vSwitch agent@dv-cinder-840289-3-iscsi: { 'AddressGroup': '1.2', May 03 14:38:25.067484 dv-cinder-840289-3-iscsi neutron-server[110299]: 'Agent': '1.1', May 03 14:38:25.067484 dv-cinder-840289-3-iscsi neutron-server[110299]: 'ConntrackHelper': '1.0', May 03 14:38:25.067484 dv-cinder-840289-3-iscsi neutron-server[110299]: 'LocalIPAssociation': '1.0', May 03 14:38:25.067484 dv-cinder-840289-3-iscsi neutron-server[110299]: 'Log': '1.0', May 03 14:38:25.067484 dv-cinder-840289-3-iscsi neutron-server[110299]: 'NDPProxy': '1.0', May 03 14:38:25.067484 dv-cinder-840289-3-iscsi neutron-server[110299]: 'Network': '1.1', May 03 14:38:25.067484 dv-cinder-840289-3-iscsi neutron-server[110299]: 'Port': '1.7', May 03 14:38:25.067484 dv-cinder-840289-3-iscsi neutron-server[110299]: 'PortForwarding': '1.3', May 03 14:38:25.067484 dv-cinder-840289-3-iscsi neutron-server[110299]: 'QosPolicy': '1.10', May 03 14:38:25.067484 dv-cinder-840289-3-iscsi neutron-server[110299]: 'SecurityGroup': '1.5', May 03 14:38:25.067484 dv-cinder-840289-3-iscsi neutron-server[110299]: 'SecurityGroupRule': '1.2', May 03 14:38:25.067484 dv-cinder-840289-3-iscsi neutron-server[110299]: 'SubPort': '1.0', May 03 14:38:25.067484 dv-cinder-840289-3-iscsi neutron-server[110299]: 'Subnet': '1.1', May 03 14:38:25.067484 dv-cinder-840289-3-iscsi neutron-server[110299]: 'Trunk': '1.1'}} May 03 14:38:25.067484 dv-cinder-840289-3-iscsi neutron-server[110299]: {{(pid=110299) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 03 14:38:25.108031 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.managers [None req-1399042a-fe87-48ce-858f-da852c073d3a None None] Attempting to bind port a11b7ce7-bdad-459f-8ac4-2539b1149122 on host dv-cinder-840289-3-iscsi for vnic_type normal with profile {{(pid=110299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 14:38:25.108427 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.managers [None req-1399042a-fe87-48ce-858f-da852c073d3a None None] Attempting to bind port a11b7ce7-bdad-459f-8ac4-2539b1149122 by drivers openvswitch,hyperv on host dv-cinder-840289-3-iscsi at level 0 using segments [{'id': '3863b006-d295-4fc9-bdc0-ac4ae6c74c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '4edabe9d-a774-43cb-9cf5-578afa9742a0'}] {{(pid=110299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 14:38:25.108862 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1399042a-fe87-48ce-858f-da852c073d3a None None] Attempting to bind port a11b7ce7-bdad-459f-8ac4-2539b1149122 on network 4edabe9d-a774-43cb-9cf5-578afa9742a0 {{(pid=110299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 14:38:25.113783 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1399042a-fe87-48ce-858f-da852c073d3a None None] Checking agent: {'id': '16d44442-859c-4c9b-bc72-04cb3b8a5d5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840289-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 14, 38, 15), 'started_at': datetime.datetime(2022, 5, 3, 14, 38, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 14, 38, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840289-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 14:38:25.114178 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1399042a-fe87-48ce-858f-da852c073d3a None None] Checking segment: {'id': '3863b006-d295-4fc9-bdc0-ac4ae6c74c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '4edabe9d-a774-43cb-9cf5-578afa9742a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 14:38:25.114651 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-1399042a-fe87-48ce-858f-da852c073d3a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:38:25.115166 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1399042a-fe87-48ce-858f-da852c073d3a None None] Bound using segment: {'id': '3863b006-d295-4fc9-bdc0-ac4ae6c74c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '4edabe9d-a774-43cb-9cf5-578afa9742a0'} {{(pid=110299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 14:38:25.120174 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.managers [None req-1399042a-fe87-48ce-858f-da852c073d3a None None] Bound port: a11b7ce7-bdad-459f-8ac4-2539b1149122, host: dv-cinder-840289-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3863b006-d295-4fc9-bdc0-ac4ae6c74c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '4edabe9d-a774-43cb-9cf5-578afa9742a0'}}] {{(pid=110299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 14:38:25.120174 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-1399042a-fe87-48ce-858f-da852c073d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (a11b7ce7-bdad-459f-8ac4-2539b1149122), before_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:38:25.180459 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-1399042a-fe87-48ce-858f-da852c073d3a None None] For port a11b7ce7-bdad-459f-8ac4-2539b1149122, host dv-cinder-840289-3-iscsi, cleared binding levels {{(pid=110299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 14:38:25.200329 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-1399042a-fe87-48ce-858f-da852c073d3a None None] For port a11b7ce7-bdad-459f-8ac4-2539b1149122, host dv-cinder-840289-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-3-iscsi',level=0,port_id=a11b7ce7-bdad-459f-8ac4-2539b1149122,segment=NetworkSegment(3863b006-d295-4fc9-bdc0-ac4ae6c74c2c),segment_id=3863b006-d295-4fc9-bdc0-ac4ae6c74c2c)] {{(pid=110299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 14:38:25.263473 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-1399042a-fe87-48ce-858f-da852c073d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096'] for port (a11b7ce7-bdad-459f-8ac4-2539b1149122), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:38:25.319378 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1399042a-fe87-48ce-858f-da852c073d3a None None] Pushing event updated for resources: {'Port': ['ID=a11b7ce7-bdad-459f-8ac4-2539b1149122,revision_number=2']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:38:26.747074 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 36648) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:38:27.066090 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [None req-55cc5a98-721d-46a2-ba25-7a93c4e8f1f8 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=110298) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 03 14:38:27.067095 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-55cc5a98-721d-46a2-ba25-7a93c4e8f1f8 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3190231 May 03 14:38:29.575605 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 36656) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:38:29.892098 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [None req-79b481cc-b15a-4d3e-a316-47066cca023f admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=110297) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 03 14:38:29.893105 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-79b481cc-b15a-4d3e-a316-47066cca023f admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3165345 May 03 14:38:32.381756 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 36664) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:38:32.694419 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.v2.base [None req-937f5c48-09d9-4e1a-bbdd-960c6ff62a4b demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=110297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:38:32.771665 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-937f5c48-09d9-4e1a-bbdd-960c6ff62a4b demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1693469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3141'] for router (dcee079d-b8e3-4ef6-b32f-d0d0bc447446), before_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:38:32.773292 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-937f5c48-09d9-4e1a-bbdd-960c6ff62a4b demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1693617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698068', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1739037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3132'] for router (dcee079d-b8e3-4ef6-b32f-d0d0bc447446), precommit_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:38:32.924072 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-937f5c48-09d9-4e1a-bbdd-960c6ff62a4b demo demo] Publish callbacks [] for router_controller (dcee079d-b8e3-4ef6-b32f-d0d0bc447446), precommit_add_association {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:38:33.052529 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-937f5c48-09d9-4e1a-bbdd-960c6ff62a4b demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698251'] for router (dcee079d-b8e3-4ef6-b32f-d0d0bc447446), after_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:38:33.217656 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-937f5c48-09d9-4e1a-bbdd-960c6ff62a4b demo demo] Publish callbacks [] for router (None), before_response {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:38:33.218840 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-937f5c48-09d9-4e1a-bbdd-960c6ff62a4b demo demo] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.8361037 May 03 14:38:35.718524 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 36676) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:38:35.830029 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Device a11b7ce7-bdad-459f-8ac4-2539b1149122 up at agent ovs-agent-dv-cinder-840289-3-iscsi {{(pid=110299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 14:38:35.919639 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Provisioning complete for port a11b7ce7-bdad-459f-8ac4-2539b1149122 triggered by entity L2. {{(pid=110299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:38:35.920053 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728915'] for port (a11b7ce7-bdad-459f-8ac4-2539b1149122), provisioning_complete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:38:36.027585 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Current status of the port a11b7ce7-bdad-459f-8ac4-2539b1149122 is: DOWN; New status is: ACTIVE {{(pid=110299) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:38:36.027794 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (a11b7ce7-bdad-459f-8ac4-2539b1149122), before_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:38:36.062790 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] For port a11b7ce7-bdad-459f-8ac4-2539b1149122, host dv-cinder-840289-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-3-iscsi',level=0,port_id=a11b7ce7-bdad-459f-8ac4-2539b1149122,segment=NetworkSegment(3863b006-d295-4fc9-bdc0-ac4ae6c74c2c),segment_id=3863b006-d295-4fc9-bdc0-ac4ae6c74c2c)] {{(pid=110299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:38:36.068309 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [None req-b76ecf66-d6f5-49ee-bd3a-06eb9af008f2 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=110297) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 03 14:38:36.074540 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-b76ecf66-d6f5-49ee-bd3a-06eb9af008f2 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3519156 May 03 14:38:36.141570 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096'] for port (a11b7ce7-bdad-459f-8ac4-2539b1149122), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:38:36.200980 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Pushing event updated for resources: {'Port': ['ID=a11b7ce7-bdad-459f-8ac4-2539b1149122,revision_number=3']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:38:36.723831 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ccdfee5-dafc-4c62-b3f6-f8b8911a6825 None None] Network 4edabe9d-a774-43cb-9cf5-578afa9742a0 requested from dv-cinder-840289-3-iscsi {{(pid=110299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 14:38:36.795871 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [None req-08f27a39-ca8a-46f7-b644-983ff68087b7 None None] Provisioning complete for port a11b7ce7-bdad-459f-8ac4-2539b1149122 triggered by entity DHCP. {{(pid=110299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:38:36.796253 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-08f27a39-ca8a-46f7-b644-983ff68087b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728915'] for port (a11b7ce7-bdad-459f-8ac4-2539b1149122), provisioning_complete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:38:36.918005 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-08f27a39-ca8a-46f7-b644-983ff68087b7 None None] Current status of the port a11b7ce7-bdad-459f-8ac4-2539b1149122 is: ACTIVE; New status is: ACTIVE {{(pid=110299) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:38:37.136301 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [None req-1470267b-7273-4c6e-9764-d4cc9009f996 None None] Provisioning complete for port a11b7ce7-bdad-459f-8ac4-2539b1149122 triggered by entity DHCP. {{(pid=110299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:38:37.136705 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-1470267b-7273-4c6e-9764-d4cc9009f996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728915'] for port (a11b7ce7-bdad-459f-8ac4-2539b1149122), provisioning_complete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:38:37.215976 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-1470267b-7273-4c6e-9764-d4cc9009f996 None None] Current status of the port a11b7ce7-bdad-459f-8ac4-2539b1149122 is: ACTIVE; New status is: ACTIVE {{(pid=110299) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:38:37.809212 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Device a11b7ce7-bdad-459f-8ac4-2539b1149122 up at agent ovs-agent-dv-cinder-840289-3-iscsi {{(pid=110299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 14:38:37.854831 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Provisioning complete for port a11b7ce7-bdad-459f-8ac4-2539b1149122 triggered by entity L2. {{(pid=110299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:38:37.855254 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728915'] for port (a11b7ce7-bdad-459f-8ac4-2539b1149122), provisioning_complete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:38:37.931550 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Current status of the port a11b7ce7-bdad-459f-8ac4-2539b1149122 is: ACTIVE; New status is: ACTIVE {{(pid=110299) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:38:38.568443 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 36684) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:38:38.735766 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-875f2f64-8c81-405a-ae82-f6a91f785c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (5d16a8e7-5fab-4607-ae51-2b468a019c05), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:38:38.883735 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.v2.base [None req-1672d709-bd64-4a4a-a6c1-db4a5dcc5fb9 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'is_default': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'router:external': True}} {{(pid=110297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:38:38.982489 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1672d709-bd64-4a4a-a6c1-db4a5dcc5fb9 admin admin] Made reservation on behalf of ee2cd35486624b08bc9a7c619d37300f for: {'network': 1} {{(pid=110297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 14:38:38.985228 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-1672d709-bd64-4a4a-a6c1-db4a5dcc5fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for network (None), before_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:38:39.000567 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-1672d709-bd64-4a4a-a6c1-db4a5dcc5fb9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:38:39.097847 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-1672d709-bd64-4a4a-a6c1-db4a5dcc5fb9 admin admin] Publish callbacks [] for security_group (02949c7e-33e7-453f-856c-1c8f4c52c1af), precommit_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:38:39.165265 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-1672d709-bd64-4a4a-a6c1-db4a5dcc5fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (02949c7e-33e7-453f-856c-1c8f4c52c1af), after_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:38:39.176848 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-1672d709-bd64-4a4a-a6c1-db4a5dcc5fb9 admin admin] Reserving flat network on physical network physnet1 {{(pid=110297) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 03 14:38:39.210356 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-1672d709-bd64-4a4a-a6c1-db4a5dcc5fb9 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8775477110065', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719716'] for segment (0c3170a2-2f96-4172-a4d6-7b5474706bd0), precommit_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:38:39.210964 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-1672d709-bd64-4a4a-a6c1-db4a5dcc5fb9 admin admin] Unsubscribe: segment precommit_create {{(pid=110297) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 03 14:38:39.211478 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.db.segments_db [None req-1672d709-bd64-4a4a-a6c1-db4a5dcc5fb9 admin admin] Added segment 0c3170a2-2f96-4172-a4d6-7b5474706bd0 of type flat for network 7456e722-9446-4a17-bcf3-c72dce07c65c May 03 14:38:39.217381 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1672d709-bd64-4a4a-a6c1-db4a5dcc5fb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02949c7e-33e7-453f-856c-1c8f4c52c1af,revision_number=1']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:38:39.244211 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1672d709-bd64-4a4a-a6c1-db4a5dcc5fb9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:38:39.244488 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1672d709-bd64-4a4a-a6c1-db4a5dcc5fb9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:38:39.244844 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1672d709-bd64-4a4a-a6c1-db4a5dcc5fb9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:38:39.245179 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1672d709-bd64-4a4a-a6c1-db4a5dcc5fb9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:38:39.245507 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1672d709-bd64-4a4a-a6c1-db4a5dcc5fb9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:38:39.245830 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1672d709-bd64-4a4a-a6c1-db4a5dcc5fb9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:38:39.246151 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1672d709-bd64-4a4a-a6c1-db4a5dcc5fb9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:38:39.246470 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1672d709-bd64-4a4a-a6c1-db4a5dcc5fb9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:38:39.246802 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1672d709-bd64-4a4a-a6c1-db4a5dcc5fb9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:38:39.247157 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1672d709-bd64-4a4a-a6c1-db4a5dcc5fb9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:38:39.247492 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1672d709-bd64-4a4a-a6c1-db4a5dcc5fb9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:38:39.247826 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1672d709-bd64-4a4a-a6c1-db4a5dcc5fb9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:38:39.248143 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1672d709-bd64-4a4a-a6c1-db4a5dcc5fb9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:38:39.248455 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1672d709-bd64-4a4a-a6c1-db4a5dcc5fb9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:38:39.248765 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1672d709-bd64-4a4a-a6c1-db4a5dcc5fb9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:38:39.250198 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1672d709-bd64-4a4a-a6c1-db4a5dcc5fb9 admin admin] Tracked resource versions report: May 03 14:38:39.250198 dv-cinder-840289-3-iscsi neutron-server[110297]: pushed versions: May 03 14:38:39.250198 dv-cinder-840289-3-iscsi neutron-server[110297]: { 'AddressGroup': {'1.2'}, May 03 14:38:39.250198 dv-cinder-840289-3-iscsi neutron-server[110297]: 'Agent': {'1.1'}, May 03 14:38:39.250198 dv-cinder-840289-3-iscsi neutron-server[110297]: 'ConntrackHelper': {'1.0'}, May 03 14:38:39.250198 dv-cinder-840289-3-iscsi neutron-server[110297]: 'LocalIPAssociation': {'1.0'}, May 03 14:38:39.250198 dv-cinder-840289-3-iscsi neutron-server[110297]: 'Log': {'1.0'}, May 03 14:38:39.250198 dv-cinder-840289-3-iscsi neutron-server[110297]: 'NDPProxy': {'1.0'}, May 03 14:38:39.250198 dv-cinder-840289-3-iscsi neutron-server[110297]: 'Network': {'1.1'}, May 03 14:38:39.250198 dv-cinder-840289-3-iscsi neutron-server[110297]: 'Port': {'1.7'}, May 03 14:38:39.250198 dv-cinder-840289-3-iscsi neutron-server[110297]: 'PortForwarding': {'1.3'}, May 03 14:38:39.250198 dv-cinder-840289-3-iscsi neutron-server[110297]: 'QosPolicy': {'1.10'}, May 03 14:38:39.250198 dv-cinder-840289-3-iscsi neutron-server[110297]: 'SecurityGroup': {'1.5'}, May 03 14:38:39.250198 dv-cinder-840289-3-iscsi neutron-server[110297]: 'SecurityGroupRule': {'1.2'}, May 03 14:38:39.250198 dv-cinder-840289-3-iscsi neutron-server[110297]: 'SubPort': {'1.0'}, May 03 14:38:39.250198 dv-cinder-840289-3-iscsi neutron-server[110297]: 'Subnet': {'1.1'}, May 03 14:38:39.250198 dv-cinder-840289-3-iscsi neutron-server[110297]: 'Trunk': {'1.1'}} May 03 14:38:39.250198 dv-cinder-840289-3-iscsi neutron-server[110297]: consumer versions: May 03 14:38:39.250198 dv-cinder-840289-3-iscsi neutron-server[110297]: { DHCP agent@dv-cinder-840289-3-iscsi: {}, May 03 14:38:39.250198 dv-cinder-840289-3-iscsi neutron-server[110297]: L3 agent@dv-cinder-840289-3-iscsi: {}, May 03 14:38:39.250198 dv-cinder-840289-3-iscsi neutron-server[110297]: Metadata agent@dv-cinder-840289-3-iscsi: {}, May 03 14:38:39.250198 dv-cinder-840289-3-iscsi neutron-server[110297]: Metering agent@dv-cinder-840289-3-iscsi: {}, May 03 14:38:39.250198 dv-cinder-840289-3-iscsi neutron-server[110297]: Open vSwitch agent@dv-cinder-840289-3-iscsi: { 'AddressGroup': '1.2', May 03 14:38:39.250198 dv-cinder-840289-3-iscsi neutron-server[110297]: 'Agent': '1.1', May 03 14:38:39.250198 dv-cinder-840289-3-iscsi neutron-server[110297]: 'ConntrackHelper': '1.0', May 03 14:38:39.250198 dv-cinder-840289-3-iscsi neutron-server[110297]: 'LocalIPAssociation': '1.0', May 03 14:38:39.250198 dv-cinder-840289-3-iscsi neutron-server[110297]: 'Log': '1.0', May 03 14:38:39.250198 dv-cinder-840289-3-iscsi neutron-server[110297]: 'NDPProxy': '1.0', May 03 14:38:39.250198 dv-cinder-840289-3-iscsi neutron-server[110297]: 'Network': '1.1', May 03 14:38:39.250198 dv-cinder-840289-3-iscsi neutron-server[110297]: 'Port': '1.7', May 03 14:38:39.250198 dv-cinder-840289-3-iscsi neutron-server[110297]: 'PortForwarding': '1.3', May 03 14:38:39.250198 dv-cinder-840289-3-iscsi neutron-server[110297]: 'QosPolicy': '1.10', May 03 14:38:39.250198 dv-cinder-840289-3-iscsi neutron-server[110297]: 'SecurityGroup': '1.5', May 03 14:38:39.250198 dv-cinder-840289-3-iscsi neutron-server[110297]: 'SecurityGroupRule': '1.2', May 03 14:38:39.250198 dv-cinder-840289-3-iscsi neutron-server[110297]: 'SubPort': '1.0', May 03 14:38:39.250198 dv-cinder-840289-3-iscsi neutron-server[110297]: 'Subnet': '1.1', May 03 14:38:39.250198 dv-cinder-840289-3-iscsi neutron-server[110297]: 'Trunk': '1.1'}} May 03 14:38:39.250198 dv-cinder-840289-3-iscsi neutron-server[110297]: {{(pid=110297) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 03 14:38:39.335905 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-1672d709-bd64-4a4a-a6c1-db4a5dcc5fb9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775476666305'] for network (7456e722-9446-4a17-bcf3-c72dce07c65c), precommit_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:38:39.444937 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-1672d709-bd64-4a4a-a6c1-db4a5dcc5fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613'] for network (7456e722-9446-4a17-bcf3-c72dce07c65c), after_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:38:39.446124 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1672d709-bd64-4a4a-a6c1-db4a5dcc5fb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:38:39.446806 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-1672d709-bd64-4a4a-a6c1-db4a5dcc5fb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603595'] for network (None), before_response {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:38:39.544110 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1672d709-bd64-4a4a-a6c1-db4a5dcc5fb9 admin admin] Pushing event updated for resources: {'Network': ['ID=7456e722-9446-4a17-bcf3-c72dce07c65c,revision_number=1']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:38:39.567327 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Network 7456e722-9446-4a17-bcf3-c72dce07c65c details requested by agent ovs-agent-dv-cinder-840289-3-iscsi with host dv-cinder-840289-3-iscsi {{(pid=110299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 03 14:38:39.579467 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-1672d709-bd64-4a4a-a6c1-db4a5dcc5fb9 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0099816 May 03 14:38:41.130834 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-41bcdfef-3f8b-4aa7-a93a-4087dc092548 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (a9161e1b-902d-441f-843b-a0ff0805adee), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:38:41.992091 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 36696) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:38:42.270054 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-ed776e2d-a518-4685-8fad-0cd9eaa120ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (6a418bd5-8bcc-400f-88b5-19eff412e81a), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:38:42.333865 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9a3fed-4cfc-4f4f-b297-1826f6662db2 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:38:42.335280 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-3f9a3fed-4cfc-4f4f-b297-1826f6662db2 demo admin] 10.222.0.16 "GET /v2.0/subnets/cc5043cf-0974-4041-a6aa-8cdc0379ce8f HTTP/1.1" status: 200 len: 849 time: 0.3422108 May 03 14:38:42.475239 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-eab0b4e8-e409-4cfc-b3fe-b440cc3959fa demo admin] 10.222.0.16 "GET /v2.0/routers/dcee079d-b8e3-4ef6-b32f-d0d0bc447446 HTTP/1.1" status: 200 len: 704 time: 0.1342473 May 03 14:38:42.745112 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-1b24cdab-f8cb-4795-aea2-87ef226d0da8 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (None), before_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:38:43.037644 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.db.db_base_plugin_common [None req-1b24cdab-f8cb-4795-aea2-87ef226d0da8 demo admin] Allocated IP 172.20.0.1 (4edabe9d-a774-43cb-9cf5-578afa9742a0/cc5043cf-0974-4041-a6aa-8cdc0379ce8f/53fa79f6-4593-48b2-a150-c9729d254a9d) {{(pid=110297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 14:38:43.225759 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-1b24cdab-f8cb-4795-aea2-87ef226d0da8 demo admin] Publish callbacks [] for port (53fa79f6-4593-48b2-a150-c9729d254a9d), precommit_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:38:43.349045 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-1b24cdab-f8cb-4795-aea2-87ef226d0da8 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775476647060'] for port (53fa79f6-4593-48b2-a150-c9729d254a9d), after_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:38:43.427518 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b24cdab-f8cb-4795-aea2-87ef226d0da8 demo admin] Network 4edabe9d-a774-43cb-9cf5-578afa9742a0 is already hosted by enough agents. {{(pid=110297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 14:38:43.433734 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.scheduler.base_scheduler [None req-1b24cdab-f8cb-4795-aea2-87ef226d0da8 demo admin] Resources bound (agent type, host, resource id): {{(pid=110297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 14:38:43.446238 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b24cdab-f8cb-4795-aea2-87ef226d0da8 demo admin] Received port after_create {{(pid=110297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 14:38:43.446762 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-1b24cdab-f8cb-4795-aea2-87ef226d0da8 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1694142'] for router_interface (dcee079d-b8e3-4ef6-b32f-d0d0bc447446), before_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:38:43.466772 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b24cdab-f8cb-4795-aea2-87ef226d0da8 demo admin] Pushing event updated for resources: {'Port': ['ID=53fa79f6-4593-48b2-a150-c9729d254a9d,revision_number=1']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:38:43.474262 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-dd96712b-4627-437f-9df9-b1bfec551245 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (8b46afec-dab7-4bfa-a959-8584a0cfd79a), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:38:43.670003 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [None req-90c7af83-35a0-4026-a061-0249655cb994 None None] Provisioning complete for port 53fa79f6-4593-48b2-a150-c9729d254a9d triggered by entity DHCP. {{(pid=110299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:38:43.670314 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-90c7af83-35a0-4026-a061-0249655cb994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728915'] for port (53fa79f6-4593-48b2-a150-c9729d254a9d), provisioning_complete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:38:43.703181 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-90c7af83-35a0-4026-a061-0249655cb994 None None] Port 53fa79f6-4593-48b2-a150-c9729d254a9d cannot update to ACTIVE because it is not bound. {{(pid=110299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 14:38:43.753374 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-1b24cdab-f8cb-4795-aea2-87ef226d0da8 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (53fa79f6-4593-48b2-a150-c9729d254a9d), before_update {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:38:43.960164 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-1b24cdab-f8cb-4795-aea2-87ef226d0da8 demo admin] Publish callbacks [] for port (53fa79f6-4593-48b2-a150-c9729d254a9d), precommit_update {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:38:44.028156 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-1b24cdab-f8cb-4795-aea2-87ef226d0da8 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096'] for port (53fa79f6-4593-48b2-a150-c9729d254a9d), after_update {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:38:44.028927 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-1b24cdab-f8cb-4795-aea2-87ef226d0da8 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1694048'] for router_interface (dcee079d-b8e3-4ef6-b32f-d0d0bc447446), after_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:38:44.080429 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b24cdab-f8cb-4795-aea2-87ef226d0da8 demo admin] Pushing event updated for resources: {'Port': ['ID=53fa79f6-4593-48b2-a150-c9729d254a9d,revision_number=2']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:38:44.223965 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b24cdab-f8cb-4795-aea2-87ef226d0da8 demo admin] Network 4edabe9d-a774-43cb-9cf5-578afa9742a0 is already hosted by enough agents. {{(pid=110297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 14:38:44.225176 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.scheduler.base_scheduler [None req-1b24cdab-f8cb-4795-aea2-87ef226d0da8 demo admin] Resources bound (agent type, host, resource id): {{(pid=110297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 14:38:44.426484 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [None req-63393184-3ef1-4c4f-b8e7-27d9f3b06c34 None None] Provisioning complete for port 53fa79f6-4593-48b2-a150-c9729d254a9d triggered by entity DHCP. {{(pid=110299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:38:44.426877 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-63393184-3ef1-4c4f-b8e7-27d9f3b06c34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728915'] for port (53fa79f6-4593-48b2-a150-c9729d254a9d), provisioning_complete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:38:44.466287 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-63393184-3ef1-4c4f-b8e7-27d9f3b06c34 None None] Port 53fa79f6-4593-48b2-a150-c9729d254a9d cannot update to ACTIVE because it is not bound. {{(pid=110299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 14:38:44.474334 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b24cdab-f8cb-4795-aea2-87ef226d0da8 demo admin] Router dcee079d-b8e3-4ef6-b32f-d0d0bc447446 is scheduled to L3 agent a9161e1b-902d-441f-843b-a0ff0805adee with binding_index 1 {{(pid=110297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 03 14:38:44.576961 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b24cdab-f8cb-4795-aea2-87ef226d0da8 demo admin] Notify agent at l3_agent.dv-cinder-840289-3-iscsi the message routers_updated {{(pid=110297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 14:38:44.583916 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-1b24cdab-f8cb-4795-aea2-87ef226d0da8 demo admin] 10.222.0.16 "PUT /v2.0/routers/dcee079d-b8e3-4ef6-b32f-d0d0bc447446/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1034579 May 03 14:38:44.591853 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21810e25-91d7-48e2-8946-7744e1d0ed71 None None] Sync routers for ids ['dcee079d-b8e3-4ef6-b32f-d0d0bc447446'] in dv-cinder-840289-3-iscsi {{(pid=110300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 14:38:44.605730 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21810e25-91d7-48e2-8946-7744e1d0ed71 None None] Routers {'dcee079d-b8e3-4ef6-b32f-d0d0bc447446'} bound to L3 agent in host dv-cinder-840289-3-iscsi {{(pid=110300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:38:44.606599 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_hamode_db [None req-21810e25-91d7-48e2-8946-7744e1d0ed71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-03T14:38:11Z,description=,heartbeat_timestamp=2022-05-03T14:38:41Z,host='dv-cinder-840289-3-iscsi',id=a9161e1b-902d-441f-843b-a0ff0805adee,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:38:12Z,topic='l3_agent')) {'router_ids': ['dcee079d-b8e3-4ef6-b32f-d0d0bc447446'], 'active': True} {{(pid=110300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:38:44.814106 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvr_db [None req-21810e25-91d7-48e2-8946-7744e1d0ed71 None None] Set router dcee079d-b8e3-4ef6-b32f-d0d0bc447446 gateway port host: None {{(pid=110300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:38:45.130864 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (16d44442-859c-4c9b-bc72-04cb3b8a5d5b), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:38:45.255166 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_hamode_db [None req-21810e25-91d7-48e2-8946-7744e1d0ed71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcee079d-b8e3-4ef6-b32f-d0d0bc447446', 'name': 'router1', 'tenant_id': '8e96ea6977b7462382fdcde00a88c177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:38:32Z', 'updated_at': '2022-05-03T14:38:43Z', 'revision_number': 2, 'project_id': '8e96ea6977b7462382fdcde00a88c177', 'gw_port_host': None, '_interfaces': [{'id': '53fa79f6-4593-48b2-a150-c9729d254a9d', 'name': '', 'network_id': '4edabe9d-a774-43cb-9cf5-578afa9742a0', 'tenant_id': '8e96ea6977b7462382fdcde00a88c177', 'mac_address': 'fa:16:3e:3f:b1:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcee079d-b8e3-4ef6-b32f-d0d0bc447446', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cc5043cf-0974-4041-a6aa-8cdc0379ce8f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:38:42Z', 'updated_at': '2022-05-03T14:38:43Z', 'revision_number': 2, 'project_id': '8e96ea6977b7462382fdcde00a88c177', 'subnets': [{'id': 'cc5043cf-0974-4041-a6aa-8cdc0379ce8f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6404b693-6e57-4d7d-949d-48a9df4022bd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-3-iscsi', False) {} {{(pid=110300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:38:45.306806 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21810e25-91d7-48e2-8946-7744e1d0ed71 None None] Checking router: dcee079d-b8e3-4ef6-b32f-d0d0bc447446 for host: dv-cinder-840289-3-iscsi {{(pid=110300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 14:38:45.307202 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21810e25-91d7-48e2-8946-7744e1d0ed71 None None] Updating router dcee079d-b8e3-4ef6-b32f-d0d0bc447446 port 53fa79f6-4593-48b2-a150-c9729d254a9d binding host dv-cinder-840289-3-iscsi {{(pid=110300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 14:38:45.359803 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-21810e25-91d7-48e2-8946-7744e1d0ed71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (53fa79f6-4593-48b2-a150-c9729d254a9d), before_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:38:45.865266 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-21810e25-91d7-48e2-8946-7744e1d0ed71 None None] Publish callbacks [] for port (53fa79f6-4593-48b2-a150-c9729d254a9d), precommit_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:38:45.924784 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-21810e25-91d7-48e2-8946-7744e1d0ed71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096'] for port (53fa79f6-4593-48b2-a150-c9729d254a9d), after_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:38:46.071054 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16b9c82-ee01-4120-8198-7357697af673 None None] Pushing event updated for resources: {'Port': ['ID=53fa79f6-4593-48b2-a150-c9729d254a9d,revision_number=3']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:38:46.104593 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16b9c82-ee01-4120-8198-7357697af673 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:38:46.104947 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16b9c82-ee01-4120-8198-7357697af673 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:38:46.105302 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16b9c82-ee01-4120-8198-7357697af673 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:38:46.105648 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16b9c82-ee01-4120-8198-7357697af673 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:38:46.106887 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16b9c82-ee01-4120-8198-7357697af673 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:38:46.106887 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16b9c82-ee01-4120-8198-7357697af673 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:38:46.106887 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16b9c82-ee01-4120-8198-7357697af673 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:38:46.107246 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16b9c82-ee01-4120-8198-7357697af673 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:38:46.107329 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16b9c82-ee01-4120-8198-7357697af673 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:38:46.107605 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16b9c82-ee01-4120-8198-7357697af673 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:38:46.107936 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16b9c82-ee01-4120-8198-7357697af673 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:38:46.108280 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16b9c82-ee01-4120-8198-7357697af673 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:38:46.108610 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16b9c82-ee01-4120-8198-7357697af673 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:38:46.108944 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16b9c82-ee01-4120-8198-7357697af673 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:38:46.109270 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16b9c82-ee01-4120-8198-7357697af673 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:38:46.110758 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16b9c82-ee01-4120-8198-7357697af673 None None] Tracked resource versions report: May 03 14:38:46.110758 dv-cinder-840289-3-iscsi neutron-server[110300]: pushed versions: May 03 14:38:46.110758 dv-cinder-840289-3-iscsi neutron-server[110300]: { 'AddressGroup': {'1.2'}, May 03 14:38:46.110758 dv-cinder-840289-3-iscsi neutron-server[110300]: 'Agent': {'1.1'}, May 03 14:38:46.110758 dv-cinder-840289-3-iscsi neutron-server[110300]: 'ConntrackHelper': {'1.0'}, May 03 14:38:46.110758 dv-cinder-840289-3-iscsi neutron-server[110300]: 'LocalIPAssociation': {'1.0'}, May 03 14:38:46.110758 dv-cinder-840289-3-iscsi neutron-server[110300]: 'Log': {'1.0'}, May 03 14:38:46.110758 dv-cinder-840289-3-iscsi neutron-server[110300]: 'NDPProxy': {'1.0'}, May 03 14:38:46.110758 dv-cinder-840289-3-iscsi neutron-server[110300]: 'Network': {'1.1'}, May 03 14:38:46.110758 dv-cinder-840289-3-iscsi neutron-server[110300]: 'Port': {'1.7'}, May 03 14:38:46.110758 dv-cinder-840289-3-iscsi neutron-server[110300]: 'PortForwarding': {'1.3'}, May 03 14:38:46.110758 dv-cinder-840289-3-iscsi neutron-server[110300]: 'QosPolicy': {'1.10'}, May 03 14:38:46.110758 dv-cinder-840289-3-iscsi neutron-server[110300]: 'SecurityGroup': {'1.5'}, May 03 14:38:46.110758 dv-cinder-840289-3-iscsi neutron-server[110300]: 'SecurityGroupRule': {'1.2'}, May 03 14:38:46.110758 dv-cinder-840289-3-iscsi neutron-server[110300]: 'SubPort': {'1.0'}, May 03 14:38:46.110758 dv-cinder-840289-3-iscsi neutron-server[110300]: 'Subnet': {'1.1'}, May 03 14:38:46.110758 dv-cinder-840289-3-iscsi neutron-server[110300]: 'Trunk': {'1.1'}} May 03 14:38:46.110758 dv-cinder-840289-3-iscsi neutron-server[110300]: consumer versions: May 03 14:38:46.110758 dv-cinder-840289-3-iscsi neutron-server[110300]: { DHCP agent@dv-cinder-840289-3-iscsi: {}, May 03 14:38:46.110758 dv-cinder-840289-3-iscsi neutron-server[110300]: L3 agent@dv-cinder-840289-3-iscsi: {}, May 03 14:38:46.110758 dv-cinder-840289-3-iscsi neutron-server[110300]: Metadata agent@dv-cinder-840289-3-iscsi: {}, May 03 14:38:46.110758 dv-cinder-840289-3-iscsi neutron-server[110300]: Metering agent@dv-cinder-840289-3-iscsi: {}, May 03 14:38:46.110758 dv-cinder-840289-3-iscsi neutron-server[110300]: Open vSwitch agent@dv-cinder-840289-3-iscsi: { 'AddressGroup': '1.2', May 03 14:38:46.110758 dv-cinder-840289-3-iscsi neutron-server[110300]: 'Agent': '1.1', May 03 14:38:46.110758 dv-cinder-840289-3-iscsi neutron-server[110300]: 'ConntrackHelper': '1.0', May 03 14:38:46.110758 dv-cinder-840289-3-iscsi neutron-server[110300]: 'LocalIPAssociation': '1.0', May 03 14:38:46.110758 dv-cinder-840289-3-iscsi neutron-server[110300]: 'Log': '1.0', May 03 14:38:46.110758 dv-cinder-840289-3-iscsi neutron-server[110300]: 'NDPProxy': '1.0', May 03 14:38:46.110758 dv-cinder-840289-3-iscsi neutron-server[110300]: 'Network': '1.1', May 03 14:38:46.110758 dv-cinder-840289-3-iscsi neutron-server[110300]: 'Port': '1.7', May 03 14:38:46.110758 dv-cinder-840289-3-iscsi neutron-server[110300]: 'PortForwarding': '1.3', May 03 14:38:46.110758 dv-cinder-840289-3-iscsi neutron-server[110300]: 'QosPolicy': '1.10', May 03 14:38:46.110758 dv-cinder-840289-3-iscsi neutron-server[110300]: 'SecurityGroup': '1.5', May 03 14:38:46.110758 dv-cinder-840289-3-iscsi neutron-server[110300]: 'SecurityGroupRule': '1.2', May 03 14:38:46.110758 dv-cinder-840289-3-iscsi neutron-server[110300]: 'SubPort': '1.0', May 03 14:38:46.110758 dv-cinder-840289-3-iscsi neutron-server[110300]: 'Subnet': '1.1', May 03 14:38:46.110758 dv-cinder-840289-3-iscsi neutron-server[110300]: 'Trunk': '1.1'}} May 03 14:38:46.110758 dv-cinder-840289-3-iscsi neutron-server[110300]: {{(pid=110300) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 03 14:38:46.114119 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.managers [None req-21810e25-91d7-48e2-8946-7744e1d0ed71 None None] Attempting to bind port 53fa79f6-4593-48b2-a150-c9729d254a9d on host dv-cinder-840289-3-iscsi for vnic_type normal with profile {{(pid=110300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 14:38:46.114530 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.managers [None req-21810e25-91d7-48e2-8946-7744e1d0ed71 None None] Attempting to bind port 53fa79f6-4593-48b2-a150-c9729d254a9d by drivers openvswitch,hyperv on host dv-cinder-840289-3-iscsi at level 0 using segments [{'id': '3863b006-d295-4fc9-bdc0-ac4ae6c74c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '4edabe9d-a774-43cb-9cf5-578afa9742a0'}] {{(pid=110300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 14:38:46.114981 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21810e25-91d7-48e2-8946-7744e1d0ed71 None None] Attempting to bind port 53fa79f6-4593-48b2-a150-c9729d254a9d on network 4edabe9d-a774-43cb-9cf5-578afa9742a0 {{(pid=110300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 14:38:46.121397 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21810e25-91d7-48e2-8946-7744e1d0ed71 None None] Checking agent: {'id': '16d44442-859c-4c9b-bc72-04cb3b8a5d5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840289-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 14, 38, 15), 'started_at': datetime.datetime(2022, 5, 3, 14, 38, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 14, 38, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840289-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 14:38:46.121807 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21810e25-91d7-48e2-8946-7744e1d0ed71 None None] Checking segment: {'id': '3863b006-d295-4fc9-bdc0-ac4ae6c74c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '4edabe9d-a774-43cb-9cf5-578afa9742a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 14:38:46.122320 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-21810e25-91d7-48e2-8946-7744e1d0ed71 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:38:46.122789 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21810e25-91d7-48e2-8946-7744e1d0ed71 None None] Bound using segment: {'id': '3863b006-d295-4fc9-bdc0-ac4ae6c74c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '4edabe9d-a774-43cb-9cf5-578afa9742a0'} {{(pid=110300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 14:38:46.123183 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.managers [None req-21810e25-91d7-48e2-8946-7744e1d0ed71 None None] Bound port: 53fa79f6-4593-48b2-a150-c9729d254a9d, host: dv-cinder-840289-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3863b006-d295-4fc9-bdc0-ac4ae6c74c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '4edabe9d-a774-43cb-9cf5-578afa9742a0'}}] {{(pid=110300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 14:38:46.123572 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-21810e25-91d7-48e2-8946-7744e1d0ed71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (53fa79f6-4593-48b2-a150-c9729d254a9d), before_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:38:46.156120 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [None req-ffc25768-a305-483b-84a3-af50e24b2320 None None] Provisioning complete for port 53fa79f6-4593-48b2-a150-c9729d254a9d triggered by entity DHCP. {{(pid=110299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:38:46.156688 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-ffc25768-a305-483b-84a3-af50e24b2320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728915'] for port (53fa79f6-4593-48b2-a150-c9729d254a9d), provisioning_complete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:38:46.193345 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-ffc25768-a305-483b-84a3-af50e24b2320 None None] Port 53fa79f6-4593-48b2-a150-c9729d254a9d cannot update to ACTIVE because it is not bound. {{(pid=110299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 14:38:46.195171 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.db [None req-21810e25-91d7-48e2-8946-7744e1d0ed71 None None] For port 53fa79f6-4593-48b2-a150-c9729d254a9d, host dv-cinder-840289-3-iscsi, cleared binding levels {{(pid=110300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 14:38:46.214347 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.db [None req-21810e25-91d7-48e2-8946-7744e1d0ed71 None None] For port 53fa79f6-4593-48b2-a150-c9729d254a9d, host dv-cinder-840289-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-3-iscsi',level=0,port_id=53fa79f6-4593-48b2-a150-c9729d254a9d,segment=NetworkSegment(3863b006-d295-4fc9-bdc0-ac4ae6c74c2c),segment_id=3863b006-d295-4fc9-bdc0-ac4ae6c74c2c)] {{(pid=110300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 14:38:46.286204 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-21810e25-91d7-48e2-8946-7744e1d0ed71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096'] for port (53fa79f6-4593-48b2-a150-c9729d254a9d), after_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:38:46.343754 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21810e25-91d7-48e2-8946-7744e1d0ed71 None None] Routers {'dcee079d-b8e3-4ef6-b32f-d0d0bc447446'} bound to L3 agent in host dv-cinder-840289-3-iscsi {{(pid=110300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:38:46.344395 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_hamode_db [None req-21810e25-91d7-48e2-8946-7744e1d0ed71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-03T14:38:11Z,description=,heartbeat_timestamp=2022-05-03T14:38:41Z,host='dv-cinder-840289-3-iscsi',id=a9161e1b-902d-441f-843b-a0ff0805adee,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:38:12Z,topic='l3_agent')) {'router_ids': ['dcee079d-b8e3-4ef6-b32f-d0d0bc447446'], 'active': True} {{(pid=110300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:38:46.386186 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16b9c82-ee01-4120-8198-7357697af673 None None] Pushing event updated for resources: {'Port': ['ID=53fa79f6-4593-48b2-a150-c9729d254a9d,revision_number=4']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:38:46.444193 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvr_db [None req-21810e25-91d7-48e2-8946-7744e1d0ed71 None None] Set router dcee079d-b8e3-4ef6-b32f-d0d0bc447446 gateway port host: None {{(pid=110300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:38:46.511279 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [None req-978f0f67-b329-423b-9086-182bfe1a327d None None] Provisioning complete for port 53fa79f6-4593-48b2-a150-c9729d254a9d triggered by entity DHCP. {{(pid=110299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:38:46.511785 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-978f0f67-b329-423b-9086-182bfe1a327d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728915'] for port (53fa79f6-4593-48b2-a150-c9729d254a9d), provisioning_complete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:38:46.597211 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-978f0f67-b329-423b-9086-182bfe1a327d None None] Current status of the port 53fa79f6-4593-48b2-a150-c9729d254a9d is: DOWN; New status is: ACTIVE {{(pid=110299) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:38:46.597549 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-978f0f67-b329-423b-9086-182bfe1a327d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (53fa79f6-4593-48b2-a150-c9729d254a9d), before_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:38:46.629396 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-978f0f67-b329-423b-9086-182bfe1a327d None None] For port 53fa79f6-4593-48b2-a150-c9729d254a9d, host dv-cinder-840289-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-3-iscsi',level=0,port_id=53fa79f6-4593-48b2-a150-c9729d254a9d,segment=NetworkSegment(3863b006-d295-4fc9-bdc0-ac4ae6c74c2c),segment_id=3863b006-d295-4fc9-bdc0-ac4ae6c74c2c)] {{(pid=110299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:38:46.644532 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_hamode_db [None req-21810e25-91d7-48e2-8946-7744e1d0ed71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcee079d-b8e3-4ef6-b32f-d0d0bc447446', 'name': 'router1', 'tenant_id': '8e96ea6977b7462382fdcde00a88c177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:38:32Z', 'updated_at': '2022-05-03T14:38:43Z', 'revision_number': 2, 'project_id': '8e96ea6977b7462382fdcde00a88c177', 'gw_port_host': None, '_interfaces': [{'id': '53fa79f6-4593-48b2-a150-c9729d254a9d', 'name': '', 'network_id': '4edabe9d-a774-43cb-9cf5-578afa9742a0', 'tenant_id': '8e96ea6977b7462382fdcde00a88c177', 'mac_address': 'fa:16:3e:3f:b1:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcee079d-b8e3-4ef6-b32f-d0d0bc447446', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cc5043cf-0974-4041-a6aa-8cdc0379ce8f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:38:42Z', 'updated_at': '2022-05-03T14:38:46Z', 'revision_number': 4, 'project_id': '8e96ea6977b7462382fdcde00a88c177', 'subnets': [{'id': 'cc5043cf-0974-4041-a6aa-8cdc0379ce8f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6404b693-6e57-4d7d-949d-48a9df4022bd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-3-iscsi', False) {} {{(pid=110300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:38:46.671386 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21810e25-91d7-48e2-8946-7744e1d0ed71 None None] The sync data for ids ['dcee079d-b8e3-4ef6-b32f-d0d0bc447446'] in dv-cinder-840289-3-iscsi is: [{'id': 'dcee079d-b8e3-4ef6-b32f-d0d0bc447446', 'name': 'router1', 'tenant_id': '8e96ea6977b7462382fdcde00a88c177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:38:32Z', 'updated_at': '2022-05-03T14:38:43Z', 'revision_number': 2, 'project_id': '8e96ea6977b7462382fdcde00a88c177', 'gw_port_host': None, '_interfaces': [{'id': '53fa79f6-4593-48b2-a150-c9729d254a9d', 'name': '', 'network_id': '4edabe9d-a774-43cb-9cf5-578afa9742a0', 'tenant_id': '8e96ea6977b7462382fdcde00a88c177', 'mac_address': 'fa:16:3e:3f:b1:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcee079d-b8e3-4ef6-b32f-d0d0bc447446', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cc5043cf-0974-4041-a6aa-8cdc0379ce8f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:38:42Z', 'updated_at': '2022-05-03T14:38:46Z', 'revision_number': 4, 'project_id': '8e96ea6977b7462382fdcde00a88c177', 'subnets': [{'id': 'cc5043cf-0974-4041-a6aa-8cdc0379ce8f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6404b693-6e57-4d7d-949d-48a9df4022bd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 14:38:46.693078 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-978f0f67-b329-423b-9086-182bfe1a327d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096'] for port (53fa79f6-4593-48b2-a150-c9729d254a9d), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:38:46.745502 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978f0f67-b329-423b-9086-182bfe1a327d None None] Pushing event updated for resources: {'Port': ['ID=53fa79f6-4593-48b2-a150-c9729d254a9d,revision_number=5']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:38:47.053287 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 36716) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:38:47.169787 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-197d2c9a-5b10-479c-8267-bd30e7d1750e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:38:47.171129 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-197d2c9a-5b10-479c-8267-bd30e7d1750e admin admin] 10.222.0.16 "GET /v2.0/networks/7456e722-9446-4a17-bcf3-c72dce07c65c HTTP/1.1" status: 200 len: 842 time: 0.1168203 May 03 14:38:47.181321 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.v2.base [None req-ba15b6c3-4668-4a97-b406-00f01f67ca3a admin admin] Request body: {'subnet': {'enable_dhcp': False, 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'cidr': '172.27.0.0/24', 'ip_version': 4, 'name': 'public-subnet', 'gateway_ip': '172.27.0.1'}} {{(pid=110298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:38:47.262313 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba15b6c3-4668-4a97-b406-00f01f67ca3a admin admin] Made reservation on behalf of ee2cd35486624b08bc9a7c619d37300f for: {'subnet': 1} {{(pid=110298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 14:38:47.264668 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-ba15b6c3-4668-4a97-b406-00f01f67ca3a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:38:47.647703 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.objects.ports [None req-ba15b6c3-4668-4a97-b406-00f01f67ca3a admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110298) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} May 03 14:38:47.648151 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-ba15b6c3-4668-4a97-b406-00f01f67ca3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613'] for subnet (f907060b-4748-4522-aeb5-06a44b689374), after_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:38:47.702925 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba15b6c3-4668-4a97-b406-00f01f67ca3a admin admin] Pushing event updated for resources: {'Subnet': ['ID=f907060b-4748-4522-aeb5-06a44b689374,revision_number=0']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:38:47.711545 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba15b6c3-4668-4a97-b406-00f01f67ca3a admin admin] Checking segment: {'id': '0c3170a2-2f96-4172-a4d6-7b5474706bd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 14:38:47.711895 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba15b6c3-4668-4a97-b406-00f01f67ca3a admin admin] Network hostable DHCP agents. Network: 7456e722-9446-4a17-bcf3-c72dce07c65c, hostable agents: ['5d16a8e7-5fab-4607-ae51-2b468a019c05'], hosted agents: [] {{(pid=110298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 14:38:47.782299 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba15b6c3-4668-4a97-b406-00f01f67ca3a admin admin] Network 7456e722-9446-4a17-bcf3-c72dce07c65c is scheduled to be hosted by DHCP agent 5d16a8e7-5fab-4607-ae51-2b468a019c05 with binding_index 1 {{(pid=110298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 14:38:47.855383 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.scheduler.base_scheduler [None req-ba15b6c3-4668-4a97-b406-00f01f67ca3a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840289-3-iscsi, 7456e722-9446-4a17-bcf3-c72dce07c65c) {{(pid=110298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 14:38:47.860095 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba15b6c3-4668-4a97-b406-00f01f67ca3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:38:47.861108 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-ba15b6c3-4668-4a97-b406-00f01f67ca3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603595'] for subnet (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:38:47.864854 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75c5fb09-4fb9-41b8-94dd-4f4a4c395f42 None None] Network 7456e722-9446-4a17-bcf3-c72dce07c65c requested from dv-cinder-840289-3-iscsi {{(pid=110299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 14:38:47.960888 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c08b1f9-e524-4365-9f11-30b38bf42313 None None] Network 7456e722-9446-4a17-bcf3-c72dce07c65c requested from dv-cinder-840289-3-iscsi {{(pid=110299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 14:38:47.985933 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-ba15b6c3-4668-4a97-b406-00f01f67ca3a admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7902544 May 03 14:38:50.365145 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 36734) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:38:50.497510 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-9385db6c-7798-45c4-b642-bb18a028525e demo admin] 10.222.0.16 "GET /v2.0/routers/dcee079d-b8e3-4ef6-b32f-d0d0bc447446 HTTP/1.1" status: 200 len: 710 time: 0.1311512 May 03 14:38:50.587164 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bcd7ab8-131e-4263-a15e-06ab7117da13 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:38:50.588536 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-3bcd7ab8-131e-4263-a15e-06ab7117da13 demo admin] 10.222.0.16 "GET /v2.0/networks/7456e722-9446-4a17-bcf3-c72dce07c65c HTTP/1.1" status: 200 len: 886 time: 0.0857239 May 03 14:38:50.597761 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.v2.base [None req-fc4f48cb-9e86-4078-97ce-acf93d565bac demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c'}}} {{(pid=110297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:38:50.864176 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-fc4f48cb-9e86-4078-97ce-acf93d565bac demo admin] Publish callbacks [] for router_gateway (dcee079d-b8e3-4ef6-b32f-d0d0bc447446), precommit_update {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:38:51.209855 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-fc4f48cb-9e86-4078-97ce-acf93d565bac demo admin] Publish callbacks [] for router_gateway (dcee079d-b8e3-4ef6-b32f-d0d0bc447446), before_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:38:51.286688 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-fc4f48cb-9e86-4078-97ce-acf93d565bac demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (None), before_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:38:51.473165 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.db.db_base_plugin_common [None req-fc4f48cb-9e86-4078-97ce-acf93d565bac demo admin] Allocated IP 172.27.0.99 (7456e722-9446-4a17-bcf3-c72dce07c65c/f907060b-4748-4522-aeb5-06a44b689374/32ab886e-72c1-4903-87ea-ca6123a259c1) {{(pid=110297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 14:38:51.572719 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-fc4f48cb-9e86-4078-97ce-acf93d565bac demo admin] Publish callbacks [] for port (32ab886e-72c1-4903-87ea-ca6123a259c1), precommit_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:38:51.697121 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-fc4f48cb-9e86-4078-97ce-acf93d565bac demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775476647060'] for port (32ab886e-72c1-4903-87ea-ca6123a259c1), after_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:38:51.736657 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc4f48cb-9e86-4078-97ce-acf93d565bac demo admin] Network 7456e722-9446-4a17-bcf3-c72dce07c65c is already hosted by enough agents. {{(pid=110297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 14:38:51.739512 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.scheduler.base_scheduler [None req-fc4f48cb-9e86-4078-97ce-acf93d565bac demo admin] Resources bound (agent type, host, resource id): {{(pid=110297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 14:38:51.742050 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4f48cb-9e86-4078-97ce-acf93d565bac demo admin] Received port after_create {{(pid=110297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 14:38:51.785414 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4f48cb-9e86-4078-97ce-acf93d565bac demo admin] Pushing event updated for resources: {'Port': ['ID=32ab886e-72c1-4903-87ea-ca6123a259c1,revision_number=1']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:38:52.133039 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-fc4f48cb-9e86-4078-97ce-acf93d565bac demo admin] Publish callbacks [] for router_gateway (dcee079d-b8e3-4ef6-b32f-d0d0bc447446), after_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:38:52.332167 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-fc4f48cb-9e86-4078-97ce-acf93d565bac demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1698278', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1693571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3118'] for router (dcee079d-b8e3-4ef6-b32f-d0d0bc447446), precommit_update {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:38:52.335345 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-fc4f48cb-9e86-4078-97ce-acf93d565bac demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1698297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1698288', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1693594'] for router (dcee079d-b8e3-4ef6-b32f-d0d0bc447446), after_update {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:38:52.444243 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc4f48cb-9e86-4078-97ce-acf93d565bac demo admin] Router dcee079d-b8e3-4ef6-b32f-d0d0bc447446 has already been hosted by L3 agent a9161e1b-902d-441f-843b-a0ff0805adee {{(pid=110297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 14:38:52.559924 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc4f48cb-9e86-4078-97ce-acf93d565bac demo admin] Notify agent at l3_agent.dv-cinder-840289-3-iscsi the message routers_updated {{(pid=110297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 14:38:52.564076 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-fc4f48cb-9e86-4078-97ce-acf93d565bac demo admin] Publish callbacks [] for router (None), before_response {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:38:52.579042 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-fc4f48cb-9e86-4078-97ce-acf93d565bac demo admin] 10.222.0.16 "PUT /v2.0/routers/dcee079d-b8e3-4ef6-b32f-d0d0bc447446 HTTP/1.1" status: 200 len: 889 time: 1.9718390 May 03 14:38:53.012603 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.agents_db [None req-dd30728e-be63-467e-afaf-aba6f24eb33e None None] Agent healthcheck: found 5 active agents {{(pid=110300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 14:38:53.837215 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Device 53fa79f6-4593-48b2-a150-c9729d254a9d up at agent ovs-agent-dv-cinder-840289-3-iscsi {{(pid=110299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 14:38:53.887647 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Provisioning complete for port 53fa79f6-4593-48b2-a150-c9729d254a9d triggered by entity L2. {{(pid=110299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:38:53.888023 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728915'] for port (53fa79f6-4593-48b2-a150-c9729d254a9d), provisioning_complete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:38:53.966682 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Current status of the port 53fa79f6-4593-48b2-a150-c9729d254a9d is: ACTIVE; New status is: ACTIVE {{(pid=110299) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:38:55.059393 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 36746) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:38:55.171870 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-c7371ba9-7379-4f7d-b253-b062a13ae96e admin admin] 10.222.0.16 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1112738 May 03 14:38:55.470463 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f07d37-889f-41d8-81a1-3cea3f2187ba None None] Sync routers for ids ['dcee079d-b8e3-4ef6-b32f-d0d0bc447446'] in dv-cinder-840289-3-iscsi {{(pid=110299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 14:38:55.482463 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f07d37-889f-41d8-81a1-3cea3f2187ba None None] Routers {'dcee079d-b8e3-4ef6-b32f-d0d0bc447446'} bound to L3 agent in host dv-cinder-840289-3-iscsi {{(pid=110299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:38:55.483161 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_hamode_db [None req-17f07d37-889f-41d8-81a1-3cea3f2187ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-03T14:38:11Z,description=,heartbeat_timestamp=2022-05-03T14:38:41Z,host='dv-cinder-840289-3-iscsi',id=a9161e1b-902d-441f-843b-a0ff0805adee,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:38:12Z,topic='l3_agent')) {'router_ids': ['dcee079d-b8e3-4ef6-b32f-d0d0bc447446'], 'active': True} {{(pid=110299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:38:55.701297 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_dvr_db [None req-17f07d37-889f-41d8-81a1-3cea3f2187ba None None] Set router dcee079d-b8e3-4ef6-b32f-d0d0bc447446 gateway port host: dv-cinder-840289-3-iscsi {{(pid=110299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:38:56.169700 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_hamode_db [None req-17f07d37-889f-41d8-81a1-3cea3f2187ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcee079d-b8e3-4ef6-b32f-d0d0bc447446', 'name': 'router1', 'tenant_id': '8e96ea6977b7462382fdcde00a88c177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'external_fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '32ab886e-72c1-4903-87ea-ca6123a259c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:38:32Z', 'updated_at': '2022-05-03T14:38:51Z', 'revision_number': 4, 'project_id': '8e96ea6977b7462382fdcde00a88c177', 'gw_port': {'id': '32ab886e-72c1-4903-87ea-ca6123a259c1', 'name': '', 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:45:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcee079d-b8e3-4ef6-b32f-d0d0bc447446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:38:51Z', 'updated_at': '2022-05-03T14:38:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f907060b-4748-4522-aeb5-06a44b689374', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-3-iscsi', '_interfaces': [{'id': '53fa79f6-4593-48b2-a150-c9729d254a9d', 'name': '', 'network_id': '4edabe9d-a774-43cb-9cf5-578afa9742a0', 'tenant_id': '8e96ea6977b7462382fdcde00a88c177', 'mac_address': 'fa:16:3e:3f:b1:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcee079d-b8e3-4ef6-b32f-d0d0bc447446', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cc5043cf-0974-4041-a6aa-8cdc0379ce8f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:38:42Z', 'updated_at': '2022-05-03T14:38:46Z', 'revision_number': 5, 'project_id': '8e96ea6977b7462382fdcde00a88c177', 'subnets': [{'id': 'cc5043cf-0974-4041-a6aa-8cdc0379ce8f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6404b693-6e57-4d7d-949d-48a9df4022bd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-3-iscsi', False) {} {{(pid=110299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:38:56.221264 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f07d37-889f-41d8-81a1-3cea3f2187ba None None] Checking router: dcee079d-b8e3-4ef6-b32f-d0d0bc447446 for host: dv-cinder-840289-3-iscsi {{(pid=110299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 14:38:56.221771 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f07d37-889f-41d8-81a1-3cea3f2187ba None None] Updating router dcee079d-b8e3-4ef6-b32f-d0d0bc447446 port 32ab886e-72c1-4903-87ea-ca6123a259c1 binding host dv-cinder-840289-3-iscsi {{(pid=110299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 14:38:56.273108 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-17f07d37-889f-41d8-81a1-3cea3f2187ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (32ab886e-72c1-4903-87ea-ca6123a259c1), before_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:38:56.607695 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-17f07d37-889f-41d8-81a1-3cea3f2187ba None None] Publish callbacks [] for port (32ab886e-72c1-4903-87ea-ca6123a259c1), precommit_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:38:56.650408 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-17f07d37-889f-41d8-81a1-3cea3f2187ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096'] for port (32ab886e-72c1-4903-87ea-ca6123a259c1), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:38:56.702526 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.managers [None req-17f07d37-889f-41d8-81a1-3cea3f2187ba None None] Attempting to bind port 32ab886e-72c1-4903-87ea-ca6123a259c1 on host dv-cinder-840289-3-iscsi for vnic_type normal with profile {{(pid=110299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 14:38:56.702902 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.managers [None req-17f07d37-889f-41d8-81a1-3cea3f2187ba None None] Attempting to bind port 32ab886e-72c1-4903-87ea-ca6123a259c1 by drivers openvswitch,hyperv on host dv-cinder-840289-3-iscsi at level 0 using segments [{'id': '0c3170a2-2f96-4172-a4d6-7b5474706bd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c'}] {{(pid=110299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 14:38:56.703296 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f07d37-889f-41d8-81a1-3cea3f2187ba None None] Attempting to bind port 32ab886e-72c1-4903-87ea-ca6123a259c1 on network 7456e722-9446-4a17-bcf3-c72dce07c65c {{(pid=110299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 14:38:56.710273 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db1a318-0963-4e77-9b98-29b349b48855 None None] Pushing event updated for resources: {'Port': ['ID=32ab886e-72c1-4903-87ea-ca6123a259c1,revision_number=2']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:38:56.713683 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f07d37-889f-41d8-81a1-3cea3f2187ba None None] Checking agent: {'id': '16d44442-859c-4c9b-bc72-04cb3b8a5d5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840289-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 14, 38, 15), 'started_at': datetime.datetime(2022, 5, 3, 14, 38, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 14, 38, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840289-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 14:38:56.714070 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f07d37-889f-41d8-81a1-3cea3f2187ba None None] Checking segment: {'id': '0c3170a2-2f96-4172-a4d6-7b5474706bd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 14:38:56.714474 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-17f07d37-889f-41d8-81a1-3cea3f2187ba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:38:56.714864 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f07d37-889f-41d8-81a1-3cea3f2187ba None None] Bound using segment: {'id': '0c3170a2-2f96-4172-a4d6-7b5474706bd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c'} {{(pid=110299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 14:38:56.715363 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.managers [None req-17f07d37-889f-41d8-81a1-3cea3f2187ba None None] Bound port: 32ab886e-72c1-4903-87ea-ca6123a259c1, host: dv-cinder-840289-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c3170a2-2f96-4172-a4d6-7b5474706bd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c'}}] {{(pid=110299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 14:38:56.715749 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-17f07d37-889f-41d8-81a1-3cea3f2187ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (32ab886e-72c1-4903-87ea-ca6123a259c1), before_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:38:56.769772 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-17f07d37-889f-41d8-81a1-3cea3f2187ba None None] For port 32ab886e-72c1-4903-87ea-ca6123a259c1, host dv-cinder-840289-3-iscsi, cleared binding levels {{(pid=110299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 14:38:56.772790 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-17f07d37-889f-41d8-81a1-3cea3f2187ba None None] For port 32ab886e-72c1-4903-87ea-ca6123a259c1, host dv-cinder-840289-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-3-iscsi',level=0,port_id=32ab886e-72c1-4903-87ea-ca6123a259c1,segment=NetworkSegment(0c3170a2-2f96-4172-a4d6-7b5474706bd0),segment_id=0c3170a2-2f96-4172-a4d6-7b5474706bd0)] {{(pid=110299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 14:38:56.832895 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-17f07d37-889f-41d8-81a1-3cea3f2187ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096'] for port (32ab886e-72c1-4903-87ea-ca6123a259c1), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:38:56.906359 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f07d37-889f-41d8-81a1-3cea3f2187ba None None] Routers {'dcee079d-b8e3-4ef6-b32f-d0d0bc447446'} bound to L3 agent in host dv-cinder-840289-3-iscsi {{(pid=110299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:38:56.907479 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_hamode_db [None req-17f07d37-889f-41d8-81a1-3cea3f2187ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-03T14:38:11Z,description=,heartbeat_timestamp=2022-05-03T14:38:41Z,host='dv-cinder-840289-3-iscsi',id=a9161e1b-902d-441f-843b-a0ff0805adee,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:38:12Z,topic='l3_agent')) {'router_ids': ['dcee079d-b8e3-4ef6-b32f-d0d0bc447446'], 'active': True} {{(pid=110299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:38:56.915064 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db1a318-0963-4e77-9b98-29b349b48855 None None] Pushing event updated for resources: {'Port': ['ID=32ab886e-72c1-4903-87ea-ca6123a259c1,revision_number=3']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:38:57.028321 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_dvr_db [None req-17f07d37-889f-41d8-81a1-3cea3f2187ba None None] Set router dcee079d-b8e3-4ef6-b32f-d0d0bc447446 gateway port host: dv-cinder-840289-3-iscsi {{(pid=110299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:38:57.237859 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_hamode_db [None req-17f07d37-889f-41d8-81a1-3cea3f2187ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcee079d-b8e3-4ef6-b32f-d0d0bc447446', 'name': 'router1', 'tenant_id': '8e96ea6977b7462382fdcde00a88c177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'external_fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '32ab886e-72c1-4903-87ea-ca6123a259c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:38:32Z', 'updated_at': '2022-05-03T14:38:51Z', 'revision_number': 4, 'project_id': '8e96ea6977b7462382fdcde00a88c177', 'gw_port': {'id': '32ab886e-72c1-4903-87ea-ca6123a259c1', 'name': '', 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:45:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcee079d-b8e3-4ef6-b32f-d0d0bc447446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:38:51Z', 'updated_at': '2022-05-03T14:38:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f907060b-4748-4522-aeb5-06a44b689374', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-3-iscsi', '_interfaces': [{'id': '53fa79f6-4593-48b2-a150-c9729d254a9d', 'name': '', 'network_id': '4edabe9d-a774-43cb-9cf5-578afa9742a0', 'tenant_id': '8e96ea6977b7462382fdcde00a88c177', 'mac_address': 'fa:16:3e:3f:b1:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcee079d-b8e3-4ef6-b32f-d0d0bc447446', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cc5043cf-0974-4041-a6aa-8cdc0379ce8f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:38:42Z', 'updated_at': '2022-05-03T14:38:46Z', 'revision_number': 5, 'project_id': '8e96ea6977b7462382fdcde00a88c177', 'subnets': [{'id': 'cc5043cf-0974-4041-a6aa-8cdc0379ce8f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6404b693-6e57-4d7d-949d-48a9df4022bd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-3-iscsi', False) {} {{(pid=110299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:38:57.265624 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f07d37-889f-41d8-81a1-3cea3f2187ba None None] The sync data for ids ['dcee079d-b8e3-4ef6-b32f-d0d0bc447446'] in dv-cinder-840289-3-iscsi is: [{'id': 'dcee079d-b8e3-4ef6-b32f-d0d0bc447446', 'name': 'router1', 'tenant_id': '8e96ea6977b7462382fdcde00a88c177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'external_fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '32ab886e-72c1-4903-87ea-ca6123a259c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:38:32Z', 'updated_at': '2022-05-03T14:38:51Z', 'revision_number': 4, 'project_id': '8e96ea6977b7462382fdcde00a88c177', 'gw_port': {'id': '32ab886e-72c1-4903-87ea-ca6123a259c1', 'name': '', 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:45:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcee079d-b8e3-4ef6-b32f-d0d0bc447446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:38:51Z', 'updated_at': '2022-05-03T14:38:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f907060b-4748-4522-aeb5-06a44b689374', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-3-iscsi', '_interfaces': [{'id': '53fa79f6-4593-48b2-a150-c9729d254a9d', 'name': '', 'network_id': '4edabe9d-a774-43cb-9cf5-578afa9742a0', 'tenant_id': '8e96ea6977b7462382fdcde00a88c177', 'mac_address': 'fa:16:3e:3f:b1:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcee079d-b8e3-4ef6-b32f-d0d0bc447446', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cc5043cf-0974-4041-a6aa-8cdc0379ce8f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:38:42Z', 'updated_at': '2022-05-03T14:38:46Z', 'revision_number': 5, 'project_id': '8e96ea6977b7462382fdcde00a88c177', 'subnets': [{'id': 'cc5043cf-0974-4041-a6aa-8cdc0379ce8f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6404b693-6e57-4d7d-949d-48a9df4022bd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 14:38:57.916413 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Device 32ab886e-72c1-4903-87ea-ca6123a259c1 up at agent ovs-agent-dv-cinder-840289-3-iscsi {{(pid=110299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 14:38:57.978397 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Provisioning complete for port 32ab886e-72c1-4903-87ea-ca6123a259c1 triggered by entity L2. {{(pid=110299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:38:57.978981 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728915'] for port (32ab886e-72c1-4903-87ea-ca6123a259c1), provisioning_complete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:38:58.077027 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Current status of the port 32ab886e-72c1-4903-87ea-ca6123a259c1 is: DOWN; New status is: ACTIVE {{(pid=110299) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:38:58.078197 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (32ab886e-72c1-4903-87ea-ca6123a259c1), before_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:38:58.115756 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] For port 32ab886e-72c1-4903-87ea-ca6123a259c1, host dv-cinder-840289-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-3-iscsi',level=0,port_id=32ab886e-72c1-4903-87ea-ca6123a259c1,segment=NetworkSegment(0c3170a2-2f96-4172-a4d6-7b5474706bd0),segment_id=0c3170a2-2f96-4172-a4d6-7b5474706bd0)] {{(pid=110299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:38:58.199534 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096'] for port (32ab886e-72c1-4903-87ea-ca6123a259c1), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:38:58.249426 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Pushing event updated for resources: {'Port': ['ID=32ab886e-72c1-4903-87ea-ca6123a259c1,revision_number=4']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:38:59.880063 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Device 32ab886e-72c1-4903-87ea-ca6123a259c1 up at agent ovs-agent-dv-cinder-840289-3-iscsi {{(pid=110299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 14:38:59.948176 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Provisioning complete for port 32ab886e-72c1-4903-87ea-ca6123a259c1 triggered by entity L2. {{(pid=110299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:38:59.949144 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728915'] for port (32ab886e-72c1-4903-87ea-ca6123a259c1), provisioning_complete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:39:00.042736 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Current status of the port 32ab886e-72c1-4903-87ea-ca6123a259c1 is: ACTIVE; New status is: ACTIVE {{(pid=110299) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:39:08.734812 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-41ff7eab-95ef-43b1-9380-4cdcda57a295 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (5d16a8e7-5fab-4607-ae51-2b468a019c05), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:39:11.128621 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-bf64a8bb-c1c5-480d-acb4-56ec8abf5009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (a9161e1b-902d-441f-843b-a0ff0805adee), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:39:12.227487 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-ed776e2d-a518-4685-8fad-0cd9eaa120ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (6a418bd5-8bcc-400f-88b5-19eff412e81a), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:39:13.450296 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-dd96712b-4627-437f-9df9-b1bfec551245 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (8b46afec-dab7-4bfa-a959-8584a0cfd79a), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:39:15.113529 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (16d44442-859c-4c9b-bc72-04cb3b8a5d5b), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:39:30.011658 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.agents_db [None req-dd30728e-be63-467e-afaf-aba6f24eb33e None None] Agent healthcheck: found 5 active agents {{(pid=110300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 14:39:38.726502 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-ea641b99-749d-4acc-83e1-f544b4f945f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (5d16a8e7-5fab-4607-ae51-2b468a019c05), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:39:41.124113 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-85710991-f8ae-47b3-bf71-8f9d43380da4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (a9161e1b-902d-441f-843b-a0ff0805adee), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:39:42.311464 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-ed776e2d-a518-4685-8fad-0cd9eaa120ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (6a418bd5-8bcc-400f-88b5-19eff412e81a), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:39:43.534047 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-dd96712b-4627-437f-9df9-b1bfec551245 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (8b46afec-dab7-4bfa-a959-8584a0cfd79a), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:39:45.112954 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (16d44442-859c-4c9b-bc72-04cb3b8a5d5b), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:40:07.010483 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.agents_db [None req-dd30728e-be63-467e-afaf-aba6f24eb33e None None] Agent healthcheck: found 5 active agents {{(pid=110300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 14:40:08.739779 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-716adca5-93e4-4f2c-a88f-300fd914fc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (5d16a8e7-5fab-4607-ae51-2b468a019c05), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:40:11.104354 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-2a50fae5-8f4f-48e7-b1cb-5f8851975603 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (a9161e1b-902d-441f-843b-a0ff0805adee), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:40:12.220645 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-ed776e2d-a518-4685-8fad-0cd9eaa120ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (6a418bd5-8bcc-400f-88b5-19eff412e81a), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:40:13.431565 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-dd96712b-4627-437f-9df9-b1bfec551245 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (8b46afec-dab7-4bfa-a959-8584a0cfd79a), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:40:15.116800 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (16d44442-859c-4c9b-bc72-04cb3b8a5d5b), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:40:18.549658 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 37230) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:40:18.612212 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.pecan_wsgi.hooks.translation [None req-26cd12c0-a059-4ad9-aeeb-b0b7d7087a36 admin admin] GET failed (client error): The resource could not be found. May 03 14:40:18.613507 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-26cd12c0-a059-4ad9-aeeb-b0b7d7087a36 admin admin] 10.222.0.16 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0628705 May 03 14:40:18.871289 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-262fafd2-23ab-4e9c-a899-0e8789c975d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:40:18.872777 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-262fafd2-23ab-4e9c-a899-0e8789c975d2 admin admin] 10.222.0.16 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2552645 May 03 14:40:21.133778 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 37240) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:40:21.225124 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa78fe11-8031-4ed8-a037-afed7ae17a67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:40:21.226495 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-fa78fe11-8031-4ed8-a037-afed7ae17a67 admin admin] 10.222.0.16 "GET /v2.0/subnets/cc5043cf-0974-4041-a6aa-8cdc0379ce8f HTTP/1.1" status: 200 len: 849 time: 0.0917566 May 03 14:40:21.235881 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.v2.base [None req-3f1734bc-a6d6-43d3-a1cd-910c9fd3208b admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=110297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:40:21.322170 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-3f1734bc-a6d6-43d3-a1cd-910c9fd3208b admin admin] Publish callbacks [] for subnet (cc5043cf-0974-4041-a6aa-8cdc0379ce8f), before_update {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:40:21.608603 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-3f1734bc-a6d6-43d3-a1cd-910c9fd3208b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8775477123750'] for subnet (cc5043cf-0974-4041-a6aa-8cdc0379ce8f), after_update {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:40:21.644668 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f1734bc-a6d6-43d3-a1cd-910c9fd3208b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:40:21.644794 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-3f1734bc-a6d6-43d3-a1cd-910c9fd3208b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603595'] for subnet (None), before_response {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:40:21.647033 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-3f1734bc-a6d6-43d3-a1cd-910c9fd3208b admin admin] 10.222.0.16 "PUT /v2.0/subnets/cc5043cf-0974-4041-a6aa-8cdc0379ce8f HTTP/1.1" status: 200 len: 868 time: 0.4145322 May 03 14:40:21.648589 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-906f1988-4580-485b-8f65-cae61cc94b44 None None] Network 4edabe9d-a774-43cb-9cf5-578afa9742a0 requested from dv-cinder-840289-3-iscsi {{(pid=110299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 14:40:21.667491 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1734bc-a6d6-43d3-a1cd-910c9fd3208b admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc5043cf-0974-4041-a6aa-8cdc0379ce8f,revision_number=1']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:40:21.674822 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1734bc-a6d6-43d3-a1cd-910c9fd3208b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:40:21.675243 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1734bc-a6d6-43d3-a1cd-910c9fd3208b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:40:21.676237 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1734bc-a6d6-43d3-a1cd-910c9fd3208b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:40:21.676712 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1734bc-a6d6-43d3-a1cd-910c9fd3208b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:40:21.677055 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1734bc-a6d6-43d3-a1cd-910c9fd3208b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:40:21.677388 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1734bc-a6d6-43d3-a1cd-910c9fd3208b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:40:21.677971 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1734bc-a6d6-43d3-a1cd-910c9fd3208b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:40:21.678298 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1734bc-a6d6-43d3-a1cd-910c9fd3208b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:40:21.678646 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1734bc-a6d6-43d3-a1cd-910c9fd3208b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:40:21.678977 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1734bc-a6d6-43d3-a1cd-910c9fd3208b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:40:21.679347 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1734bc-a6d6-43d3-a1cd-910c9fd3208b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:40:21.679694 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1734bc-a6d6-43d3-a1cd-910c9fd3208b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:40:21.680017 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1734bc-a6d6-43d3-a1cd-910c9fd3208b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:40:21.680356 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1734bc-a6d6-43d3-a1cd-910c9fd3208b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:40:21.680891 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1734bc-a6d6-43d3-a1cd-910c9fd3208b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:40:21.956444 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [None req-4afca6f0-de5f-435a-952c-075399e50cab None None] Provisioning complete for port 53fa79f6-4593-48b2-a150-c9729d254a9d triggered by entity DHCP. {{(pid=110299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:40:21.957434 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-4afca6f0-de5f-435a-952c-075399e50cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728915'] for port (53fa79f6-4593-48b2-a150-c9729d254a9d), provisioning_complete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:40:22.039735 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-4afca6f0-de5f-435a-952c-075399e50cab None None] Current status of the port 53fa79f6-4593-48b2-a150-c9729d254a9d is: ACTIVE; New status is: ACTIVE {{(pid=110299) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:40:22.047435 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [None req-4afca6f0-de5f-435a-952c-075399e50cab None None] Provisioning complete for port a11b7ce7-bdad-459f-8ac4-2539b1149122 triggered by entity DHCP. {{(pid=110299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:40:22.048185 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-4afca6f0-de5f-435a-952c-075399e50cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728915'] for port (a11b7ce7-bdad-459f-8ac4-2539b1149122), provisioning_complete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:40:22.123644 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-4afca6f0-de5f-435a-952c-075399e50cab None None] Current status of the port a11b7ce7-bdad-459f-8ac4-2539b1149122 is: ACTIVE; New status is: ACTIVE {{(pid=110299) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:40:23.943065 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 37248) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:40:24.141447 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cd73b85-1c46-4e41-b39a-b0d715229abc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:40:24.141930 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cd73b85-1c46-4e41-b39a-b0d715229abc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:40:24.143493 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-6cd73b85-1c46-4e41-b39a-b0d715229abc admin admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1994653 May 03 14:40:26.404441 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 37256) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:40:26.606001 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc29252-b34b-4fe6-91fe-4ace8034fce4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:40:26.606384 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc29252-b34b-4fe6-91fe-4ace8034fce4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:40:26.607965 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-ffc29252-b34b-4fe6-91fe-4ace8034fce4 admin admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2025614 May 03 14:40:28.851564 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 37266) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:40:28.998371 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9c83eda-4ebd-45c9-964d-e48a7847a0fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:40:28.999762 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-f9c83eda-4ebd-45c9-964d-e48a7847a0fc admin admin] 10.222.0.16 "GET /v2.0/networks/4edabe9d-a774-43cb-9cf5-578afa9742a0 HTTP/1.1" status: 200 len: 869 time: 0.1472511 May 03 14:40:31.294086 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 37274) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:40:31.421690 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dca363c5-7cf8-4803-af16-847dabd0fae7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:40:31.423291 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-dca363c5-7cf8-4803-af16-847dabd0fae7 admin admin] 10.222.0.16 "GET /v2.0/networks/7456e722-9446-4a17-bcf3-c72dce07c65c HTTP/1.1" status: 200 len: 886 time: 0.1282065 May 03 14:40:33.696440 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 37282) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:40:33.819300 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f179425-eafd-4453-a476-4e7dbdeff922 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:40:33.819758 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f179425-eafd-4453-a476-4e7dbdeff922 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:40:33.821288 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-4f179425-eafd-4453-a476-4e7dbdeff922 admin admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1239283 May 03 14:40:36.084965 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 37290) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:40:36.211503 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d324829b-4c40-401c-a626-bdbd480248f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:40:36.211964 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d324829b-4c40-401c-a626-bdbd480248f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:40:36.213498 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-d324829b-4c40-401c-a626-bdbd480248f9 admin admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1275861 May 03 14:40:38.454782 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 37298) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:40:38.545204 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e5eda0d-f87d-4b90-aca7-1a04022bfa43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:40:38.546530 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-2e5eda0d-f87d-4b90-aca7-1a04022bfa43 admin admin] 10.222.0.16 "GET /v2.0/subnets/cc5043cf-0974-4041-a6aa-8cdc0379ce8f HTTP/1.1" status: 200 len: 868 time: 0.0907550 May 03 14:40:38.750827 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-3149d6e1-b101-49a8-ac71-08eb5e04d3bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (5d16a8e7-5fab-4607-ae51-2b468a019c05), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:40:40.818005 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 37306) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:40:40.906333 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62ca13da-9af3-4b2c-bae6-4d65aaaa4856 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:40:40.907674 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-62ca13da-9af3-4b2c-bae6-4d65aaaa4856 admin admin] 10.222.0.16 "GET /v2.0/subnets/f907060b-4748-4522-aeb5-06a44b689374 HTTP/1.1" status: 200 len: 816 time: 0.0887072 May 03 14:40:41.161850 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-64707191-88d3-4ce6-aac9-01e8af97e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (a9161e1b-902d-441f-843b-a0ff0805adee), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:40:42.229351 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-ed776e2d-a518-4685-8fad-0cd9eaa120ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (6a418bd5-8bcc-400f-88b5-19eff412e81a), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:40:43.442199 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-dd96712b-4627-437f-9df9-b1bfec551245 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (8b46afec-dab7-4bfa-a959-8584a0cfd79a), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:40:44.010595 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.agents_db [None req-dd30728e-be63-467e-afaf-aba6f24eb33e None None] Agent healthcheck: found 5 active agents {{(pid=110300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 14:40:45.156066 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (16d44442-859c-4c9b-bc72-04cb3b8a5d5b), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:41:08.754331 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-4ef91e76-4d57-43f7-9003-d1b1195faba1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (5d16a8e7-5fab-4607-ae51-2b468a019c05), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:41:11.126898 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-b711a388-20ac-40b4-abba-9c4509e05962 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (a9161e1b-902d-441f-843b-a0ff0805adee), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:41:12.223776 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-ed776e2d-a518-4685-8fad-0cd9eaa120ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (6a418bd5-8bcc-400f-88b5-19eff412e81a), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:41:13.457971 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-dd96712b-4627-437f-9df9-b1bfec551245 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (8b46afec-dab7-4bfa-a959-8584a0cfd79a), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:41:15.143896 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (16d44442-859c-4c9b-bc72-04cb3b8a5d5b), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:41:21.009422 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.agents_db [None req-dd30728e-be63-467e-afaf-aba6f24eb33e None None] Agent healthcheck: found 5 active agents {{(pid=110300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 14:41:22.499463 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 37364) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:41:22.547138 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [None req-339a7d3e-9df2-4b64-ae98-20be4a8c8f8d admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=110298) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 03 14:41:22.548140 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-339a7d3e-9df2-4b64-ae98-20be4a8c8f8d admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0477350 May 03 14:41:24.907599 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 37372) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:41:24.967869 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.pecan_wsgi.hooks.translation [None req-775231aa-374e-4059-9298-b08848bd3677 admin admin] GET failed (client error): The resource could not be found. May 03 14:41:24.969153 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-775231aa-374e-4059-9298-b08848bd3677 admin admin] 10.222.0.16 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0605309 May 03 14:41:25.056061 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90e36bc1-768b-4381-8b5b-6032ed5c8684 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:41:25.057440 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-90e36bc1-768b-4381-8b5b-6032ed5c8684 admin admin] 10.222.0.16 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0843537 May 03 14:41:27.357951 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 37380) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:41:27.404687 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.v2.base [None req-6feb6793-bbee-4c04-8b86-ff45325e8360 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=110297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:41:27.486388 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6feb6793-bbee-4c04-8b86-ff45325e8360 admin admin] Made reservation on behalf of ee2cd35486624b08bc9a7c619d37300f for: {'network': 1} {{(pid=110297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 14:41:27.488655 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-6feb6793-bbee-4c04-8b86-ff45325e8360 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for network (None), before_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:41:27.516531 dv-cinder-840289-3-iscsi neutron-server[110297]: WARNING neutron.services.revisions.revision_plugin [None req-6feb6793-bbee-4c04-8b86-ff45325e8360 admin admin] Could not find related network for resource to bump revision. May 03 14:41:27.530830 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6feb6793-bbee-4c04-8b86-ff45325e8360 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 378} {{(pid=110297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 14:41:27.540078 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-6feb6793-bbee-4c04-8b86-ff45325e8360 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719716'] for segment (57c46991-e7f6-4ab0-91e5-60f60237f52f), precommit_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:41:27.540409 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.db.segments_db [None req-6feb6793-bbee-4c04-8b86-ff45325e8360 admin admin] Added segment 57c46991-e7f6-4ab0-91e5-60f60237f52f of type vlan for network 4362eb29-2c7b-4297-af89-0743cf1cf84f May 03 14:41:27.584807 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-6feb6793-bbee-4c04-8b86-ff45325e8360 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775476666305'] for network (4362eb29-2c7b-4297-af89-0743cf1cf84f), precommit_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:41:27.651674 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-6feb6793-bbee-4c04-8b86-ff45325e8360 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613'] for network (4362eb29-2c7b-4297-af89-0743cf1cf84f), after_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:41:27.652632 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6feb6793-bbee-4c04-8b86-ff45325e8360 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:41:27.653207 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-6feb6793-bbee-4c04-8b86-ff45325e8360 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603595'] for network (None), before_response {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:41:27.713170 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feb6793-bbee-4c04-8b86-ff45325e8360 admin admin] Pushing event updated for resources: {'Network': ['ID=4362eb29-2c7b-4297-af89-0743cf1cf84f,revision_number=1']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:41:27.719610 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6feb6793-bbee-4c04-8b86-ff45325e8360 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:41:27.719952 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6feb6793-bbee-4c04-8b86-ff45325e8360 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:41:27.720928 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6feb6793-bbee-4c04-8b86-ff45325e8360 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:41:27.721263 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6feb6793-bbee-4c04-8b86-ff45325e8360 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:41:27.721589 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6feb6793-bbee-4c04-8b86-ff45325e8360 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:41:27.721917 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6feb6793-bbee-4c04-8b86-ff45325e8360 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:41:27.722231 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6feb6793-bbee-4c04-8b86-ff45325e8360 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:41:27.722550 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6feb6793-bbee-4c04-8b86-ff45325e8360 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:41:27.722885 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6feb6793-bbee-4c04-8b86-ff45325e8360 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:41:27.723229 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6feb6793-bbee-4c04-8b86-ff45325e8360 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:41:27.723563 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6feb6793-bbee-4c04-8b86-ff45325e8360 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:41:27.723899 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6feb6793-bbee-4c04-8b86-ff45325e8360 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:41:27.724218 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6feb6793-bbee-4c04-8b86-ff45325e8360 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:41:27.724530 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6feb6793-bbee-4c04-8b86-ff45325e8360 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:41:27.724913 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6feb6793-bbee-4c04-8b86-ff45325e8360 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:41:27.738731 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-6feb6793-bbee-4c04-8b86-ff45325e8360 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3733428 May 03 14:41:27.738838 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Network 4362eb29-2c7b-4297-af89-0743cf1cf84f details requested by agent ovs-agent-dv-cinder-840289-3-iscsi with host dv-cinder-840289-3-iscsi {{(pid=110299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 03 14:41:30.018542 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 37388) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:41:30.077940 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6bdef2b-c0d9-4211-9f45-dd6b094e778c admin admin] GET failed (client error): The resource could not be found. May 03 14:41:30.079250 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-c6bdef2b-c0d9-4211-9f45-dd6b094e778c admin admin] 10.222.0.16 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0596347 May 03 14:41:30.148701 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85edfd8e-6a88-4a5b-84d4-7653d47c194c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:41:30.150149 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-85edfd8e-6a88-4a5b-84d4-7653d47c194c admin admin] 10.222.0.16 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0662224 May 03 14:41:30.159859 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.v2.base [None req-74984921-46d2-46b6-8090-629a3c72b616 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'network_id': '4362eb29-2c7b-4297-af89-0743cf1cf84f', 'description': 'shared-subnet', 'name': 'shared-subnet', 'ip_version': 4}} {{(pid=110297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:41:30.234790 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74984921-46d2-46b6-8090-629a3c72b616 admin admin] Made reservation on behalf of ee2cd35486624b08bc9a7c619d37300f for: {'subnet': 1} {{(pid=110297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 14:41:30.237245 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-74984921-46d2-46b6-8090-629a3c72b616 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:41:30.473834 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-74984921-46d2-46b6-8090-629a3c72b616 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613'] for subnet (9b9acefa-048a-4aa9-94df-b7bac69da951), after_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:41:30.528181 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74984921-46d2-46b6-8090-629a3c72b616 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b9acefa-048a-4aa9-94df-b7bac69da951,revision_number=0']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:41:30.538378 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74984921-46d2-46b6-8090-629a3c72b616 admin admin] Checking segment: {'id': '57c46991-e7f6-4ab0-91e5-60f60237f52f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '4362eb29-2c7b-4297-af89-0743cf1cf84f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 14:41:30.538738 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74984921-46d2-46b6-8090-629a3c72b616 admin admin] Network hostable DHCP agents. Network: 4362eb29-2c7b-4297-af89-0743cf1cf84f, hostable agents: ['5d16a8e7-5fab-4607-ae51-2b468a019c05'], hosted agents: [] {{(pid=110297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 14:41:30.628785 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74984921-46d2-46b6-8090-629a3c72b616 admin admin] Network 4362eb29-2c7b-4297-af89-0743cf1cf84f is scheduled to be hosted by DHCP agent 5d16a8e7-5fab-4607-ae51-2b468a019c05 with binding_index 1 {{(pid=110297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 14:41:30.743345 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.scheduler.base_scheduler [None req-74984921-46d2-46b6-8090-629a3c72b616 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840289-3-iscsi, 4362eb29-2c7b-4297-af89-0743cf1cf84f) {{(pid=110297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 14:41:30.747496 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74984921-46d2-46b6-8090-629a3c72b616 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:41:30.748094 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-74984921-46d2-46b6-8090-629a3c72b616 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603595'] for subnet (None), before_response {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:41:30.753640 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2b0df48-5fc1-4f11-ba4c-d8d9c0a469b6 None None] Network 4362eb29-2c7b-4297-af89-0743cf1cf84f requested from dv-cinder-840289-3-iscsi {{(pid=110299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 14:41:30.855700 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9667701-edfc-4213-ace1-f5658537315c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34cf8f42-598f-5304-9936-d07867131aca-4362eb29-2c7b-4297-af89-0743cf1cf84f', 'network_id': '4362eb29-2c7b-4297-af89-0743cf1cf84f', 'project_id': 'ee2cd35486624b08bc9a7c619d37300f', 'fixed_ips': [{'subnet_id': '9b9acefa-048a-4aa9-94df-b7bac69da951'}]}} from dv-cinder-840289-3-iscsi. {{(pid=110299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 03 14:41:30.856532 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a9667701-edfc-4213-ace1-f5658537315c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (None), before_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:41:30.929333 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-74984921-46d2-46b6-8090-629a3c72b616 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7728243 May 03 14:41:31.127751 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.db_base_plugin_common [None req-a9667701-edfc-4213-ace1-f5658537315c None None] Allocated IP 192.168.233.2 (4362eb29-2c7b-4297-af89-0743cf1cf84f/9b9acefa-048a-4aa9-94df-b7bac69da951/b29fee4b-c5b6-4eaa-885e-4e69bef67050) {{(pid=110299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 14:41:31.275622 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a9667701-edfc-4213-ace1-f5658537315c None None] Publish callbacks [] for port (b29fee4b-c5b6-4eaa-885e-4e69bef67050), precommit_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:41:31.362476 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a9667701-edfc-4213-ace1-f5658537315c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775476647060'] for port (b29fee4b-c5b6-4eaa-885e-4e69bef67050), after_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:41:31.402044 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9667701-edfc-4213-ace1-f5658537315c None None] Network 4362eb29-2c7b-4297-af89-0743cf1cf84f is already hosted by enough agents. {{(pid=110299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 14:41:31.406779 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.scheduler.base_scheduler [None req-a9667701-edfc-4213-ace1-f5658537315c None None] Resources bound (agent type, host, resource id): {{(pid=110299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 14:41:31.411500 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9667701-edfc-4213-ace1-f5658537315c None None] Received port after_create {{(pid=110299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 14:41:31.414564 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9667701-edfc-4213-ace1-f5658537315c None None] Pushing event updated for resources: {'Port': ['ID=b29fee4b-c5b6-4eaa-885e-4e69bef67050,revision_number=1']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:41:31.426579 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9667701-edfc-4213-ace1-f5658537315c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:41:31.426928 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9667701-edfc-4213-ace1-f5658537315c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:41:31.427326 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9667701-edfc-4213-ace1-f5658537315c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:41:31.427688 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9667701-edfc-4213-ace1-f5658537315c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:41:31.428030 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9667701-edfc-4213-ace1-f5658537315c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:41:31.428369 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9667701-edfc-4213-ace1-f5658537315c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:41:31.428702 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9667701-edfc-4213-ace1-f5658537315c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:41:31.429032 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9667701-edfc-4213-ace1-f5658537315c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:41:31.429361 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9667701-edfc-4213-ace1-f5658537315c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:41:31.429693 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9667701-edfc-4213-ace1-f5658537315c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:41:31.430022 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9667701-edfc-4213-ace1-f5658537315c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:41:31.430368 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9667701-edfc-4213-ace1-f5658537315c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:41:31.430702 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9667701-edfc-4213-ace1-f5658537315c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:41:31.431044 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9667701-edfc-4213-ace1-f5658537315c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:41:31.431371 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9667701-edfc-4213-ace1-f5658537315c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:41:31.481285 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.managers [None req-a9667701-edfc-4213-ace1-f5658537315c None None] Attempting to bind port b29fee4b-c5b6-4eaa-885e-4e69bef67050 on host dv-cinder-840289-3-iscsi for vnic_type normal with profile {{(pid=110299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 14:41:31.481659 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.managers [None req-a9667701-edfc-4213-ace1-f5658537315c None None] Attempting to bind port b29fee4b-c5b6-4eaa-885e-4e69bef67050 by drivers openvswitch,hyperv on host dv-cinder-840289-3-iscsi at level 0 using segments [{'id': '57c46991-e7f6-4ab0-91e5-60f60237f52f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '4362eb29-2c7b-4297-af89-0743cf1cf84f'}] {{(pid=110299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 14:41:31.482026 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9667701-edfc-4213-ace1-f5658537315c None None] Attempting to bind port b29fee4b-c5b6-4eaa-885e-4e69bef67050 on network 4362eb29-2c7b-4297-af89-0743cf1cf84f {{(pid=110299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 14:41:31.487529 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9667701-edfc-4213-ace1-f5658537315c None None] Checking agent: {'id': '16d44442-859c-4c9b-bc72-04cb3b8a5d5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840289-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 14, 38, 15), 'started_at': datetime.datetime(2022, 5, 3, 14, 38, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 14, 41, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840289-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 14:41:31.487903 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9667701-edfc-4213-ace1-f5658537315c None None] Checking segment: {'id': '57c46991-e7f6-4ab0-91e5-60f60237f52f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '4362eb29-2c7b-4297-af89-0743cf1cf84f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 14:41:31.488309 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a9667701-edfc-4213-ace1-f5658537315c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:41:31.488709 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9667701-edfc-4213-ace1-f5658537315c None None] Bound using segment: {'id': '57c46991-e7f6-4ab0-91e5-60f60237f52f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '4362eb29-2c7b-4297-af89-0743cf1cf84f'} {{(pid=110299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 14:41:31.489174 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.managers [None req-a9667701-edfc-4213-ace1-f5658537315c None None] Bound port: b29fee4b-c5b6-4eaa-885e-4e69bef67050, host: dv-cinder-840289-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57c46991-e7f6-4ab0-91e5-60f60237f52f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '4362eb29-2c7b-4297-af89-0743cf1cf84f'}}] {{(pid=110299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 14:41:31.489553 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a9667701-edfc-4213-ace1-f5658537315c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (b29fee4b-c5b6-4eaa-885e-4e69bef67050), before_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:41:31.555963 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-a9667701-edfc-4213-ace1-f5658537315c None None] For port b29fee4b-c5b6-4eaa-885e-4e69bef67050, host dv-cinder-840289-3-iscsi, cleared binding levels {{(pid=110299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 14:41:31.559055 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-a9667701-edfc-4213-ace1-f5658537315c None None] For port b29fee4b-c5b6-4eaa-885e-4e69bef67050, host dv-cinder-840289-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-3-iscsi',level=0,port_id=b29fee4b-c5b6-4eaa-885e-4e69bef67050,segment=NetworkSegment(57c46991-e7f6-4ab0-91e5-60f60237f52f),segment_id=57c46991-e7f6-4ab0-91e5-60f60237f52f)] {{(pid=110299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 14:41:31.646925 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a9667701-edfc-4213-ace1-f5658537315c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096'] for port (b29fee4b-c5b6-4eaa-885e-4e69bef67050), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:41:31.703879 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9667701-edfc-4213-ace1-f5658537315c None None] Pushing event updated for resources: {'Port': ['ID=b29fee4b-c5b6-4eaa-885e-4e69bef67050,revision_number=2']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:41:31.995835 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Device b29fee4b-c5b6-4eaa-885e-4e69bef67050 up at agent ovs-agent-dv-cinder-840289-3-iscsi {{(pid=110299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 14:41:32.049175 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Provisioning complete for port b29fee4b-c5b6-4eaa-885e-4e69bef67050 triggered by entity L2. {{(pid=110299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:41:32.049652 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728915'] for port (b29fee4b-c5b6-4eaa-885e-4e69bef67050), provisioning_complete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:41:32.133144 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Current status of the port b29fee4b-c5b6-4eaa-885e-4e69bef67050 is: DOWN; New status is: ACTIVE {{(pid=110299) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:41:32.133480 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (b29fee4b-c5b6-4eaa-885e-4e69bef67050), before_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:41:32.167935 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] For port b29fee4b-c5b6-4eaa-885e-4e69bef67050, host dv-cinder-840289-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-3-iscsi',level=0,port_id=b29fee4b-c5b6-4eaa-885e-4e69bef67050,segment=NetworkSegment(57c46991-e7f6-4ab0-91e5-60f60237f52f),segment_id=57c46991-e7f6-4ab0-91e5-60f60237f52f)] {{(pid=110299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:41:32.246302 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096'] for port (b29fee4b-c5b6-4eaa-885e-4e69bef67050), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:41:32.295505 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Pushing event updated for resources: {'Port': ['ID=b29fee4b-c5b6-4eaa-885e-4e69bef67050,revision_number=3']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:41:32.585652 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6474a52-eaa0-44b4-82cf-656c6e50762a None None] Network 4362eb29-2c7b-4297-af89-0743cf1cf84f requested from dv-cinder-840289-3-iscsi {{(pid=110299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 14:41:32.660044 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [None req-44b0acf6-523d-4f97-b793-6558d8fa152f None None] Provisioning complete for port b29fee4b-c5b6-4eaa-885e-4e69bef67050 triggered by entity DHCP. {{(pid=110299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:41:32.660430 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-44b0acf6-523d-4f97-b793-6558d8fa152f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728915'] for port (b29fee4b-c5b6-4eaa-885e-4e69bef67050), provisioning_complete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:41:32.781487 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-44b0acf6-523d-4f97-b793-6558d8fa152f None None] Current status of the port b29fee4b-c5b6-4eaa-885e-4e69bef67050 is: ACTIVE; New status is: ACTIVE {{(pid=110299) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:41:33.001838 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [None req-4c585108-64fd-4e1e-a2b1-216f495d13f1 None None] Provisioning complete for port b29fee4b-c5b6-4eaa-885e-4e69bef67050 triggered by entity DHCP. {{(pid=110299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:41:33.002456 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-4c585108-64fd-4e1e-a2b1-216f495d13f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728915'] for port (b29fee4b-c5b6-4eaa-885e-4e69bef67050), provisioning_complete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:41:33.082213 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-4c585108-64fd-4e1e-a2b1-216f495d13f1 None None] Current status of the port b29fee4b-c5b6-4eaa-885e-4e69bef67050 is: ACTIVE; New status is: ACTIVE {{(pid=110299) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:41:33.916036 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Device b29fee4b-c5b6-4eaa-885e-4e69bef67050 up at agent ovs-agent-dv-cinder-840289-3-iscsi {{(pid=110299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 14:41:33.967771 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Provisioning complete for port b29fee4b-c5b6-4eaa-885e-4e69bef67050 triggered by entity L2. {{(pid=110299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:41:33.968176 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728915'] for port (b29fee4b-c5b6-4eaa-885e-4e69bef67050), provisioning_complete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:41:34.046082 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Current status of the port b29fee4b-c5b6-4eaa-885e-4e69bef67050 is: ACTIVE; New status is: ACTIVE {{(pid=110299) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:41:38.753560 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-5b19d621-bfb0-4db3-9146-0f5999a53828 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (5d16a8e7-5fab-4607-ae51-2b468a019c05), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:41:41.107838 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-4e4b9b55-e7c8-4594-88cf-9b01a785275c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (a9161e1b-902d-441f-843b-a0ff0805adee), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:41:42.234593 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-ed776e2d-a518-4685-8fad-0cd9eaa120ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (6a418bd5-8bcc-400f-88b5-19eff412e81a), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:41:43.451876 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-dd96712b-4627-437f-9df9-b1bfec551245 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (8b46afec-dab7-4bfa-a959-8584a0cfd79a), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:41:45.119708 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (16d44442-859c-4c9b-bc72-04cb3b8a5d5b), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:41:58.008880 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.agents_db [None req-dd30728e-be63-467e-afaf-aba6f24eb33e None None] Agent healthcheck: found 5 active agents {{(pid=110300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 14:42:08.742317 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-bec0f6a5-83d6-4aa9-9a7b-b0f2a90b74a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (5d16a8e7-5fab-4607-ae51-2b468a019c05), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:42:11.124910 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-9a6002cf-b205-43b2-b121-87e0273e3197 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (a9161e1b-902d-441f-843b-a0ff0805adee), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:42:12.233460 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-ed776e2d-a518-4685-8fad-0cd9eaa120ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (6a418bd5-8bcc-400f-88b5-19eff412e81a), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:42:13.462338 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-dd96712b-4627-437f-9df9-b1bfec551245 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (8b46afec-dab7-4bfa-a959-8584a0cfd79a), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:42:15.147540 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (16d44442-859c-4c9b-bc72-04cb3b8a5d5b), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:42:35.007855 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.agents_db [None req-dd30728e-be63-467e-afaf-aba6f24eb33e None None] Agent healthcheck: found 5 active agents {{(pid=110300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 14:42:38.736338 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-54fe9d46-16f5-4889-9703-33aaa273b3a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (5d16a8e7-5fab-4607-ae51-2b468a019c05), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:42:41.112769 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-0585a3a4-e57d-4d4b-b5ee-af8d505dd7d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (a9161e1b-902d-441f-843b-a0ff0805adee), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:42:42.248548 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-ed776e2d-a518-4685-8fad-0cd9eaa120ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (6a418bd5-8bcc-400f-88b5-19eff412e81a), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:42:43.505487 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-dd96712b-4627-437f-9df9-b1bfec551245 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (8b46afec-dab7-4bfa-a959-8584a0cfd79a), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:42:45.122907 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (16d44442-859c-4c9b-bc72-04cb3b8a5d5b), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:43:06.979577 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 37426) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:43:06.985807 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [None req-f1908b63-a79e-465d-9182-2f3d27a7cfcd tempest-verify_tempest_config-124749126 tempest-verify_tempest_config-124749126-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=110297) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 03 14:43:06.986922 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-f1908b63-a79e-465d-9182-2f3d27a7cfcd tempest-verify_tempest_config-124749126 tempest-verify_tempest_config-124749126-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0063474 May 03 14:43:07.433319 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 37444) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:43:07.536141 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-1a18a830-0a2f-4a5b-b06d-7f751637acee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:43:07.607775 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-1a18a830-0a2f-4a5b-b06d-7f751637acee admin admin] Publish callbacks [] for security_group (7b2854a8-95c4-4ec0-8601-9f8fa737507a), precommit_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:43:07.648526 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-1a18a830-0a2f-4a5b-b06d-7f751637acee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (7b2854a8-95c4-4ec0-8601-9f8fa737507a), after_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:43:07.695853 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-1a18a830-0a2f-4a5b-b06d-7f751637acee admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e69f88f859cf4677932383df7274cfe7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2614999 May 03 14:43:07.697694 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a18a830-0a2f-4a5b-b06d-7f751637acee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b2854a8-95c4-4ec0-8601-9f8fa737507a,revision_number=1']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:43:07.698543 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 37448) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:43:07.706487 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a18a830-0a2f-4a5b-b06d-7f751637acee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:43:07.706487 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a18a830-0a2f-4a5b-b06d-7f751637acee admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:43:07.706487 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a18a830-0a2f-4a5b-b06d-7f751637acee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:43:07.706487 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a18a830-0a2f-4a5b-b06d-7f751637acee admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:43:07.706487 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a18a830-0a2f-4a5b-b06d-7f751637acee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:43:07.706487 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a18a830-0a2f-4a5b-b06d-7f751637acee admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:43:07.707197 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a18a830-0a2f-4a5b-b06d-7f751637acee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:43:07.707197 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a18a830-0a2f-4a5b-b06d-7f751637acee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:43:07.707388 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a18a830-0a2f-4a5b-b06d-7f751637acee admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:43:07.707571 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a18a830-0a2f-4a5b-b06d-7f751637acee admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:43:07.707899 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a18a830-0a2f-4a5b-b06d-7f751637acee admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:43:07.708228 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a18a830-0a2f-4a5b-b06d-7f751637acee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:43:07.708567 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a18a830-0a2f-4a5b-b06d-7f751637acee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:43:07.708872 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a18a830-0a2f-4a5b-b06d-7f751637acee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:43:07.709195 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a18a830-0a2f-4a5b-b06d-7f751637acee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:43:07.753977 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-331c6883-ea17-4cc5-a36d-a61b0dfdc1c8 admin admin] Publish callbacks [] for security_group (7b2854a8-95c4-4ec0-8601-9f8fa737507a), before_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:43:07.774970 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-331c6883-ea17-4cc5-a36d-a61b0dfdc1c8 admin admin] Publish callbacks [] for security_group (7b2854a8-95c4-4ec0-8601-9f8fa737507a), precommit_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:43:07.945258 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-331c6883-ea17-4cc5-a36d-a61b0dfdc1c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (7b2854a8-95c4-4ec0-8601-9f8fa737507a), after_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:43:07.947943 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-331c6883-ea17-4cc5-a36d-a61b0dfdc1c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:43:07.949069 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-331c6883-ea17-4cc5-a36d-a61b0dfdc1c8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7b2854a8-95c4-4ec0-8601-9f8fa737507a HTTP/1.1" status: 204 len: 168 time: 0.2494943 May 03 14:43:07.957573 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331c6883-ea17-4cc5-a36d-a61b0dfdc1c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b2854a8-95c4-4ec0-8601-9f8fa737507a,revision_number=None']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:43:07.964128 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331c6883-ea17-4cc5-a36d-a61b0dfdc1c8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:43:07.964473 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331c6883-ea17-4cc5-a36d-a61b0dfdc1c8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:43:07.964813 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331c6883-ea17-4cc5-a36d-a61b0dfdc1c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:43:07.965147 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331c6883-ea17-4cc5-a36d-a61b0dfdc1c8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:43:07.965478 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331c6883-ea17-4cc5-a36d-a61b0dfdc1c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:43:07.965804 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331c6883-ea17-4cc5-a36d-a61b0dfdc1c8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:43:07.966126 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331c6883-ea17-4cc5-a36d-a61b0dfdc1c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:43:07.966447 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331c6883-ea17-4cc5-a36d-a61b0dfdc1c8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:43:07.966790 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331c6883-ea17-4cc5-a36d-a61b0dfdc1c8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:43:07.967144 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331c6883-ea17-4cc5-a36d-a61b0dfdc1c8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:43:07.971657 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331c6883-ea17-4cc5-a36d-a61b0dfdc1c8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:43:07.971657 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331c6883-ea17-4cc5-a36d-a61b0dfdc1c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:43:07.971657 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331c6883-ea17-4cc5-a36d-a61b0dfdc1c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:43:07.971657 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331c6883-ea17-4cc5-a36d-a61b0dfdc1c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:43:07.971657 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331c6883-ea17-4cc5-a36d-a61b0dfdc1c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:43:08.768965 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-757aa7d7-0818-4975-ba36-96de9ac424e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (5d16a8e7-5fab-4607-ae51-2b468a019c05), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:43:11.105933 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-5a5405c4-d9b1-4264-89e6-7dbbab286702 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (a9161e1b-902d-441f-843b-a0ff0805adee), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:43:12.007700 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.agents_db [None req-dd30728e-be63-467e-afaf-aba6f24eb33e None None] Agent healthcheck: found 5 active agents {{(pid=110300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 14:43:12.300222 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-ed776e2d-a518-4685-8fad-0cd9eaa120ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (6a418bd5-8bcc-400f-88b5-19eff412e81a), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:43:13.471791 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-dd96712b-4627-437f-9df9-b1bfec551245 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (8b46afec-dab7-4bfa-a959-8584a0cfd79a), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:43:15.139919 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (16d44442-859c-4c9b-bc72-04cb3b8a5d5b), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:43:38.745183 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-633ec405-d344-44fc-b4b6-759956de10d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (5d16a8e7-5fab-4607-ae51-2b468a019c05), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:43:41.105125 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-35205b1c-bd72-4bae-b5a8-ba979cc046ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (a9161e1b-902d-441f-843b-a0ff0805adee), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:43:42.252187 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-ed776e2d-a518-4685-8fad-0cd9eaa120ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (6a418bd5-8bcc-400f-88b5-19eff412e81a), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:43:43.481727 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-dd96712b-4627-437f-9df9-b1bfec551245 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (8b46afec-dab7-4bfa-a959-8584a0cfd79a), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:43:45.116255 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (16d44442-859c-4c9b-bc72-04cb3b8a5d5b), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:43:49.007023 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.agents_db [None req-dd30728e-be63-467e-afaf-aba6f24eb33e None None] Agent healthcheck: found 5 active agents {{(pid=110300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 14:44:08.761233 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-cbb4dd62-768e-4382-abe0-5dd3f74e9329 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (5d16a8e7-5fab-4607-ae51-2b468a019c05), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:44:11.104040 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-5cafd1a0-a1b0-4fde-af2c-a6187051ecee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (a9161e1b-902d-441f-843b-a0ff0805adee), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:44:12.240909 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-ed776e2d-a518-4685-8fad-0cd9eaa120ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (6a418bd5-8bcc-400f-88b5-19eff412e81a), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:44:13.480814 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-dd96712b-4627-437f-9df9-b1bfec551245 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (8b46afec-dab7-4bfa-a959-8584a0cfd79a), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:44:15.121148 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (16d44442-859c-4c9b-bc72-04cb3b8a5d5b), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:44:26.005354 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.agents_db [None req-dd30728e-be63-467e-afaf-aba6f24eb33e None None] Agent healthcheck: found 5 active agents {{(pid=110300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 14:44:38.737115 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-03b233a7-fe56-4e55-abd0-e097b12fe30f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (5d16a8e7-5fab-4607-ae51-2b468a019c05), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:44:41.126509 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-4b5448ec-1d6d-4a4c-9439-ca2da14de28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (a9161e1b-902d-441f-843b-a0ff0805adee), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:44:42.249969 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-ed776e2d-a518-4685-8fad-0cd9eaa120ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (6a418bd5-8bcc-400f-88b5-19eff412e81a), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:44:43.468745 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-dd96712b-4627-437f-9df9-b1bfec551245 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (8b46afec-dab7-4bfa-a959-8584a0cfd79a), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:44:45.129890 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (16d44442-859c-4c9b-bc72-04cb3b8a5d5b), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:44:58.587954 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1690675'] for agent (26e70f58-a201-437c-be8d-fd2714f100da), after_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:45:03.004301 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.agents_db [None req-dd30728e-be63-467e-afaf-aba6f24eb33e None None] Agent healthcheck: found 6 active agents {{(pid=110300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 14:45:08.769798 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-e203dda1-31eb-47e0-8251-2137cb55fc52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (5d16a8e7-5fab-4607-ae51-2b468a019c05), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:45:11.113639 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-4bfeb2e2-a861-4e3a-8439-4d1251653769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (a9161e1b-902d-441f-843b-a0ff0805adee), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:45:12.262219 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-ed776e2d-a518-4685-8fad-0cd9eaa120ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (6a418bd5-8bcc-400f-88b5-19eff412e81a), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:45:12.835187 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 37522) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:45:12.942419 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-d24f6301-73cc-449e-b55c-6f682ba1e110 admin admin] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1061406 May 03 14:45:13.536129 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-dd96712b-4627-437f-9df9-b1bfec551245 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (8b46afec-dab7-4bfa-a959-8584a0cfd79a), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:45:15.129209 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (16d44442-859c-4c9b-bc72-04cb3b8a5d5b), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:45:15.213041 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 37532) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:45:15.266265 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-570f169c-6ced-469a-a6cf-d9369caa7f88 admin admin] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0521719 May 03 14:45:28.579776 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (26e70f58-a201-437c-be8d-fd2714f100da), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:45:38.745326 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-f170aa9c-38c3-429f-ab69-752bb092e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (5d16a8e7-5fab-4607-ae51-2b468a019c05), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:45:40.005891 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.agents_db [None req-dd30728e-be63-467e-afaf-aba6f24eb33e None None] Agent healthcheck: found 6 active agents {{(pid=110300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 14:45:41.101170 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-d955b806-5584-488e-9f25-479b60bcf493 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (a9161e1b-902d-441f-843b-a0ff0805adee), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:45:42.255476 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-ed776e2d-a518-4685-8fad-0cd9eaa120ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (6a418bd5-8bcc-400f-88b5-19eff412e81a), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:45:43.522114 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-dd96712b-4627-437f-9df9-b1bfec551245 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (8b46afec-dab7-4bfa-a959-8584a0cfd79a), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:45:45.152098 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (16d44442-859c-4c9b-bc72-04cb3b8a5d5b), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:45:58.631661 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (26e70f58-a201-437c-be8d-fd2714f100da), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:46:08.746307 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-29e227b1-278a-453e-bc44-1639d0012979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (5d16a8e7-5fab-4607-ae51-2b468a019c05), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:46:11.121456 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-6e725e78-1d27-4ae0-ad31-32811f69dbb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (a9161e1b-902d-441f-843b-a0ff0805adee), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:46:12.259141 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-ed776e2d-a518-4685-8fad-0cd9eaa120ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (6a418bd5-8bcc-400f-88b5-19eff412e81a), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:46:13.529321 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-dd96712b-4627-437f-9df9-b1bfec551245 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (8b46afec-dab7-4bfa-a959-8584a0cfd79a), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:46:15.134676 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (16d44442-859c-4c9b-bc72-04cb3b8a5d5b), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:46:17.004509 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.agents_db [None req-dd30728e-be63-467e-afaf-aba6f24eb33e None None] Agent healthcheck: found 6 active agents {{(pid=110300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 14:46:28.590954 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (26e70f58-a201-437c-be8d-fd2714f100da), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:46:38.739131 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-b395a3a8-b281-46d4-9ea0-c0e9e7c6bca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (5d16a8e7-5fab-4607-ae51-2b468a019c05), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:46:41.139038 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-5d59fe4c-bcd8-48a4-9de2-1a528234c187 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (a9161e1b-902d-441f-843b-a0ff0805adee), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:46:42.263372 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-ed776e2d-a518-4685-8fad-0cd9eaa120ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (6a418bd5-8bcc-400f-88b5-19eff412e81a), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:46:43.504847 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-dd96712b-4627-437f-9df9-b1bfec551245 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (8b46afec-dab7-4bfa-a959-8584a0cfd79a), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:46:45.160561 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (16d44442-859c-4c9b-bc72-04cb3b8a5d5b), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:46:54.004120 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.agents_db [None req-dd30728e-be63-467e-afaf-aba6f24eb33e None None] Agent healthcheck: found 6 active agents {{(pid=110300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 14:46:55.791509 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 37638) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:46:56.001747 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.v2.base [None req-5af3f39e-bbc2-464f-bd54-5726c50366bb admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-332369523-network', 'tenant_id': 'ea2dc692f2754b34afd1a52dad1c2cb3'}} {{(pid=110298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:46:56.091105 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5af3f39e-bbc2-464f-bd54-5726c50366bb admin admin] Made reservation on behalf of ea2dc692f2754b34afd1a52dad1c2cb3 for: {'network': 1} {{(pid=110298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 14:46:56.091105 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-5af3f39e-bbc2-464f-bd54-5726c50366bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for network (None), before_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:46:56.100278 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-5af3f39e-bbc2-464f-bd54-5726c50366bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:46:56.182129 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-5af3f39e-bbc2-464f-bd54-5726c50366bb admin admin] Publish callbacks [] for security_group (cd7be4d7-7c1a-442d-a916-83da589c100a), precommit_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:46:56.276015 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-5af3f39e-bbc2-464f-bd54-5726c50366bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (cd7be4d7-7c1a-442d-a916-83da589c100a), after_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:46:56.299942 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5af3f39e-bbc2-464f-bd54-5726c50366bb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 376} {{(pid=110298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 14:46:56.315030 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af3f39e-bbc2-464f-bd54-5726c50366bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd7be4d7-7c1a-442d-a916-83da589c100a,revision_number=1']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:46:56.323134 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-5af3f39e-bbc2-464f-bd54-5726c50366bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719716'] for segment (ec924deb-2fdc-4ebf-b172-c8dd32bc7b93), precommit_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:46:56.324093 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.db.segments_db [None req-5af3f39e-bbc2-464f-bd54-5726c50366bb admin admin] Added segment ec924deb-2fdc-4ebf-b172-c8dd32bc7b93 of type vlan for network e149baab-37b5-49e7-bbfb-d6c5aa20aff6 May 03 14:46:56.326165 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af3f39e-bbc2-464f-bd54-5726c50366bb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:46:56.326515 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af3f39e-bbc2-464f-bd54-5726c50366bb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:46:56.326948 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af3f39e-bbc2-464f-bd54-5726c50366bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:46:56.327324 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af3f39e-bbc2-464f-bd54-5726c50366bb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:46:56.327668 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af3f39e-bbc2-464f-bd54-5726c50366bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:46:56.328002 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af3f39e-bbc2-464f-bd54-5726c50366bb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:46:56.328332 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af3f39e-bbc2-464f-bd54-5726c50366bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:46:56.328661 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af3f39e-bbc2-464f-bd54-5726c50366bb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:46:56.329005 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af3f39e-bbc2-464f-bd54-5726c50366bb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:46:56.329339 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af3f39e-bbc2-464f-bd54-5726c50366bb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:46:56.329691 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af3f39e-bbc2-464f-bd54-5726c50366bb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:46:56.330021 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af3f39e-bbc2-464f-bd54-5726c50366bb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:46:56.330346 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af3f39e-bbc2-464f-bd54-5726c50366bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:46:56.330670 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af3f39e-bbc2-464f-bd54-5726c50366bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:46:56.331013 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af3f39e-bbc2-464f-bd54-5726c50366bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:46:56.332345 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af3f39e-bbc2-464f-bd54-5726c50366bb admin admin] Tracked resource versions report: May 03 14:46:56.332345 dv-cinder-840289-3-iscsi neutron-server[110298]: pushed versions: May 03 14:46:56.332345 dv-cinder-840289-3-iscsi neutron-server[110298]: { 'AddressGroup': {'1.2'}, May 03 14:46:56.332345 dv-cinder-840289-3-iscsi neutron-server[110298]: 'Agent': {'1.1'}, May 03 14:46:56.332345 dv-cinder-840289-3-iscsi neutron-server[110298]: 'ConntrackHelper': {'1.0'}, May 03 14:46:56.332345 dv-cinder-840289-3-iscsi neutron-server[110298]: 'LocalIPAssociation': {'1.0'}, May 03 14:46:56.332345 dv-cinder-840289-3-iscsi neutron-server[110298]: 'Log': {'1.0'}, May 03 14:46:56.332345 dv-cinder-840289-3-iscsi neutron-server[110298]: 'NDPProxy': {'1.0'}, May 03 14:46:56.332345 dv-cinder-840289-3-iscsi neutron-server[110298]: 'Network': {'1.1'}, May 03 14:46:56.332345 dv-cinder-840289-3-iscsi neutron-server[110298]: 'Port': {'1.7'}, May 03 14:46:56.332345 dv-cinder-840289-3-iscsi neutron-server[110298]: 'PortForwarding': {'1.3'}, May 03 14:46:56.332345 dv-cinder-840289-3-iscsi neutron-server[110298]: 'QosPolicy': {'1.10'}, May 03 14:46:56.332345 dv-cinder-840289-3-iscsi neutron-server[110298]: 'SecurityGroup': {'1.5'}, May 03 14:46:56.332345 dv-cinder-840289-3-iscsi neutron-server[110298]: 'SecurityGroupRule': {'1.2'}, May 03 14:46:56.332345 dv-cinder-840289-3-iscsi neutron-server[110298]: 'SubPort': {'1.0'}, May 03 14:46:56.332345 dv-cinder-840289-3-iscsi neutron-server[110298]: 'Subnet': {'1.1'}, May 03 14:46:56.332345 dv-cinder-840289-3-iscsi neutron-server[110298]: 'Trunk': {'1.1'}} May 03 14:46:56.332345 dv-cinder-840289-3-iscsi neutron-server[110298]: consumer versions: May 03 14:46:56.332345 dv-cinder-840289-3-iscsi neutron-server[110298]: { DHCP agent@dv-cinder-840289-3-iscsi: {}, May 03 14:46:56.332345 dv-cinder-840289-3-iscsi neutron-server[110298]: HyperV agent@hv-cinder-84028: {}, May 03 14:46:56.332345 dv-cinder-840289-3-iscsi neutron-server[110298]: L3 agent@dv-cinder-840289-3-iscsi: {}, May 03 14:46:56.332345 dv-cinder-840289-3-iscsi neutron-server[110298]: Metadata agent@dv-cinder-840289-3-iscsi: {}, May 03 14:46:56.332345 dv-cinder-840289-3-iscsi neutron-server[110298]: Metering agent@dv-cinder-840289-3-iscsi: {}, May 03 14:46:56.332345 dv-cinder-840289-3-iscsi neutron-server[110298]: Open vSwitch agent@dv-cinder-840289-3-iscsi: { 'AddressGroup': '1.2', May 03 14:46:56.332345 dv-cinder-840289-3-iscsi neutron-server[110298]: 'Agent': '1.1', May 03 14:46:56.332345 dv-cinder-840289-3-iscsi neutron-server[110298]: 'ConntrackHelper': '1.0', May 03 14:46:56.332345 dv-cinder-840289-3-iscsi neutron-server[110298]: 'LocalIPAssociation': '1.0', May 03 14:46:56.332345 dv-cinder-840289-3-iscsi neutron-server[110298]: 'Log': '1.0', May 03 14:46:56.332345 dv-cinder-840289-3-iscsi neutron-server[110298]: 'NDPProxy': '1.0', May 03 14:46:56.332345 dv-cinder-840289-3-iscsi neutron-server[110298]: 'Network': '1.1', May 03 14:46:56.332345 dv-cinder-840289-3-iscsi neutron-server[110298]: 'Port': '1.7', May 03 14:46:56.332345 dv-cinder-840289-3-iscsi neutron-server[110298]: 'PortForwarding': '1.3', May 03 14:46:56.332345 dv-cinder-840289-3-iscsi neutron-server[110298]: 'QosPolicy': '1.10', May 03 14:46:56.332345 dv-cinder-840289-3-iscsi neutron-server[110298]: 'SecurityGroup': '1.5', May 03 14:46:56.332345 dv-cinder-840289-3-iscsi neutron-server[110298]: 'SecurityGroupRule': '1.2', May 03 14:46:56.332345 dv-cinder-840289-3-iscsi neutron-server[110298]: 'SubPort': '1.0', May 03 14:46:56.332345 dv-cinder-840289-3-iscsi neutron-server[110298]: 'Subnet': '1.1', May 03 14:46:56.332345 dv-cinder-840289-3-iscsi neutron-server[110298]: 'Trunk': '1.1'}} May 03 14:46:56.332345 dv-cinder-840289-3-iscsi neutron-server[110298]: {{(pid=110298) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 03 14:46:56.385557 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-5af3f39e-bbc2-464f-bd54-5726c50366bb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775476666305'] for network (e149baab-37b5-49e7-bbfb-d6c5aa20aff6), precommit_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:46:56.487687 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-5af3f39e-bbc2-464f-bd54-5726c50366bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613'] for network (e149baab-37b5-49e7-bbfb-d6c5aa20aff6), after_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:46:56.488838 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5af3f39e-bbc2-464f-bd54-5726c50366bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:46:56.489487 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-5af3f39e-bbc2-464f-bd54-5726c50366bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603595'] for network (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:46:56.634007 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-5af3f39e-bbc2-464f-bd54-5726c50366bb admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8403184 May 03 14:46:56.634787 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af3f39e-bbc2-464f-bd54-5726c50366bb admin admin] Pushing event updated for resources: {'Network': ['ID=e149baab-37b5-49e7-bbfb-d6c5aa20aff6,revision_number=1']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:46:56.636717 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 37680) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:46:56.641192 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.v2.base [None req-05d7b3c4-d497-4b84-9acc-c87458982c05 admin admin] Request body: {'subnet': {'network_id': 'e149baab-37b5-49e7-bbfb-d6c5aa20aff6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-332369523-subnet', 'tenant_id': 'ea2dc692f2754b34afd1a52dad1c2cb3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:46:56.645072 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Network e149baab-37b5-49e7-bbfb-d6c5aa20aff6 details requested by agent ovs-agent-dv-cinder-840289-3-iscsi with host dv-cinder-840289-3-iscsi {{(pid=110299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 03 14:46:56.749804 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05d7b3c4-d497-4b84-9acc-c87458982c05 admin admin] Made reservation on behalf of ea2dc692f2754b34afd1a52dad1c2cb3 for: {'subnet': 1} {{(pid=110298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 14:46:56.752209 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-05d7b3c4-d497-4b84-9acc-c87458982c05 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:46:56.984493 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-05d7b3c4-d497-4b84-9acc-c87458982c05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613'] for subnet (d36733c8-18a7-47f6-a054-ee0e84dd3169), after_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:46:57.043390 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d7b3c4-d497-4b84-9acc-c87458982c05 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d36733c8-18a7-47f6-a054-ee0e84dd3169,revision_number=0']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:46:57.051891 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d7b3c4-d497-4b84-9acc-c87458982c05 admin admin] Checking segment: {'id': 'ec924deb-2fdc-4ebf-b172-c8dd32bc7b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'e149baab-37b5-49e7-bbfb-d6c5aa20aff6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 14:46:57.052239 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05d7b3c4-d497-4b84-9acc-c87458982c05 admin admin] Network hostable DHCP agents. Network: e149baab-37b5-49e7-bbfb-d6c5aa20aff6, hostable agents: ['5d16a8e7-5fab-4607-ae51-2b468a019c05'], hosted agents: [] {{(pid=110298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 14:46:57.148675 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05d7b3c4-d497-4b84-9acc-c87458982c05 admin admin] Network e149baab-37b5-49e7-bbfb-d6c5aa20aff6 is scheduled to be hosted by DHCP agent 5d16a8e7-5fab-4607-ae51-2b468a019c05 with binding_index 1 {{(pid=110298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 14:46:57.253145 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.scheduler.base_scheduler [None req-05d7b3c4-d497-4b84-9acc-c87458982c05 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840289-3-iscsi, e149baab-37b5-49e7-bbfb-d6c5aa20aff6) {{(pid=110298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 14:46:57.262699 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6c92ce8-3e20-4fd7-b15e-b5db64efe1e4 None None] Network e149baab-37b5-49e7-bbfb-d6c5aa20aff6 requested from dv-cinder-840289-3-iscsi {{(pid=110299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 14:46:57.270696 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d7b3c4-d497-4b84-9acc-c87458982c05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:46:57.271563 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-05d7b3c4-d497-4b84-9acc-c87458982c05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603595'] for subnet (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:46:57.364623 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-05d7b3c4-d497-4b84-9acc-c87458982c05 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7269146 May 03 14:46:57.368228 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 37702) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:46:57.377375 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.v2.base [None req-bcf596b8-fe97-4df4-af52-ec4df73bf152 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-332369523-router', 'tenant_id': 'ea2dc692f2754b34afd1a52dad1c2cb3', 'external_gateway_info': {'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c'}}} {{(pid=110297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:46:57.382135 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8b9ef1b-b4ee-47c9-a0b3-2e7c22f9147e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34cf8f42-598f-5304-9936-d07867131aca-e149baab-37b5-49e7-bbfb-d6c5aa20aff6', 'network_id': 'e149baab-37b5-49e7-bbfb-d6c5aa20aff6', 'project_id': 'ea2dc692f2754b34afd1a52dad1c2cb3', 'fixed_ips': [{'subnet_id': 'd36733c8-18a7-47f6-a054-ee0e84dd3169'}]}} from dv-cinder-840289-3-iscsi. {{(pid=110299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 03 14:46:57.383027 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-f8b9ef1b-b4ee-47c9-a0b3-2e7c22f9147e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (None), before_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:46:57.471444 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-bcf596b8-fe97-4df4-af52-ec4df73bf152 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1693469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3141'] for router (ad4e3cb3-52d4-4aca-9d0f-fd9d17566f06), before_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:46:57.473347 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-bcf596b8-fe97-4df4-af52-ec4df73bf152 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1693617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698068', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1739037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3132'] for router (ad4e3cb3-52d4-4aca-9d0f-fd9d17566f06), precommit_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:46:57.535724 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.db_base_plugin_common [None req-f8b9ef1b-b4ee-47c9-a0b3-2e7c22f9147e None None] Allocated IP 172.20.0.2 (e149baab-37b5-49e7-bbfb-d6c5aa20aff6/d36733c8-18a7-47f6-a054-ee0e84dd3169/72ea310e-8d82-4f96-a2b1-4b64ac93c83d) {{(pid=110299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 14:46:57.542880 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-bcf596b8-fe97-4df4-af52-ec4df73bf152 admin admin] Publish callbacks [] for router_controller (ad4e3cb3-52d4-4aca-9d0f-fd9d17566f06), precommit_add_association {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:46:57.690045 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-f8b9ef1b-b4ee-47c9-a0b3-2e7c22f9147e None None] Publish callbacks [] for port (72ea310e-8d82-4f96-a2b1-4b64ac93c83d), precommit_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:46:57.762319 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-f8b9ef1b-b4ee-47c9-a0b3-2e7c22f9147e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775476647060'] for port (72ea310e-8d82-4f96-a2b1-4b64ac93c83d), after_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:46:57.821309 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b9ef1b-b4ee-47c9-a0b3-2e7c22f9147e None None] Pushing event updated for resources: {'Port': ['ID=72ea310e-8d82-4f96-a2b1-4b64ac93c83d,revision_number=1']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:46:57.829360 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b9ef1b-b4ee-47c9-a0b3-2e7c22f9147e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:46:57.830180 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b9ef1b-b4ee-47c9-a0b3-2e7c22f9147e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:46:57.830699 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b9ef1b-b4ee-47c9-a0b3-2e7c22f9147e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:46:57.831226 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b9ef1b-b4ee-47c9-a0b3-2e7c22f9147e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:46:57.832057 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b9ef1b-b4ee-47c9-a0b3-2e7c22f9147e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:46:57.832933 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b9ef1b-b4ee-47c9-a0b3-2e7c22f9147e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:46:57.833425 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b9ef1b-b4ee-47c9-a0b3-2e7c22f9147e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:46:57.834072 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b9ef1b-b4ee-47c9-a0b3-2e7c22f9147e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:46:57.834564 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b9ef1b-b4ee-47c9-a0b3-2e7c22f9147e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:46:57.835288 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b9ef1b-b4ee-47c9-a0b3-2e7c22f9147e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:46:57.835781 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b9ef1b-b4ee-47c9-a0b3-2e7c22f9147e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:46:57.836379 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b9ef1b-b4ee-47c9-a0b3-2e7c22f9147e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:46:57.836857 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b9ef1b-b4ee-47c9-a0b3-2e7c22f9147e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:46:57.837330 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b9ef1b-b4ee-47c9-a0b3-2e7c22f9147e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:46:57.837900 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b9ef1b-b4ee-47c9-a0b3-2e7c22f9147e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:46:57.839898 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b9ef1b-b4ee-47c9-a0b3-2e7c22f9147e None None] Tracked resource versions report: May 03 14:46:57.839898 dv-cinder-840289-3-iscsi neutron-server[110299]: pushed versions: May 03 14:46:57.839898 dv-cinder-840289-3-iscsi neutron-server[110299]: { 'AddressGroup': {'1.2'}, May 03 14:46:57.839898 dv-cinder-840289-3-iscsi neutron-server[110299]: 'Agent': {'1.1'}, May 03 14:46:57.839898 dv-cinder-840289-3-iscsi neutron-server[110299]: 'ConntrackHelper': {'1.0'}, May 03 14:46:57.839898 dv-cinder-840289-3-iscsi neutron-server[110299]: 'LocalIPAssociation': {'1.0'}, May 03 14:46:57.839898 dv-cinder-840289-3-iscsi neutron-server[110299]: 'Log': {'1.0'}, May 03 14:46:57.839898 dv-cinder-840289-3-iscsi neutron-server[110299]: 'NDPProxy': {'1.0'}, May 03 14:46:57.839898 dv-cinder-840289-3-iscsi neutron-server[110299]: 'Network': {'1.1'}, May 03 14:46:57.839898 dv-cinder-840289-3-iscsi neutron-server[110299]: 'Port': {'1.7'}, May 03 14:46:57.839898 dv-cinder-840289-3-iscsi neutron-server[110299]: 'PortForwarding': {'1.3'}, May 03 14:46:57.839898 dv-cinder-840289-3-iscsi neutron-server[110299]: 'QosPolicy': {'1.10'}, May 03 14:46:57.839898 dv-cinder-840289-3-iscsi neutron-server[110299]: 'SecurityGroup': {'1.5'}, May 03 14:46:57.839898 dv-cinder-840289-3-iscsi neutron-server[110299]: 'SecurityGroupRule': {'1.2'}, May 03 14:46:57.839898 dv-cinder-840289-3-iscsi neutron-server[110299]: 'SubPort': {'1.0'}, May 03 14:46:57.839898 dv-cinder-840289-3-iscsi neutron-server[110299]: 'Subnet': {'1.1'}, May 03 14:46:57.839898 dv-cinder-840289-3-iscsi neutron-server[110299]: 'Trunk': {'1.1'}} May 03 14:46:57.839898 dv-cinder-840289-3-iscsi neutron-server[110299]: consumer versions: May 03 14:46:57.839898 dv-cinder-840289-3-iscsi neutron-server[110299]: { DHCP agent@dv-cinder-840289-3-iscsi: {}, May 03 14:46:57.839898 dv-cinder-840289-3-iscsi neutron-server[110299]: HyperV agent@hv-cinder-84028: {}, May 03 14:46:57.839898 dv-cinder-840289-3-iscsi neutron-server[110299]: L3 agent@dv-cinder-840289-3-iscsi: {}, May 03 14:46:57.839898 dv-cinder-840289-3-iscsi neutron-server[110299]: Metadata agent@dv-cinder-840289-3-iscsi: {}, May 03 14:46:57.839898 dv-cinder-840289-3-iscsi neutron-server[110299]: Metering agent@dv-cinder-840289-3-iscsi: {}, May 03 14:46:57.839898 dv-cinder-840289-3-iscsi neutron-server[110299]: Open vSwitch agent@dv-cinder-840289-3-iscsi: { 'AddressGroup': '1.2', May 03 14:46:57.839898 dv-cinder-840289-3-iscsi neutron-server[110299]: 'Agent': '1.1', May 03 14:46:57.839898 dv-cinder-840289-3-iscsi neutron-server[110299]: 'ConntrackHelper': '1.0', May 03 14:46:57.839898 dv-cinder-840289-3-iscsi neutron-server[110299]: 'LocalIPAssociation': '1.0', May 03 14:46:57.839898 dv-cinder-840289-3-iscsi neutron-server[110299]: 'Log': '1.0', May 03 14:46:57.839898 dv-cinder-840289-3-iscsi neutron-server[110299]: 'NDPProxy': '1.0', May 03 14:46:57.839898 dv-cinder-840289-3-iscsi neutron-server[110299]: 'Network': '1.1', May 03 14:46:57.839898 dv-cinder-840289-3-iscsi neutron-server[110299]: 'Port': '1.7', May 03 14:46:57.839898 dv-cinder-840289-3-iscsi neutron-server[110299]: 'PortForwarding': '1.3', May 03 14:46:57.839898 dv-cinder-840289-3-iscsi neutron-server[110299]: 'QosPolicy': '1.10', May 03 14:46:57.839898 dv-cinder-840289-3-iscsi neutron-server[110299]: 'SecurityGroup': '1.5', May 03 14:46:57.839898 dv-cinder-840289-3-iscsi neutron-server[110299]: 'SecurityGroupRule': '1.2', May 03 14:46:57.839898 dv-cinder-840289-3-iscsi neutron-server[110299]: 'SubPort': '1.0', May 03 14:46:57.839898 dv-cinder-840289-3-iscsi neutron-server[110299]: 'Subnet': '1.1', May 03 14:46:57.839898 dv-cinder-840289-3-iscsi neutron-server[110299]: 'Trunk': '1.1'}} May 03 14:46:57.839898 dv-cinder-840289-3-iscsi neutron-server[110299]: {{(pid=110299) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 03 14:46:57.855676 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b9ef1b-b4ee-47c9-a0b3-2e7c22f9147e None None] Network e149baab-37b5-49e7-bbfb-d6c5aa20aff6 is already hosted by enough agents. {{(pid=110299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 14:46:57.857147 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.scheduler.base_scheduler [None req-f8b9ef1b-b4ee-47c9-a0b3-2e7c22f9147e None None] Resources bound (agent type, host, resource id): {{(pid=110299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 14:46:57.859930 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b9ef1b-b4ee-47c9-a0b3-2e7c22f9147e None None] Received port after_create {{(pid=110299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 14:46:57.881874 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-bcf596b8-fe97-4df4-af52-ec4df73bf152 admin admin] Publish callbacks [] for router_gateway (ad4e3cb3-52d4-4aca-9d0f-fd9d17566f06), precommit_update {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:46:57.917798 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.managers [None req-f8b9ef1b-b4ee-47c9-a0b3-2e7c22f9147e None None] Attempting to bind port 72ea310e-8d82-4f96-a2b1-4b64ac93c83d on host dv-cinder-840289-3-iscsi for vnic_type normal with profile {{(pid=110299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 14:46:57.918183 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.managers [None req-f8b9ef1b-b4ee-47c9-a0b3-2e7c22f9147e None None] Attempting to bind port 72ea310e-8d82-4f96-a2b1-4b64ac93c83d by drivers openvswitch,hyperv on host dv-cinder-840289-3-iscsi at level 0 using segments [{'id': 'ec924deb-2fdc-4ebf-b172-c8dd32bc7b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'e149baab-37b5-49e7-bbfb-d6c5aa20aff6'}] {{(pid=110299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 14:46:57.918533 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b9ef1b-b4ee-47c9-a0b3-2e7c22f9147e None None] Attempting to bind port 72ea310e-8d82-4f96-a2b1-4b64ac93c83d on network e149baab-37b5-49e7-bbfb-d6c5aa20aff6 {{(pid=110299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 14:46:57.923722 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b9ef1b-b4ee-47c9-a0b3-2e7c22f9147e None None] Checking agent: {'id': '16d44442-859c-4c9b-bc72-04cb3b8a5d5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840289-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 14, 38, 15), 'started_at': datetime.datetime(2022, 5, 3, 14, 38, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 14, 46, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840289-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 14:46:57.924098 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b9ef1b-b4ee-47c9-a0b3-2e7c22f9147e None None] Checking segment: {'id': 'ec924deb-2fdc-4ebf-b172-c8dd32bc7b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'e149baab-37b5-49e7-bbfb-d6c5aa20aff6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 14:46:57.924501 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-f8b9ef1b-b4ee-47c9-a0b3-2e7c22f9147e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:46:57.924897 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b9ef1b-b4ee-47c9-a0b3-2e7c22f9147e None None] Bound using segment: {'id': 'ec924deb-2fdc-4ebf-b172-c8dd32bc7b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'e149baab-37b5-49e7-bbfb-d6c5aa20aff6'} {{(pid=110299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 14:46:57.925365 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.managers [None req-f8b9ef1b-b4ee-47c9-a0b3-2e7c22f9147e None None] Bound port: 72ea310e-8d82-4f96-a2b1-4b64ac93c83d, host: dv-cinder-840289-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec924deb-2fdc-4ebf-b172-c8dd32bc7b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'e149baab-37b5-49e7-bbfb-d6c5aa20aff6'}}] {{(pid=110299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 14:46:57.925748 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-f8b9ef1b-b4ee-47c9-a0b3-2e7c22f9147e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (72ea310e-8d82-4f96-a2b1-4b64ac93c83d), before_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:46:57.987870 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-f8b9ef1b-b4ee-47c9-a0b3-2e7c22f9147e None None] For port 72ea310e-8d82-4f96-a2b1-4b64ac93c83d, host dv-cinder-840289-3-iscsi, cleared binding levels {{(pid=110299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 14:46:57.991876 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-f8b9ef1b-b4ee-47c9-a0b3-2e7c22f9147e None None] For port 72ea310e-8d82-4f96-a2b1-4b64ac93c83d, host dv-cinder-840289-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-3-iscsi',level=0,port_id=72ea310e-8d82-4f96-a2b1-4b64ac93c83d,segment=NetworkSegment(ec924deb-2fdc-4ebf-b172-c8dd32bc7b93),segment_id=ec924deb-2fdc-4ebf-b172-c8dd32bc7b93)] {{(pid=110299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 14:46:58.070895 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-f8b9ef1b-b4ee-47c9-a0b3-2e7c22f9147e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096'] for port (72ea310e-8d82-4f96-a2b1-4b64ac93c83d), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:46:58.135657 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b9ef1b-b4ee-47c9-a0b3-2e7c22f9147e None None] Pushing event updated for resources: {'Port': ['ID=72ea310e-8d82-4f96-a2b1-4b64ac93c83d,revision_number=2']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:46:58.194125 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-bcf596b8-fe97-4df4-af52-ec4df73bf152 admin admin] Publish callbacks [] for router_gateway (ad4e3cb3-52d4-4aca-9d0f-fd9d17566f06), before_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:46:58.226118 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-bcf596b8-fe97-4df4-af52-ec4df73bf152 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (None), before_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:46:58.341677 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.db.db_base_plugin_common [None req-bcf596b8-fe97-4df4-af52-ec4df73bf152 admin admin] Allocated IP 172.27.0.181 (7456e722-9446-4a17-bcf3-c72dce07c65c/f907060b-4748-4522-aeb5-06a44b689374/b3befeae-2658-4b04-914b-de826eb729fa) {{(pid=110297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 14:46:58.488978 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-bcf596b8-fe97-4df4-af52-ec4df73bf152 admin admin] Publish callbacks [] for port (b3befeae-2658-4b04-914b-de826eb729fa), precommit_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:46:58.511471 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 37754) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:46:58.564951 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 37762) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:46:58.589563 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-bcf596b8-fe97-4df4-af52-ec4df73bf152 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775476647060'] for port (b3befeae-2658-4b04-914b-de826eb729fa), after_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:46:58.626408 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf596b8-fe97-4df4-af52-ec4df73bf152 admin admin] Network 7456e722-9446-4a17-bcf3-c72dce07c65c is already hosted by enough agents. {{(pid=110297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 14:46:58.629573 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.scheduler.base_scheduler [None req-bcf596b8-fe97-4df4-af52-ec4df73bf152 admin admin] Resources bound (agent type, host, resource id): {{(pid=110297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 14:46:58.633346 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf596b8-fe97-4df4-af52-ec4df73bf152 admin admin] Received port after_create {{(pid=110297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 14:46:58.641686 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (26e70f58-a201-437c-be8d-fd2714f100da), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:46:58.681157 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf596b8-fe97-4df4-af52-ec4df73bf152 admin admin] Pushing event updated for resources: {'Port': ['ID=b3befeae-2658-4b04-914b-de826eb729fa,revision_number=1']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:46:58.683673 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 37770) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:46:58.693015 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf596b8-fe97-4df4-af52-ec4df73bf152 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:46:58.693365 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf596b8-fe97-4df4-af52-ec4df73bf152 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:46:58.693927 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf596b8-fe97-4df4-af52-ec4df73bf152 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:46:58.694272 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf596b8-fe97-4df4-af52-ec4df73bf152 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:46:58.694603 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf596b8-fe97-4df4-af52-ec4df73bf152 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:46:58.695129 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf596b8-fe97-4df4-af52-ec4df73bf152 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:46:58.695637 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf596b8-fe97-4df4-af52-ec4df73bf152 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:46:58.695967 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf596b8-fe97-4df4-af52-ec4df73bf152 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:46:58.696307 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf596b8-fe97-4df4-af52-ec4df73bf152 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:46:58.696641 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf596b8-fe97-4df4-af52-ec4df73bf152 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:46:58.696964 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf596b8-fe97-4df4-af52-ec4df73bf152 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:46:58.697303 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf596b8-fe97-4df4-af52-ec4df73bf152 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:46:58.697629 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf596b8-fe97-4df4-af52-ec4df73bf152 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:46:58.697950 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf596b8-fe97-4df4-af52-ec4df73bf152 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:46:58.698340 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf596b8-fe97-4df4-af52-ec4df73bf152 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:46:58.699940 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf596b8-fe97-4df4-af52-ec4df73bf152 admin admin] Tracked resource versions report: May 03 14:46:58.699940 dv-cinder-840289-3-iscsi neutron-server[110297]: pushed versions: May 03 14:46:58.699940 dv-cinder-840289-3-iscsi neutron-server[110297]: { 'AddressGroup': {'1.2'}, May 03 14:46:58.699940 dv-cinder-840289-3-iscsi neutron-server[110297]: 'Agent': {'1.1'}, May 03 14:46:58.699940 dv-cinder-840289-3-iscsi neutron-server[110297]: 'ConntrackHelper': {'1.0'}, May 03 14:46:58.699940 dv-cinder-840289-3-iscsi neutron-server[110297]: 'LocalIPAssociation': {'1.0'}, May 03 14:46:58.699940 dv-cinder-840289-3-iscsi neutron-server[110297]: 'Log': {'1.0'}, May 03 14:46:58.699940 dv-cinder-840289-3-iscsi neutron-server[110297]: 'NDPProxy': {'1.0'}, May 03 14:46:58.699940 dv-cinder-840289-3-iscsi neutron-server[110297]: 'Network': {'1.1'}, May 03 14:46:58.699940 dv-cinder-840289-3-iscsi neutron-server[110297]: 'Port': {'1.7'}, May 03 14:46:58.699940 dv-cinder-840289-3-iscsi neutron-server[110297]: 'PortForwarding': {'1.3'}, May 03 14:46:58.699940 dv-cinder-840289-3-iscsi neutron-server[110297]: 'QosPolicy': {'1.10'}, May 03 14:46:58.699940 dv-cinder-840289-3-iscsi neutron-server[110297]: 'SecurityGroup': {'1.5'}, May 03 14:46:58.699940 dv-cinder-840289-3-iscsi neutron-server[110297]: 'SecurityGroupRule': {'1.2'}, May 03 14:46:58.699940 dv-cinder-840289-3-iscsi neutron-server[110297]: 'SubPort': {'1.0'}, May 03 14:46:58.699940 dv-cinder-840289-3-iscsi neutron-server[110297]: 'Subnet': {'1.1'}, May 03 14:46:58.699940 dv-cinder-840289-3-iscsi neutron-server[110297]: 'Trunk': {'1.1'}} May 03 14:46:58.699940 dv-cinder-840289-3-iscsi neutron-server[110297]: consumer versions: May 03 14:46:58.699940 dv-cinder-840289-3-iscsi neutron-server[110297]: { DHCP agent@dv-cinder-840289-3-iscsi: {}, May 03 14:46:58.699940 dv-cinder-840289-3-iscsi neutron-server[110297]: HyperV agent@hv-cinder-84028: {}, May 03 14:46:58.699940 dv-cinder-840289-3-iscsi neutron-server[110297]: L3 agent@dv-cinder-840289-3-iscsi: {}, May 03 14:46:58.699940 dv-cinder-840289-3-iscsi neutron-server[110297]: Metadata agent@dv-cinder-840289-3-iscsi: {}, May 03 14:46:58.699940 dv-cinder-840289-3-iscsi neutron-server[110297]: Metering agent@dv-cinder-840289-3-iscsi: {}, May 03 14:46:58.699940 dv-cinder-840289-3-iscsi neutron-server[110297]: Open vSwitch agent@dv-cinder-840289-3-iscsi: { 'AddressGroup': '1.2', May 03 14:46:58.699940 dv-cinder-840289-3-iscsi neutron-server[110297]: 'Agent': '1.1', May 03 14:46:58.699940 dv-cinder-840289-3-iscsi neutron-server[110297]: 'ConntrackHelper': '1.0', May 03 14:46:58.699940 dv-cinder-840289-3-iscsi neutron-server[110297]: 'LocalIPAssociation': '1.0', May 03 14:46:58.699940 dv-cinder-840289-3-iscsi neutron-server[110297]: 'Log': '1.0', May 03 14:46:58.699940 dv-cinder-840289-3-iscsi neutron-server[110297]: 'NDPProxy': '1.0', May 03 14:46:58.699940 dv-cinder-840289-3-iscsi neutron-server[110297]: 'Network': '1.1', May 03 14:46:58.699940 dv-cinder-840289-3-iscsi neutron-server[110297]: 'Port': '1.7', May 03 14:46:58.699940 dv-cinder-840289-3-iscsi neutron-server[110297]: 'PortForwarding': '1.3', May 03 14:46:58.699940 dv-cinder-840289-3-iscsi neutron-server[110297]: 'QosPolicy': '1.10', May 03 14:46:58.699940 dv-cinder-840289-3-iscsi neutron-server[110297]: 'SecurityGroup': '1.5', May 03 14:46:58.699940 dv-cinder-840289-3-iscsi neutron-server[110297]: 'SecurityGroupRule': '1.2', May 03 14:46:58.699940 dv-cinder-840289-3-iscsi neutron-server[110297]: 'SubPort': '1.0', May 03 14:46:58.699940 dv-cinder-840289-3-iscsi neutron-server[110297]: 'Subnet': '1.1', May 03 14:46:58.699940 dv-cinder-840289-3-iscsi neutron-server[110297]: 'Trunk': '1.1'}} May 03 14:46:58.699940 dv-cinder-840289-3-iscsi neutron-server[110297]: {{(pid=110297) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 03 14:46:58.787414 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.v2.base [None req-b96a7402-475f-4afb-96cd-9ad69af7c646 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1417385180-network', 'tenant_id': '9b85740edff14379a2eefda396a78050'}} {{(pid=110298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:46:58.841920 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.v2.base [None req-58f0d546-fc92-4d30-8997-7857c82170fa admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1281093079-network', 'tenant_id': '85acf5f5a53f45dd96135bdfdbd36bee'}} {{(pid=110298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:46:58.908906 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b96a7402-475f-4afb-96cd-9ad69af7c646 admin admin] Made reservation on behalf of 9b85740edff14379a2eefda396a78050 for: {'network': 1} {{(pid=110298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 14:46:58.911828 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-b96a7402-475f-4afb-96cd-9ad69af7c646 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for network (None), before_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:46:58.928734 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-b96a7402-475f-4afb-96cd-9ad69af7c646 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:46:58.946156 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58f0d546-fc92-4d30-8997-7857c82170fa admin admin] Made reservation on behalf of 85acf5f5a53f45dd96135bdfdbd36bee for: {'network': 1} {{(pid=110298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 14:46:58.948449 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-58f0d546-fc92-4d30-8997-7857c82170fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for network (None), before_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:46:58.972458 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-bcf596b8-fe97-4df4-af52-ec4df73bf152 admin admin] Publish callbacks [] for router_gateway (ad4e3cb3-52d4-4aca-9d0f-fd9d17566f06), after_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:46:58.975338 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-58f0d546-fc92-4d30-8997-7857c82170fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:46:59.114382 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-b96a7402-475f-4afb-96cd-9ad69af7c646 admin admin] Publish callbacks [] for security_group (a7d4e0da-70e9-49ee-b61d-1d76ebf434dc), precommit_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:46:59.155565 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-58f0d546-fc92-4d30-8997-7857c82170fa admin admin] Publish callbacks [] for security_group (401848e3-e1ee-4f49-9d7c-851858f8a58c), precommit_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:46:59.188867 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.v2.base [None req-0c7d1ff2-c1c7-4b2f-91e2-9da670b6e27c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1271780405-network', 'tenant_id': 'b4752d3e59c94290925845f591792921'}} {{(pid=110298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:46:59.206005 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-b96a7402-475f-4afb-96cd-9ad69af7c646 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (a7d4e0da-70e9-49ee-b61d-1d76ebf434dc), after_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:46:59.251219 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96a7402-475f-4afb-96cd-9ad69af7c646 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7d4e0da-70e9-49ee-b61d-1d76ebf434dc,revision_number=1']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:46:59.259177 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-58f0d546-fc92-4d30-8997-7857c82170fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (401848e3-e1ee-4f49-9d7c-851858f8a58c), after_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:46:59.270019 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-bcf596b8-fe97-4df4-af52-ec4df73bf152 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698251'] for router (ad4e3cb3-52d4-4aca-9d0f-fd9d17566f06), after_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:46:59.272856 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58f0d546-fc92-4d30-8997-7857c82170fa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 366} {{(pid=110298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 14:46:59.305028 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f0d546-fc92-4d30-8997-7857c82170fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=401848e3-e1ee-4f49-9d7c-851858f8a58c,revision_number=1']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:46:59.324348 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-58f0d546-fc92-4d30-8997-7857c82170fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719716'] for segment (3c171999-7314-4749-ab73-b658fc7b715a), precommit_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:46:59.324754 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.db.segments_db [None req-58f0d546-fc92-4d30-8997-7857c82170fa admin admin] Added segment 3c171999-7314-4749-ab73-b658fc7b715a of type vlan for network 2d59a619-2104-48af-9b29-5b43721c1720 May 03 14:46:59.328511 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5a0d810-2993-4bd3-8c7b-0f961d7b21f1 None None] Network e149baab-37b5-49e7-bbfb-d6c5aa20aff6 requested from dv-cinder-840289-3-iscsi {{(pid=110299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 14:46:59.368593 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-58f0d546-fc92-4d30-8997-7857c82170fa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775476666305'] for network (2d59a619-2104-48af-9b29-5b43721c1720), precommit_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:46:59.403698 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b96a7402-475f-4afb-96cd-9ad69af7c646 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 394} {{(pid=110298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 14:46:59.406639 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c7d1ff2-c1c7-4b2f-91e2-9da670b6e27c admin admin] Made reservation on behalf of b4752d3e59c94290925845f591792921 for: {'network': 1} {{(pid=110298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 14:46:59.409294 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-0c7d1ff2-c1c7-4b2f-91e2-9da670b6e27c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for network (None), before_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:46:59.422236 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-0c7d1ff2-c1c7-4b2f-91e2-9da670b6e27c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:46:59.436203 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-b96a7402-475f-4afb-96cd-9ad69af7c646 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719716'] for segment (76c2878c-c766-49ad-ae93-aed109770c8e), precommit_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:46:59.436552 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.db.segments_db [None req-b96a7402-475f-4afb-96cd-9ad69af7c646 admin admin] Added segment 76c2878c-c766-49ad-ae93-aed109770c8e of type vlan for network ad9ec0bf-7b3b-4aac-aeb7-899560565656 May 03 14:46:59.441100 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [None req-0980289b-7895-4fdf-98b9-f6c1d2fdfc9f None None] Provisioning complete for port 72ea310e-8d82-4f96-a2b1-4b64ac93c83d triggered by entity DHCP. {{(pid=110299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:46:59.441509 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-0980289b-7895-4fdf-98b9-f6c1d2fdfc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728915'] for port (72ea310e-8d82-4f96-a2b1-4b64ac93c83d), provisioning_complete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:46:59.477960 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-58f0d546-fc92-4d30-8997-7857c82170fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613'] for network (2d59a619-2104-48af-9b29-5b43721c1720), after_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:46:59.478921 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f0d546-fc92-4d30-8997-7857c82170fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:46:59.480110 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-58f0d546-fc92-4d30-8997-7857c82170fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603595'] for network (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:46:59.516365 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-b96a7402-475f-4afb-96cd-9ad69af7c646 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775476666305'] for network (ad9ec0bf-7b3b-4aac-aeb7-899560565656), precommit_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:46:59.561916 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcf596b8-fe97-4df4-af52-ec4df73bf152 admin admin] Router ad4e3cb3-52d4-4aca-9d0f-fd9d17566f06 is scheduled to L3 agent a9161e1b-902d-441f-843b-a0ff0805adee with binding_index 1 {{(pid=110297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 03 14:46:59.608384 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f0d546-fc92-4d30-8997-7857c82170fa admin admin] Pushing event updated for resources: {'Network': ['ID=2d59a619-2104-48af-9b29-5b43721c1720,revision_number=1']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:46:59.635020 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-58f0d546-fc92-4d30-8997-7857c82170fa admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.0685813 May 03 14:46:59.641378 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 37792) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:46:59.648286 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.v2.base [None req-6564ff2c-7eb8-44c9-ac03-6067c4d548c3 admin admin] Request body: {'subnet': {'network_id': '2d59a619-2104-48af-9b29-5b43721c1720', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1281093079-subnet', 'tenant_id': '85acf5f5a53f45dd96135bdfdbd36bee', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:46:59.664704 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-0980289b-7895-4fdf-98b9-f6c1d2fdfc9f None None] Current status of the port 72ea310e-8d82-4f96-a2b1-4b64ac93c83d is: DOWN; New status is: ACTIVE {{(pid=110299) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:46:59.664704 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-0980289b-7895-4fdf-98b9-f6c1d2fdfc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (72ea310e-8d82-4f96-a2b1-4b64ac93c83d), before_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:46:59.687786 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Network 2d59a619-2104-48af-9b29-5b43721c1720 details requested by agent ovs-agent-dv-cinder-840289-3-iscsi with host dv-cinder-840289-3-iscsi {{(pid=110299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 03 14:46:59.710706 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-0c7d1ff2-c1c7-4b2f-91e2-9da670b6e27c admin admin] Publish callbacks [] for security_group (c4aa0ed8-2738-4c00-a977-68276bf340d6), precommit_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:46:59.727538 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-b96a7402-475f-4afb-96cd-9ad69af7c646 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613'] for network (ad9ec0bf-7b3b-4aac-aeb7-899560565656), after_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:46:59.728508 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b96a7402-475f-4afb-96cd-9ad69af7c646 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:46:59.731742 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-b96a7402-475f-4afb-96cd-9ad69af7c646 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603595'] for network (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:46:59.774438 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcf596b8-fe97-4df4-af52-ec4df73bf152 admin admin] Notify agent at l3_agent.dv-cinder-840289-3-iscsi the message routers_updated {{(pid=110297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 14:46:59.788325 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23bfbb7b-c0a8-494d-8e72-07ed347d3ea1 None None] Sync routers for ids ['ad4e3cb3-52d4-4aca-9d0f-fd9d17566f06'] in dv-cinder-840289-3-iscsi {{(pid=110300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 14:46:59.798241 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-0c7d1ff2-c1c7-4b2f-91e2-9da670b6e27c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (c4aa0ed8-2738-4c00-a977-68276bf340d6), after_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:46:59.810480 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23bfbb7b-c0a8-494d-8e72-07ed347d3ea1 None None] Routers {'ad4e3cb3-52d4-4aca-9d0f-fd9d17566f06'} bound to L3 agent in host dv-cinder-840289-3-iscsi {{(pid=110300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:46:59.811475 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_hamode_db [None req-23bfbb7b-c0a8-494d-8e72-07ed347d3ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-03T14:38:11Z,description=,heartbeat_timestamp=2022-05-03T14:46:41Z,host='dv-cinder-840289-3-iscsi',id=a9161e1b-902d-441f-843b-a0ff0805adee,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:38:12Z,topic='l3_agent')) {'router_ids': ['ad4e3cb3-52d4-4aca-9d0f-fd9d17566f06'], 'active': True} {{(pid=110300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:46:59.833465 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-0980289b-7895-4fdf-98b9-f6c1d2fdfc9f None None] For port 72ea310e-8d82-4f96-a2b1-4b64ac93c83d, host dv-cinder-840289-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-3-iscsi',level=0,port_id=72ea310e-8d82-4f96-a2b1-4b64ac93c83d,segment=NetworkSegment(ec924deb-2fdc-4ebf-b172-c8dd32bc7b93),segment_id=ec924deb-2fdc-4ebf-b172-c8dd32bc7b93)] {{(pid=110299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:46:59.856629 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6564ff2c-7eb8-44c9-ac03-6067c4d548c3 admin admin] Made reservation on behalf of 85acf5f5a53f45dd96135bdfdbd36bee for: {'subnet': 1} {{(pid=110298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 14:46:59.862980 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-6564ff2c-7eb8-44c9-ac03-6067c4d548c3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:46:59.876339 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-b96a7402-475f-4afb-96cd-9ad69af7c646 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3636746 May 03 14:46:59.879974 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 37804) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:46:59.885323 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-bcf596b8-fe97-4df4-af52-ec4df73bf152 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:46:59.890442 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-bcf596b8-fe97-4df4-af52-ec4df73bf152 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.5188270 May 03 14:46:59.900325 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.v2.base [None req-ed211ee6-42b7-42bc-8a2d-1f1396749a0c admin admin] Request body: {'subnet': {'network_id': 'ad9ec0bf-7b3b-4aac-aeb7-899560565656', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1417385180-subnet', 'tenant_id': '9b85740edff14379a2eefda396a78050', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:46:59.926541 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 37806) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:46:59.940137 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c7d1ff2-c1c7-4b2f-91e2-9da670b6e27c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 381} {{(pid=110298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 14:46:59.956478 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-0980289b-7895-4fdf-98b9-f6c1d2fdfc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096'] for port (72ea310e-8d82-4f96-a2b1-4b64ac93c83d), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:46:59.965025 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96a7402-475f-4afb-96cd-9ad69af7c646 admin admin] Pushing event updated for resources: {'Network': ['ID=ad9ec0bf-7b3b-4aac-aeb7-899560565656,revision_number=1']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:46:59.981239 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-0c7d1ff2-c1c7-4b2f-91e2-9da670b6e27c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719716'] for segment (ca66fa34-2900-4282-8627-e44cece846e4), precommit_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:46:59.981645 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.db.segments_db [None req-0c7d1ff2-c1c7-4b2f-91e2-9da670b6e27c admin admin] Added segment ca66fa34-2900-4282-8627-e44cece846e4 of type vlan for network 963c04e2-09c0-42b3-8b14-9ee6b8c8fe47 May 03 14:47:00.035535 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvr_db [None req-23bfbb7b-c0a8-494d-8e72-07ed347d3ea1 None None] Set router ad4e3cb3-52d4-4aca-9d0f-fd9d17566f06 gateway port host: dv-cinder-840289-3-iscsi {{(pid=110300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:47:00.097297 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0980289b-7895-4fdf-98b9-f6c1d2fdfc9f None None] Pushing event updated for resources: {'Port': ['ID=72ea310e-8d82-4f96-a2b1-4b64ac93c83d,revision_number=3']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:47:00.104399 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Network ad9ec0bf-7b3b-4aac-aeb7-899560565656 details requested by agent ovs-agent-dv-cinder-840289-3-iscsi with host dv-cinder-840289-3-iscsi {{(pid=110299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 03 14:47:00.142893 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-0c7d1ff2-c1c7-4b2f-91e2-9da670b6e27c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775476666305'] for network (963c04e2-09c0-42b3-8b14-9ee6b8c8fe47), precommit_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:00.240458 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7d1ff2-c1c7-4b2f-91e2-9da670b6e27c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4aa0ed8-2738-4c00-a977-68276bf340d6,revision_number=1']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:47:00.281663 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_hamode_db [None req-23bfbb7b-c0a8-494d-8e72-07ed347d3ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad4e3cb3-52d4-4aca-9d0f-fd9d17566f06', 'name': 'tempest-AttachVolumeShelveTestJSON-332369523-router', 'tenant_id': 'ea2dc692f2754b34afd1a52dad1c2cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'external_fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.181'}], 'enable_snat': True}, 'gw_port_id': 'b3befeae-2658-4b04-914b-de826eb729fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:46:57Z', 'updated_at': '2022-05-03T14:46:58Z', 'revision_number': 3, 'project_id': 'ea2dc692f2754b34afd1a52dad1c2cb3', 'gw_port': {'id': 'b3befeae-2658-4b04-914b-de826eb729fa', 'name': '', 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:2a:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad4e3cb3-52d4-4aca-9d0f-fd9d17566f06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:46:58Z', 'updated_at': '2022-05-03T14:46:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f907060b-4748-4522-aeb5-06a44b689374', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-3-iscsi'}], 'dv-cinder-840289-3-iscsi', False) {} {{(pid=110300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:47:00.319032 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Device 72ea310e-8d82-4f96-a2b1-4b64ac93c83d up at agent ovs-agent-dv-cinder-840289-3-iscsi {{(pid=110299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 14:47:00.322767 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23bfbb7b-c0a8-494d-8e72-07ed347d3ea1 None None] Checking router: ad4e3cb3-52d4-4aca-9d0f-fd9d17566f06 for host: dv-cinder-840289-3-iscsi {{(pid=110300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 14:47:00.323960 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23bfbb7b-c0a8-494d-8e72-07ed347d3ea1 None None] Updating router ad4e3cb3-52d4-4aca-9d0f-fd9d17566f06 port b3befeae-2658-4b04-914b-de826eb729fa binding host dv-cinder-840289-3-iscsi {{(pid=110300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 14:47:00.355095 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-0c7d1ff2-c1c7-4b2f-91e2-9da670b6e27c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613'] for network (963c04e2-09c0-42b3-8b14-9ee6b8c8fe47), after_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:00.360451 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c7d1ff2-c1c7-4b2f-91e2-9da670b6e27c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:47:00.360451 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-0c7d1ff2-c1c7-4b2f-91e2-9da670b6e27c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603595'] for network (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:00.385072 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-23bfbb7b-c0a8-494d-8e72-07ed347d3ea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (b3befeae-2658-4b04-914b-de826eb729fa), before_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:00.408024 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [None req-e230a1fd-21dd-4490-8038-2cb89661e330 None None] Provisioning complete for port 72ea310e-8d82-4f96-a2b1-4b64ac93c83d triggered by entity DHCP. {{(pid=110299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:47:00.409129 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-e230a1fd-21dd-4490-8038-2cb89661e330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728915'] for port (72ea310e-8d82-4f96-a2b1-4b64ac93c83d), provisioning_complete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:00.529945 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Provisioning complete for port 72ea310e-8d82-4f96-a2b1-4b64ac93c83d triggered by entity L2. {{(pid=110299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:47:00.530452 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728915'] for port (72ea310e-8d82-4f96-a2b1-4b64ac93c83d), provisioning_complete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:00.573235 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-0c7d1ff2-c1c7-4b2f-91e2-9da670b6e27c admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.8875992 May 03 14:47:00.574599 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7d1ff2-c1c7-4b2f-91e2-9da670b6e27c admin admin] Pushing event updated for resources: {'Network': ['ID=963c04e2-09c0-42b3-8b14-9ee6b8c8fe47,revision_number=1']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:47:00.578940 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 37828) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:47:00.582666 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed211ee6-42b7-42bc-8a2d-1f1396749a0c admin admin] Made reservation on behalf of 9b85740edff14379a2eefda396a78050 for: {'subnet': 1} {{(pid=110297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 14:47:00.583384 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-ed211ee6-42b7-42bc-8a2d-1f1396749a0c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:00.594642 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.v2.base [None req-330e2775-db3f-48b7-ab76-6a8903257fe0 admin admin] Request body: {'subnet': {'network_id': '963c04e2-09c0-42b3-8b14-9ee6b8c8fe47', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1271780405-subnet', 'tenant_id': 'b4752d3e59c94290925845f591792921', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:47:00.680629 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-dfbd97b2-bf69-4400-a6b3-abd3b020e469 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (None), before_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:00.693368 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-6564ff2c-7eb8-44c9-ac03-6067c4d548c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613'] for subnet (fd06123f-ac2d-4feb-b448-363a0cf902f7), after_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:00.697938 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Network 963c04e2-09c0-42b3-8b14-9ee6b8c8fe47 details requested by agent ovs-agent-dv-cinder-840289-3-iscsi with host dv-cinder-840289-3-iscsi {{(pid=110299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 03 14:47:00.698788 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-e230a1fd-21dd-4490-8038-2cb89661e330 None None] Current status of the port 72ea310e-8d82-4f96-a2b1-4b64ac93c83d is: ACTIVE; New status is: ACTIVE {{(pid=110299) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:47:00.739589 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-330e2775-db3f-48b7-ab76-6a8903257fe0 admin admin] Made reservation on behalf of b4752d3e59c94290925845f591792921 for: {'subnet': 1} {{(pid=110298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 14:47:00.753585 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-330e2775-db3f-48b7-ab76-6a8903257fe0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:00.753801 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Current status of the port 72ea310e-8d82-4f96-a2b1-4b64ac93c83d is: ACTIVE; New status is: ACTIVE {{(pid=110299) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:47:00.891397 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.db.db_base_plugin_common [None req-dfbd97b2-bf69-4400-a6b3-abd3b020e469 admin admin] Allocated IP 172.20.0.1 (e149baab-37b5-49e7-bbfb-d6c5aa20aff6/d36733c8-18a7-47f6-a054-ee0e84dd3169/23d883ea-b438-44c6-a36e-71914e21d22e) {{(pid=110297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 14:47:00.895882 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-23bfbb7b-c0a8-494d-8e72-07ed347d3ea1 None None] Publish callbacks [] for port (b3befeae-2658-4b04-914b-de826eb729fa), precommit_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:00.952860 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6564ff2c-7eb8-44c9-ac03-6067c4d548c3 admin admin] Checking segment: {'id': '3c171999-7314-4749-ab73-b658fc7b715a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2d59a619-2104-48af-9b29-5b43721c1720'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 14:47:00.953500 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6564ff2c-7eb8-44c9-ac03-6067c4d548c3 admin admin] Network hostable DHCP agents. Network: 2d59a619-2104-48af-9b29-5b43721c1720, hostable agents: ['5d16a8e7-5fab-4607-ae51-2b468a019c05'], hosted agents: [] {{(pid=110298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 14:47:00.963685 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6564ff2c-7eb8-44c9-ac03-6067c4d548c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd06123f-ac2d-4feb-b448-363a0cf902f7,revision_number=0']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:47:00.985699 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-23bfbb7b-c0a8-494d-8e72-07ed347d3ea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096'] for port (b3befeae-2658-4b04-914b-de826eb729fa), after_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:01.082160 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1e5927-9058-442e-8605-90ec6056c251 None None] Pushing event updated for resources: {'Port': ['ID=b3befeae-2658-4b04-914b-de826eb729fa,revision_number=2']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:47:01.091041 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-dfbd97b2-bf69-4400-a6b3-abd3b020e469 admin admin] Publish callbacks [] for port (23d883ea-b438-44c6-a36e-71914e21d22e), precommit_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:01.094461 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1e5927-9058-442e-8605-90ec6056c251 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:47:01.094820 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1e5927-9058-442e-8605-90ec6056c251 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:47:01.095213 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1e5927-9058-442e-8605-90ec6056c251 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:47:01.096014 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1e5927-9058-442e-8605-90ec6056c251 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:47:01.096014 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1e5927-9058-442e-8605-90ec6056c251 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:47:01.096259 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1e5927-9058-442e-8605-90ec6056c251 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:47:01.096559 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1e5927-9058-442e-8605-90ec6056c251 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:47:01.096891 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1e5927-9058-442e-8605-90ec6056c251 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:47:01.097331 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1e5927-9058-442e-8605-90ec6056c251 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:47:01.110523 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1e5927-9058-442e-8605-90ec6056c251 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:47:01.110523 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1e5927-9058-442e-8605-90ec6056c251 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:47:01.110523 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1e5927-9058-442e-8605-90ec6056c251 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:47:01.110523 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1e5927-9058-442e-8605-90ec6056c251 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:47:01.110523 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1e5927-9058-442e-8605-90ec6056c251 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:47:01.110523 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1e5927-9058-442e-8605-90ec6056c251 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:47:01.110523 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1e5927-9058-442e-8605-90ec6056c251 None None] Tracked resource versions report: May 03 14:47:01.110523 dv-cinder-840289-3-iscsi neutron-server[110300]: pushed versions: May 03 14:47:01.110523 dv-cinder-840289-3-iscsi neutron-server[110300]: { 'AddressGroup': {'1.2'}, May 03 14:47:01.110523 dv-cinder-840289-3-iscsi neutron-server[110300]: 'Agent': {'1.1'}, May 03 14:47:01.110523 dv-cinder-840289-3-iscsi neutron-server[110300]: 'ConntrackHelper': {'1.0'}, May 03 14:47:01.110523 dv-cinder-840289-3-iscsi neutron-server[110300]: 'LocalIPAssociation': {'1.0'}, May 03 14:47:01.110523 dv-cinder-840289-3-iscsi neutron-server[110300]: 'Log': {'1.0'}, May 03 14:47:01.110523 dv-cinder-840289-3-iscsi neutron-server[110300]: 'NDPProxy': {'1.0'}, May 03 14:47:01.110523 dv-cinder-840289-3-iscsi neutron-server[110300]: 'Network': {'1.1'}, May 03 14:47:01.110523 dv-cinder-840289-3-iscsi neutron-server[110300]: 'Port': {'1.7'}, May 03 14:47:01.110523 dv-cinder-840289-3-iscsi neutron-server[110300]: 'PortForwarding': {'1.3'}, May 03 14:47:01.110523 dv-cinder-840289-3-iscsi neutron-server[110300]: 'QosPolicy': {'1.10'}, May 03 14:47:01.110523 dv-cinder-840289-3-iscsi neutron-server[110300]: 'SecurityGroup': {'1.5'}, May 03 14:47:01.110523 dv-cinder-840289-3-iscsi neutron-server[110300]: 'SecurityGroupRule': {'1.2'}, May 03 14:47:01.110523 dv-cinder-840289-3-iscsi neutron-server[110300]: 'SubPort': {'1.0'}, May 03 14:47:01.110523 dv-cinder-840289-3-iscsi neutron-server[110300]: 'Subnet': {'1.1'}, May 03 14:47:01.110523 dv-cinder-840289-3-iscsi neutron-server[110300]: 'Trunk': {'1.1'}} May 03 14:47:01.110523 dv-cinder-840289-3-iscsi neutron-server[110300]: consumer versions: May 03 14:47:01.110523 dv-cinder-840289-3-iscsi neutron-server[110300]: { DHCP agent@dv-cinder-840289-3-iscsi: {}, May 03 14:47:01.110523 dv-cinder-840289-3-iscsi neutron-server[110300]: HyperV agent@hv-cinder-84028: {}, May 03 14:47:01.110523 dv-cinder-840289-3-iscsi neutron-server[110300]: L3 agent@dv-cinder-840289-3-iscsi: {}, May 03 14:47:01.110523 dv-cinder-840289-3-iscsi neutron-server[110300]: Metadata agent@dv-cinder-840289-3-iscsi: {}, May 03 14:47:01.110523 dv-cinder-840289-3-iscsi neutron-server[110300]: Metering agent@dv-cinder-840289-3-iscsi: {}, May 03 14:47:01.110523 dv-cinder-840289-3-iscsi neutron-server[110300]: Open vSwitch agent@dv-cinder-840289-3-iscsi: { 'AddressGroup': '1.2', May 03 14:47:01.110523 dv-cinder-840289-3-iscsi neutron-server[110300]: 'Agent': '1.1', May 03 14:47:01.110523 dv-cinder-840289-3-iscsi neutron-server[110300]: 'ConntrackHelper': '1.0', May 03 14:47:01.110523 dv-cinder-840289-3-iscsi neutron-server[110300]: 'LocalIPAssociation': '1.0', May 03 14:47:01.110523 dv-cinder-840289-3-iscsi neutron-server[110300]: 'Log': '1.0', May 03 14:47:01.110523 dv-cinder-840289-3-iscsi neutron-server[110300]: 'NDPProxy': '1.0', May 03 14:47:01.110523 dv-cinder-840289-3-iscsi neutron-server[110300]: 'Network': '1.1', May 03 14:47:01.110523 dv-cinder-840289-3-iscsi neutron-server[110300]: 'Port': '1.7', May 03 14:47:01.110523 dv-cinder-840289-3-iscsi neutron-server[110300]: 'PortForwarding': '1.3', May 03 14:47:01.110523 dv-cinder-840289-3-iscsi neutron-server[110300]: 'QosPolicy': '1.10', May 03 14:47:01.110523 dv-cinder-840289-3-iscsi neutron-server[110300]: 'SecurityGroup': '1.5', May 03 14:47:01.110523 dv-cinder-840289-3-iscsi neutron-server[110300]: 'SecurityGroupRule': '1.2', May 03 14:47:01.110523 dv-cinder-840289-3-iscsi neutron-server[110300]: 'SubPort': '1.0', May 03 14:47:01.110523 dv-cinder-840289-3-iscsi neutron-server[110300]: 'Subnet': '1.1', May 03 14:47:01.110523 dv-cinder-840289-3-iscsi neutron-server[110300]: 'Trunk': '1.1'}} May 03 14:47:01.110523 dv-cinder-840289-3-iscsi neutron-server[110300]: {{(pid=110300) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 03 14:47:01.129897 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6564ff2c-7eb8-44c9-ac03-6067c4d548c3 admin admin] Network 2d59a619-2104-48af-9b29-5b43721c1720 is scheduled to be hosted by DHCP agent 5d16a8e7-5fab-4607-ae51-2b468a019c05 with binding_index 1 {{(pid=110298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 14:47:01.147683 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.managers [None req-23bfbb7b-c0a8-494d-8e72-07ed347d3ea1 None None] Attempting to bind port b3befeae-2658-4b04-914b-de826eb729fa on host dv-cinder-840289-3-iscsi for vnic_type normal with profile {{(pid=110300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 14:47:01.148514 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.managers [None req-23bfbb7b-c0a8-494d-8e72-07ed347d3ea1 None None] Attempting to bind port b3befeae-2658-4b04-914b-de826eb729fa by drivers openvswitch,hyperv on host dv-cinder-840289-3-iscsi at level 0 using segments [{'id': '0c3170a2-2f96-4172-a4d6-7b5474706bd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c'}] {{(pid=110300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 14:47:01.149230 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23bfbb7b-c0a8-494d-8e72-07ed347d3ea1 None None] Attempting to bind port b3befeae-2658-4b04-914b-de826eb729fa on network 7456e722-9446-4a17-bcf3-c72dce07c65c {{(pid=110300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 14:47:01.169481 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23bfbb7b-c0a8-494d-8e72-07ed347d3ea1 None None] Checking agent: {'id': '16d44442-859c-4c9b-bc72-04cb3b8a5d5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840289-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 14, 38, 15), 'started_at': datetime.datetime(2022, 5, 3, 14, 38, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 14, 46, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840289-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 14:47:01.170959 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23bfbb7b-c0a8-494d-8e72-07ed347d3ea1 None None] Checking segment: {'id': '0c3170a2-2f96-4172-a4d6-7b5474706bd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 14:47:01.175438 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-23bfbb7b-c0a8-494d-8e72-07ed347d3ea1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:01.175438 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23bfbb7b-c0a8-494d-8e72-07ed347d3ea1 None None] Bound using segment: {'id': '0c3170a2-2f96-4172-a4d6-7b5474706bd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c'} {{(pid=110300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 14:47:01.175438 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.managers [None req-23bfbb7b-c0a8-494d-8e72-07ed347d3ea1 None None] Bound port: b3befeae-2658-4b04-914b-de826eb729fa, host: dv-cinder-840289-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c3170a2-2f96-4172-a4d6-7b5474706bd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c'}}] {{(pid=110300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 14:47:01.175438 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-23bfbb7b-c0a8-494d-8e72-07ed347d3ea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (b3befeae-2658-4b04-914b-de826eb729fa), before_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:01.223320 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.scheduler.base_scheduler [None req-6564ff2c-7eb8-44c9-ac03-6067c4d548c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840289-3-iscsi, 2d59a619-2104-48af-9b29-5b43721c1720) {{(pid=110298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 14:47:01.231910 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6564ff2c-7eb8-44c9-ac03-6067c4d548c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:47:01.233385 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-6564ff2c-7eb8-44c9-ac03-6067c4d548c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603595'] for subnet (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:01.233792 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2400651-7e7b-4236-9d57-0e88bb72725f None None] Network 2d59a619-2104-48af-9b29-5b43721c1720 requested from dv-cinder-840289-3-iscsi {{(pid=110299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 14:47:01.251295 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.db [None req-23bfbb7b-c0a8-494d-8e72-07ed347d3ea1 None None] For port b3befeae-2658-4b04-914b-de826eb729fa, host dv-cinder-840289-3-iscsi, cleared binding levels {{(pid=110300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 14:47:01.251887 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-ed211ee6-42b7-42bc-8a2d-1f1396749a0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613'] for subnet (6e88459e-05aa-4f1a-9a99-bd3d7cc963de), after_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:01.255757 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.db [None req-23bfbb7b-c0a8-494d-8e72-07ed347d3ea1 None None] For port b3befeae-2658-4b04-914b-de826eb729fa, host dv-cinder-840289-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-3-iscsi',level=0,port_id=b3befeae-2658-4b04-914b-de826eb729fa,segment=NetworkSegment(0c3170a2-2f96-4172-a4d6-7b5474706bd0),segment_id=0c3170a2-2f96-4172-a4d6-7b5474706bd0)] {{(pid=110300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 14:47:01.259307 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-dfbd97b2-bf69-4400-a6b3-abd3b020e469 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775476647060'] for port (23d883ea-b438-44c6-a36e-71914e21d22e), after_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:01.296550 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfbd97b2-bf69-4400-a6b3-abd3b020e469 admin admin] Network e149baab-37b5-49e7-bbfb-d6c5aa20aff6 is already hosted by enough agents. {{(pid=110297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 14:47:01.301752 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.scheduler.base_scheduler [None req-dfbd97b2-bf69-4400-a6b3-abd3b020e469 admin admin] Resources bound (agent type, host, resource id): {{(pid=110297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 14:47:01.305323 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfbd97b2-bf69-4400-a6b3-abd3b020e469 admin admin] Received port after_create {{(pid=110297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 14:47:01.305880 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-dfbd97b2-bf69-4400-a6b3-abd3b020e469 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1694142'] for router_interface (ad4e3cb3-52d4-4aca-9d0f-fd9d17566f06), before_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:01.321471 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-330e2775-db3f-48b7-ab76-6a8903257fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613'] for subnet (48f101fe-497d-4192-8a7b-0011d50ada6e), after_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:01.362592 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-23bfbb7b-c0a8-494d-8e72-07ed347d3ea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096'] for port (b3befeae-2658-4b04-914b-de826eb729fa), after_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:01.435267 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-6564ff2c-7eb8-44c9-ac03-6067c4d548c3 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.7896023 May 03 14:47:01.453908 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e37bb00-c76e-4623-8494-c3ce4a39b858 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34cf8f42-598f-5304-9936-d07867131aca-2d59a619-2104-48af-9b29-5b43721c1720', 'network_id': '2d59a619-2104-48af-9b29-5b43721c1720', 'project_id': '85acf5f5a53f45dd96135bdfdbd36bee', 'fixed_ips': [{'subnet_id': 'fd06123f-ac2d-4feb-b448-363a0cf902f7'}]}} from dv-cinder-840289-3-iscsi. {{(pid=110299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 03 14:47:01.456818 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8e37bb00-c76e-4623-8494-c3ce4a39b858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (None), before_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:01.458163 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 37850) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:47:01.465949 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.v2.base [None req-e56bd555-ced0-4010-9aa8-c45d043b1f77 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1281093079-router', 'tenant_id': '85acf5f5a53f45dd96135bdfdbd36bee', 'external_gateway_info': {'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c'}}} {{(pid=110298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:47:01.482420 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23bfbb7b-c0a8-494d-8e72-07ed347d3ea1 None None] Routers {'ad4e3cb3-52d4-4aca-9d0f-fd9d17566f06'} bound to L3 agent in host dv-cinder-840289-3-iscsi {{(pid=110300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:47:01.486757 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_hamode_db [None req-23bfbb7b-c0a8-494d-8e72-07ed347d3ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-03T14:38:11Z,description=,heartbeat_timestamp=2022-05-03T14:46:41Z,host='dv-cinder-840289-3-iscsi',id=a9161e1b-902d-441f-843b-a0ff0805adee,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:38:12Z,topic='l3_agent')) {'router_ids': ['ad4e3cb3-52d4-4aca-9d0f-fd9d17566f06'], 'active': True} {{(pid=110300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:47:01.517513 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330e2775-db3f-48b7-ab76-6a8903257fe0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=48f101fe-497d-4192-8a7b-0011d50ada6e,revision_number=0']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:47:01.577684 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1e5927-9058-442e-8605-90ec6056c251 None None] Pushing event updated for resources: {'Port': ['ID=b3befeae-2658-4b04-914b-de826eb729fa,revision_number=3']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:47:01.593054 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330e2775-db3f-48b7-ab76-6a8903257fe0 admin admin] Checking segment: {'id': 'ca66fa34-2900-4282-8627-e44cece846e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '963c04e2-09c0-42b3-8b14-9ee6b8c8fe47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 14:47:01.594239 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-330e2775-db3f-48b7-ab76-6a8903257fe0 admin admin] Network hostable DHCP agents. Network: 963c04e2-09c0-42b3-8b14-9ee6b8c8fe47, hostable agents: ['5d16a8e7-5fab-4607-ae51-2b468a019c05'], hosted agents: [] {{(pid=110298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 14:47:01.636606 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 37854) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:47:01.656337 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-e56bd555-ced0-4010-9aa8-c45d043b1f77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1693469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3141'] for router (db4af115-9f4b-4bb1-9a55-aee1c9e2515d), before_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:01.665301 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-e56bd555-ced0-4010-9aa8-c45d043b1f77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1693617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698068', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1739037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3132'] for router (db4af115-9f4b-4bb1-9a55-aee1c9e2515d), precommit_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:01.706080 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvr_db [None req-23bfbb7b-c0a8-494d-8e72-07ed347d3ea1 None None] Set router ad4e3cb3-52d4-4aca-9d0f-fd9d17566f06 gateway port host: dv-cinder-840289-3-iscsi {{(pid=110300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:47:01.754480 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-330e2775-db3f-48b7-ab76-6a8903257fe0 admin admin] Network 963c04e2-09c0-42b3-8b14-9ee6b8c8fe47 is scheduled to be hosted by DHCP agent 5d16a8e7-5fab-4607-ae51-2b468a019c05 with binding_index 1 {{(pid=110298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 14:47:01.787749 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed211ee6-42b7-42bc-8a2d-1f1396749a0c admin admin] Checking segment: {'id': '76c2878c-c766-49ad-ae93-aed109770c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'ad9ec0bf-7b3b-4aac-aeb7-899560565656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 14:47:01.788350 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed211ee6-42b7-42bc-8a2d-1f1396749a0c admin admin] Network hostable DHCP agents. Network: ad9ec0bf-7b3b-4aac-aeb7-899560565656, hostable agents: ['5d16a8e7-5fab-4607-ae51-2b468a019c05'], hosted agents: [] {{(pid=110297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 14:47:01.831276 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbd97b2-bf69-4400-a6b3-abd3b020e469 admin admin] Pushing event updated for resources: {'Port': ['ID=23d883ea-b438-44c6-a36e-71914e21d22e,revision_number=1']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:47:01.844978 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [None req-f6eaf437-351a-4b3e-bc9c-3d3c2872e9ef None None] Provisioning complete for port 23d883ea-b438-44c6-a36e-71914e21d22e triggered by entity DHCP. {{(pid=110299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:47:01.845783 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-f6eaf437-351a-4b3e-bc9c-3d3c2872e9ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728915'] for port (23d883ea-b438-44c6-a36e-71914e21d22e), provisioning_complete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:01.882530 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.db_base_plugin_common [None req-8e37bb00-c76e-4623-8494-c3ce4a39b858 None None] Allocated IP 172.20.0.2 (2d59a619-2104-48af-9b29-5b43721c1720/fd06123f-ac2d-4feb-b448-363a0cf902f7/d3338c1d-1bf1-49fa-8da6-335a48d36c9a) {{(pid=110299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 14:47:01.884674 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed211ee6-42b7-42bc-8a2d-1f1396749a0c admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e88459e-05aa-4f1a-9a99-bd3d7cc963de,revision_number=0']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:47:01.909074 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-f6eaf437-351a-4b3e-bc9c-3d3c2872e9ef None None] Port 23d883ea-b438-44c6-a36e-71914e21d22e cannot update to ACTIVE because it is not bound. {{(pid=110299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 14:47:01.914328 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-e56bd555-ced0-4010-9aa8-c45d043b1f77 admin admin] Publish callbacks [] for router_controller (db4af115-9f4b-4bb1-9a55-aee1c9e2515d), precommit_add_association {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:01.921379 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.scheduler.base_scheduler [None req-330e2775-db3f-48b7-ab76-6a8903257fe0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840289-3-iscsi, 963c04e2-09c0-42b3-8b14-9ee6b8c8fe47) {{(pid=110298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 14:47:01.926380 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-330e2775-db3f-48b7-ab76-6a8903257fe0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:47:01.927085 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-330e2775-db3f-48b7-ab76-6a8903257fe0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603595'] for subnet (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:01.935396 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fba80e0-107f-4f75-bd03-1da9607c9359 None None] Network 963c04e2-09c0-42b3-8b14-9ee6b8c8fe47 requested from dv-cinder-840289-3-iscsi {{(pid=110299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 14:47:01.945088 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-fa82999e-27e0-47fc-aa8b-e10d2d489126 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:02.001450 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-dfbd97b2-bf69-4400-a6b3-abd3b020e469 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (23d883ea-b438-44c6-a36e-71914e21d22e), before_update {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:02.006939 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed211ee6-42b7-42bc-8a2d-1f1396749a0c admin admin] Network ad9ec0bf-7b3b-4aac-aeb7-899560565656 is scheduled to be hosted by DHCP agent 5d16a8e7-5fab-4607-ae51-2b468a019c05 with binding_index 1 {{(pid=110297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 14:47:02.029019 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.scheduler.base_scheduler [None req-ed211ee6-42b7-42bc-8a2d-1f1396749a0c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840289-3-iscsi, ad9ec0bf-7b3b-4aac-aeb7-899560565656) {{(pid=110297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 14:47:02.036223 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed211ee6-42b7-42bc-8a2d-1f1396749a0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:47:02.036829 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-ed211ee6-42b7-42bc-8a2d-1f1396749a0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603595'] for subnet (None), before_response {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:02.057262 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_hamode_db [None req-23bfbb7b-c0a8-494d-8e72-07ed347d3ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad4e3cb3-52d4-4aca-9d0f-fd9d17566f06', 'name': 'tempest-AttachVolumeShelveTestJSON-332369523-router', 'tenant_id': 'ea2dc692f2754b34afd1a52dad1c2cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'external_fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.181'}], 'enable_snat': True}, 'gw_port_id': 'b3befeae-2658-4b04-914b-de826eb729fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:46:57Z', 'updated_at': '2022-05-03T14:46:58Z', 'revision_number': 3, 'project_id': 'ea2dc692f2754b34afd1a52dad1c2cb3', 'gw_port': {'id': 'b3befeae-2658-4b04-914b-de826eb729fa', 'name': '', 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:2a:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad4e3cb3-52d4-4aca-9d0f-fd9d17566f06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:46:58Z', 'updated_at': '2022-05-03T14:47:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f907060b-4748-4522-aeb5-06a44b689374', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-3-iscsi'}], 'dv-cinder-840289-3-iscsi', False) {} {{(pid=110300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:47:02.093676 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44ed4fe0-6818-45f7-9d17-5ab1e8d3575f None None] Network ad9ec0bf-7b3b-4aac-aeb7-899560565656 requested from dv-cinder-840289-3-iscsi {{(pid=110299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 14:47:02.099833 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23bfbb7b-c0a8-494d-8e72-07ed347d3ea1 None None] The sync data for ids ['ad4e3cb3-52d4-4aca-9d0f-fd9d17566f06'] in dv-cinder-840289-3-iscsi is: [{'id': 'ad4e3cb3-52d4-4aca-9d0f-fd9d17566f06', 'name': 'tempest-AttachVolumeShelveTestJSON-332369523-router', 'tenant_id': 'ea2dc692f2754b34afd1a52dad1c2cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'external_fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.181'}], 'enable_snat': True}, 'gw_port_id': 'b3befeae-2658-4b04-914b-de826eb729fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:46:57Z', 'updated_at': '2022-05-03T14:46:58Z', 'revision_number': 3, 'project_id': 'ea2dc692f2754b34afd1a52dad1c2cb3', 'gw_port': {'id': 'b3befeae-2658-4b04-914b-de826eb729fa', 'name': '', 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:2a:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad4e3cb3-52d4-4aca-9d0f-fd9d17566f06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:46:58Z', 'updated_at': '2022-05-03T14:47:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f907060b-4748-4522-aeb5-06a44b689374', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-3-iscsi'}] {{(pid=110300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 14:47:02.148012 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7bcdb81-3bf5-4c85-98a7-715344d71fda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34cf8f42-598f-5304-9936-d07867131aca-963c04e2-09c0-42b3-8b14-9ee6b8c8fe47', 'network_id': '963c04e2-09c0-42b3-8b14-9ee6b8c8fe47', 'project_id': 'b4752d3e59c94290925845f591792921', 'fixed_ips': [{'subnet_id': '48f101fe-497d-4192-8a7b-0011d50ada6e'}]}} from dv-cinder-840289-3-iscsi. {{(pid=110299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 03 14:47:02.152515 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-f7bcdb81-3bf5-4c85-98a7-715344d71fda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (None), before_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:02.186668 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-ed211ee6-42b7-42bc-8a2d-1f1396749a0c admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2873957 May 03 14:47:02.261615 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-330e2775-db3f-48b7-ab76-6a8903257fe0 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6719048 May 03 14:47:02.272873 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 37870) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:47:02.293955 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.v2.base [None req-ab6603e4-e597-4082-8a2e-148baf940df7 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1271780405-router', 'tenant_id': 'b4752d3e59c94290925845f591792921', 'external_gateway_info': {'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c'}}} {{(pid=110297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:47:02.296262 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Device 72ea310e-8d82-4f96-a2b1-4b64ac93c83d up at agent ovs-agent-dv-cinder-840289-3-iscsi {{(pid=110299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 14:47:02.361692 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-fa82999e-27e0-47fc-aa8b-e10d2d489126 admin admin] Publish callbacks [] for security_group (f4570fa8-4ac4-4055-9542-e37c0956fb57), precommit_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:02.443901 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Provisioning complete for port 72ea310e-8d82-4f96-a2b1-4b64ac93c83d triggered by entity L2. {{(pid=110299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:47:02.444351 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728915'] for port (72ea310e-8d82-4f96-a2b1-4b64ac93c83d), provisioning_complete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:02.468856 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-dfbd97b2-bf69-4400-a6b3-abd3b020e469 admin admin] Publish callbacks [] for port (23d883ea-b438-44c6-a36e-71914e21d22e), precommit_update {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:02.549502 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8e37bb00-c76e-4623-8494-c3ce4a39b858 None None] Publish callbacks [] for port (d3338c1d-1bf1-49fa-8da6-335a48d36c9a), precommit_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:02.561653 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-dfbd97b2-bf69-4400-a6b3-abd3b020e469 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096'] for port (23d883ea-b438-44c6-a36e-71914e21d22e), after_update {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:02.562811 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-fa82999e-27e0-47fc-aa8b-e10d2d489126 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (f4570fa8-4ac4-4055-9542-e37c0956fb57), after_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:02.562987 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-dfbd97b2-bf69-4400-a6b3-abd3b020e469 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1694048'] for router_interface (ad4e3cb3-52d4-4aca-9d0f-fd9d17566f06), after_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:02.661225 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Current status of the port 72ea310e-8d82-4f96-a2b1-4b64ac93c83d is: ACTIVE; New status is: ACTIVE {{(pid=110299) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:47:02.686060 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa82999e-27e0-47fc-aa8b-e10d2d489126 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4570fa8-4ac4-4055-9542-e37c0956fb57,revision_number=1']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:47:02.749023 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-fa82999e-27e0-47fc-aa8b-e10d2d489126 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7c14946f10524a15b8427402c7137bc3&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1111875 May 03 14:47:02.758964 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8e37bb00-c76e-4623-8494-c3ce4a39b858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775476647060'] for port (d3338c1d-1bf1-49fa-8da6-335a48d36c9a), after_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:02.763569 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-e56bd555-ced0-4010-9aa8-c45d043b1f77 admin admin] Publish callbacks [] for router_gateway (db4af115-9f4b-4bb1-9a55-aee1c9e2515d), precommit_update {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:02.767322 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 37896) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:47:02.980402 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1db9936d-b198-422e-89a9-06a881ce5be7 None None] Network ad9ec0bf-7b3b-4aac-aeb7-899560565656 requested from dv-cinder-840289-3-iscsi {{(pid=110299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 14:47:02.980402 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e37bb00-c76e-4623-8494-c3ce4a39b858 None None] Pushing event updated for resources: {'Port': ['ID=d3338c1d-1bf1-49fa-8da6-335a48d36c9a,revision_number=1']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:47:02.982958 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-da937f31-14b8-44d5-8cac-da12acfdbf5e admin admin] Publish callbacks [] for security_group (f4570fa8-4ac4-4055-9542-e37c0956fb57), before_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:02.985282 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-ab6603e4-e597-4082-8a2e-148baf940df7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1693469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3141'] for router (c0586b89-047d-470f-ba98-8ebeb44b6f63), before_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:02.985282 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-ab6603e4-e597-4082-8a2e-148baf940df7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1693617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698068', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1739037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3132'] for router (c0586b89-047d-470f-ba98-8ebeb44b6f63), precommit_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:02.985878 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-da937f31-14b8-44d5-8cac-da12acfdbf5e admin admin] Publish callbacks [] for security_group (f4570fa8-4ac4-4055-9542-e37c0956fb57), precommit_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:02.985990 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.db_base_plugin_common [None req-f7bcdb81-3bf5-4c85-98a7-715344d71fda None None] Allocated IP 172.20.0.2 (963c04e2-09c0-42b3-8b14-9ee6b8c8fe47/48f101fe-497d-4192-8a7b-0011d50ada6e/42cc1557-0574-4eef-842a-e3b7026362c8) {{(pid=110299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 14:47:03.002094 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbd97b2-bf69-4400-a6b3-abd3b020e469 admin admin] Pushing event updated for resources: {'Port': ['ID=23d883ea-b438-44c6-a36e-71914e21d22e,revision_number=2']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:47:03.005628 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfbd97b2-bf69-4400-a6b3-abd3b020e469 admin admin] Network e149baab-37b5-49e7-bbfb-d6c5aa20aff6 is already hosted by enough agents. {{(pid=110297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 14:47:03.024245 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e37bb00-c76e-4623-8494-c3ce4a39b858 None None] Network 2d59a619-2104-48af-9b29-5b43721c1720 is already hosted by enough agents. {{(pid=110299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 14:47:03.036040 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.scheduler.base_scheduler [None req-8e37bb00-c76e-4623-8494-c3ce4a39b858 None None] Resources bound (agent type, host, resource id): {{(pid=110299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 14:47:03.039517 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.scheduler.base_scheduler [None req-dfbd97b2-bf69-4400-a6b3-abd3b020e469 admin admin] Resources bound (agent type, host, resource id): {{(pid=110297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 14:47:03.098904 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e37bb00-c76e-4623-8494-c3ce4a39b858 None None] Received port after_create {{(pid=110299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 14:47:03.125792 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-da937f31-14b8-44d5-8cac-da12acfdbf5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (f4570fa8-4ac4-4055-9542-e37c0956fb57), after_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:03.170069 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-da937f31-14b8-44d5-8cac-da12acfdbf5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:03.170069 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-da937f31-14b8-44d5-8cac-da12acfdbf5e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f4570fa8-4ac4-4055-9542-e37c0956fb57 HTTP/1.1" status: 204 len: 168 time: 0.3806169 May 03 14:47:03.171152 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-ab6603e4-e597-4082-8a2e-148baf940df7 admin admin] Publish callbacks [] for router_controller (c0586b89-047d-470f-ba98-8ebeb44b6f63), precommit_add_association {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:03.220980 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da937f31-14b8-44d5-8cac-da12acfdbf5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4570fa8-4ac4-4055-9542-e37c0956fb57,revision_number=None']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:47:03.413828 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.managers [None req-8e37bb00-c76e-4623-8494-c3ce4a39b858 None None] Attempting to bind port d3338c1d-1bf1-49fa-8da6-335a48d36c9a on host dv-cinder-840289-3-iscsi for vnic_type normal with profile {{(pid=110299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 14:47:03.414207 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.managers [None req-8e37bb00-c76e-4623-8494-c3ce4a39b858 None None] Attempting to bind port d3338c1d-1bf1-49fa-8da6-335a48d36c9a by drivers openvswitch,hyperv on host dv-cinder-840289-3-iscsi at level 0 using segments [{'id': '3c171999-7314-4749-ab73-b658fc7b715a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2d59a619-2104-48af-9b29-5b43721c1720'}] {{(pid=110299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 14:47:03.414574 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e37bb00-c76e-4623-8494-c3ce4a39b858 None None] Attempting to bind port d3338c1d-1bf1-49fa-8da6-335a48d36c9a on network 2d59a619-2104-48af-9b29-5b43721c1720 {{(pid=110299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 14:47:03.526954 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e37bb00-c76e-4623-8494-c3ce4a39b858 None None] Checking agent: {'id': '16d44442-859c-4c9b-bc72-04cb3b8a5d5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840289-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 14, 38, 15), 'started_at': datetime.datetime(2022, 5, 3, 14, 38, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 14, 46, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840289-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 14:47:03.526954 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e37bb00-c76e-4623-8494-c3ce4a39b858 None None] Checking segment: {'id': '3c171999-7314-4749-ab73-b658fc7b715a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2d59a619-2104-48af-9b29-5b43721c1720'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 14:47:03.526954 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8e37bb00-c76e-4623-8494-c3ce4a39b858 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:03.526954 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e37bb00-c76e-4623-8494-c3ce4a39b858 None None] Bound using segment: {'id': '3c171999-7314-4749-ab73-b658fc7b715a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2d59a619-2104-48af-9b29-5b43721c1720'} {{(pid=110299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 14:47:03.526954 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.managers [None req-8e37bb00-c76e-4623-8494-c3ce4a39b858 None None] Bound port: d3338c1d-1bf1-49fa-8da6-335a48d36c9a, host: dv-cinder-840289-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c171999-7314-4749-ab73-b658fc7b715a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2d59a619-2104-48af-9b29-5b43721c1720'}}] {{(pid=110299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 14:47:03.526954 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8e37bb00-c76e-4623-8494-c3ce4a39b858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (d3338c1d-1bf1-49fa-8da6-335a48d36c9a), before_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:03.809851 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-f7bcdb81-3bf5-4c85-98a7-715344d71fda None None] Publish callbacks [] for port (42cc1557-0574-4eef-842a-e3b7026362c8), precommit_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:03.811266 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-e56bd555-ced0-4010-9aa8-c45d043b1f77 admin admin] Publish callbacks [] for router_gateway (db4af115-9f4b-4bb1-9a55-aee1c9e2515d), before_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:03.812782 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfbd97b2-bf69-4400-a6b3-abd3b020e469 admin admin] Router ad4e3cb3-52d4-4aca-9d0f-fd9d17566f06 has already been hosted by L3 agent a9161e1b-902d-441f-843b-a0ff0805adee {{(pid=110297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 14:47:03.813261 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-8e37bb00-c76e-4623-8494-c3ce4a39b858 None None] For port d3338c1d-1bf1-49fa-8da6-335a48d36c9a, host dv-cinder-840289-3-iscsi, cleared binding levels {{(pid=110299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 14:47:03.813261 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-8e37bb00-c76e-4623-8494-c3ce4a39b858 None None] For port d3338c1d-1bf1-49fa-8da6-335a48d36c9a, host dv-cinder-840289-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-3-iscsi',level=0,port_id=d3338c1d-1bf1-49fa-8da6-335a48d36c9a,segment=NetworkSegment(3c171999-7314-4749-ab73-b658fc7b715a),segment_id=3c171999-7314-4749-ab73-b658fc7b715a)] {{(pid=110299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 14:47:03.813261 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [None req-c5473214-1c6f-402b-a75f-d6e006c2315f None None] Provisioning complete for port 23d883ea-b438-44c6-a36e-71914e21d22e triggered by entity DHCP. {{(pid=110299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:47:03.813261 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-c5473214-1c6f-402b-a75f-d6e006c2315f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728915'] for port (23d883ea-b438-44c6-a36e-71914e21d22e), provisioning_complete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:03.813661 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-e56bd555-ced0-4010-9aa8-c45d043b1f77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (None), before_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:03.813813 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-c5473214-1c6f-402b-a75f-d6e006c2315f None None] Port 23d883ea-b438-44c6-a36e-71914e21d22e cannot update to ACTIVE because it is not bound. {{(pid=110299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 14:47:03.813889 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-ab6603e4-e597-4082-8a2e-148baf940df7 admin admin] Publish callbacks [] for router_gateway (c0586b89-047d-470f-ba98-8ebeb44b6f63), precommit_update {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:03.813970 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-f7bcdb81-3bf5-4c85-98a7-715344d71fda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775476647060'] for port (42cc1557-0574-4eef-842a-e3b7026362c8), after_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:03.813970 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7bcdb81-3bf5-4c85-98a7-715344d71fda None None] Network 963c04e2-09c0-42b3-8b14-9ee6b8c8fe47 is already hosted by enough agents. {{(pid=110299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 14:47:03.813970 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.scheduler.base_scheduler [None req-f7bcdb81-3bf5-4c85-98a7-715344d71fda None None] Resources bound (agent type, host, resource id): {{(pid=110299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 14:47:03.813970 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7bcdb81-3bf5-4c85-98a7-715344d71fda None None] Received port after_create {{(pid=110299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 14:47:03.813970 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bcdb81-3bf5-4c85-98a7-715344d71fda None None] Pushing event updated for resources: {'Port': ['ID=42cc1557-0574-4eef-842a-e3b7026362c8,revision_number=1']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:47:03.832569 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8e37bb00-c76e-4623-8494-c3ce4a39b858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096'] for port (d3338c1d-1bf1-49fa-8da6-335a48d36c9a), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:03.931696 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e37bb00-c76e-4623-8494-c3ce4a39b858 None None] Pushing event updated for resources: {'Port': ['ID=d3338c1d-1bf1-49fa-8da6-335a48d36c9a,revision_number=2']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:47:03.961323 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.managers [None req-f7bcdb81-3bf5-4c85-98a7-715344d71fda None None] Attempting to bind port 42cc1557-0574-4eef-842a-e3b7026362c8 on host dv-cinder-840289-3-iscsi for vnic_type normal with profile {{(pid=110299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 14:47:03.961709 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.managers [None req-f7bcdb81-3bf5-4c85-98a7-715344d71fda None None] Attempting to bind port 42cc1557-0574-4eef-842a-e3b7026362c8 by drivers openvswitch,hyperv on host dv-cinder-840289-3-iscsi at level 0 using segments [{'id': 'ca66fa34-2900-4282-8627-e44cece846e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '963c04e2-09c0-42b3-8b14-9ee6b8c8fe47'}] {{(pid=110299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 14:47:03.962079 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7bcdb81-3bf5-4c85-98a7-715344d71fda None None] Attempting to bind port 42cc1557-0574-4eef-842a-e3b7026362c8 on network 963c04e2-09c0-42b3-8b14-9ee6b8c8fe47 {{(pid=110299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 14:47:03.982149 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7bcdb81-3bf5-4c85-98a7-715344d71fda None None] Checking agent: {'id': '16d44442-859c-4c9b-bc72-04cb3b8a5d5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840289-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 14, 38, 15), 'started_at': datetime.datetime(2022, 5, 3, 14, 38, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 14, 46, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840289-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 14:47:03.983695 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7bcdb81-3bf5-4c85-98a7-715344d71fda None None] Checking segment: {'id': 'ca66fa34-2900-4282-8627-e44cece846e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '963c04e2-09c0-42b3-8b14-9ee6b8c8fe47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 14:47:03.984920 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-f7bcdb81-3bf5-4c85-98a7-715344d71fda None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:03.986344 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7bcdb81-3bf5-4c85-98a7-715344d71fda None None] Bound using segment: {'id': 'ca66fa34-2900-4282-8627-e44cece846e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '963c04e2-09c0-42b3-8b14-9ee6b8c8fe47'} {{(pid=110299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 14:47:03.987129 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.managers [None req-f7bcdb81-3bf5-4c85-98a7-715344d71fda None None] Bound port: 42cc1557-0574-4eef-842a-e3b7026362c8, host: dv-cinder-840289-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca66fa34-2900-4282-8627-e44cece846e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '963c04e2-09c0-42b3-8b14-9ee6b8c8fe47'}}] {{(pid=110299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 14:47:03.987735 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-f7bcdb81-3bf5-4c85-98a7-715344d71fda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (42cc1557-0574-4eef-842a-e3b7026362c8), before_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:04.092224 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.db.db_base_plugin_common [None req-e56bd555-ced0-4010-9aa8-c45d043b1f77 admin admin] Allocated IP 172.27.0.207 (7456e722-9446-4a17-bcf3-c72dce07c65c/f907060b-4748-4522-aeb5-06a44b689374/5882d21c-2b98-403e-88d3-88a5b9aa99ab) {{(pid=110298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 14:47:04.095645 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 37958) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:47:04.149071 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-f7bcdb81-3bf5-4c85-98a7-715344d71fda None None] For port 42cc1557-0574-4eef-842a-e3b7026362c8, host dv-cinder-840289-3-iscsi, cleared binding levels {{(pid=110299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 14:47:04.158451 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-f7bcdb81-3bf5-4c85-98a7-715344d71fda None None] For port 42cc1557-0574-4eef-842a-e3b7026362c8, host dv-cinder-840289-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-3-iscsi',level=0,port_id=42cc1557-0574-4eef-842a-e3b7026362c8,segment=NetworkSegment(ca66fa34-2900-4282-8627-e44cece846e4),segment_id=ca66fa34-2900-4282-8627-e44cece846e4)] {{(pid=110299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 14:47:04.181145 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfbd97b2-bf69-4400-a6b3-abd3b020e469 admin admin] Notify agent at l3_agent.dv-cinder-840289-3-iscsi the message routers_updated {{(pid=110297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 14:47:04.206543 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Device b3befeae-2658-4b04-914b-de826eb729fa up at agent ovs-agent-dv-cinder-840289-3-iscsi {{(pid=110299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 14:47:04.228765 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-dfbd97b2-bf69-4400-a6b3-abd3b020e469 admin admin] 10.222.0.16 "PUT /v2.0/routers/ad4e3cb3-52d4-4aca-9d0f-fd9d17566f06/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2845616 May 03 14:47:04.276511 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-f7bcdb81-3bf5-4c85-98a7-715344d71fda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096'] for port (42cc1557-0574-4eef-842a-e3b7026362c8), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:04.283609 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Provisioning complete for port b3befeae-2658-4b04-914b-de826eb729fa triggered by entity L2. {{(pid=110299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:47:04.283992 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728915'] for port (b3befeae-2658-4b04-914b-de826eb729fa), provisioning_complete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:04.362942 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 37974) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:47:04.368287 dv-cinder-840289-3-iscsi neutron-server[110298]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 03 14:47:04.456254 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-e56bd555-ced0-4010-9aa8-c45d043b1f77 admin admin] Publish callbacks [] for port (5882d21c-2b98-403e-88d3-88a5b9aa99ab), precommit_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:04.460642 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bcdb81-3bf5-4c85-98a7-715344d71fda None None] Pushing event updated for resources: {'Port': ['ID=42cc1557-0574-4eef-842a-e3b7026362c8,revision_number=2']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:47:04.533861 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-ab6603e4-e597-4082-8a2e-148baf940df7 admin admin] Publish callbacks [] for router_gateway (c0586b89-047d-470f-ba98-8ebeb44b6f63), before_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:04.539362 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Current status of the port b3befeae-2658-4b04-914b-de826eb729fa is: DOWN; New status is: ACTIVE {{(pid=110299) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:47:04.539754 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (b3befeae-2658-4b04-914b-de826eb729fa), before_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:04.562011 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 37976) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:47:04.577067 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] For port b3befeae-2658-4b04-914b-de826eb729fa, host dv-cinder-840289-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-3-iscsi',level=0,port_id=b3befeae-2658-4b04-914b-de826eb729fa,segment=NetworkSegment(0c3170a2-2f96-4172-a4d6-7b5474706bd0),segment_id=0c3170a2-2f96-4172-a4d6-7b5474706bd0)] {{(pid=110299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:47:04.579975 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-ab6603e4-e597-4082-8a2e-148baf940df7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (None), before_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:04.595725 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-5b0ad19e-10a0-4abe-91f0-4353dafd6f7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:04.657339 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096'] for port (b3befeae-2658-4b04-914b-de826eb729fa), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:04.729907 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Pushing event updated for resources: {'Port': ['ID=b3befeae-2658-4b04-914b-de826eb729fa,revision_number=4']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:47:04.739968 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-862e34a1-6a8d-48c7-82fc-6937157f0503 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:04.803685 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-5b0ad19e-10a0-4abe-91f0-4353dafd6f7f admin admin] Publish callbacks [] for security_group (d53b0a47-c09d-4616-b753-07832e1a088e), precommit_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:04.898706 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-5b0ad19e-10a0-4abe-91f0-4353dafd6f7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (d53b0a47-c09d-4616-b753-07832e1a088e), after_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:04.907957 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9048b94-c2fe-4146-8dfc-95895ca43828 req-ff31a5e7-c0c2-4d46-bd89-6c1092601afb tempest-DeleteServersTestJSON-1834262226 tempest-DeleteServersTestJSON-1834262226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:47:04.914980 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-d9048b94-c2fe-4146-8dfc-95895ca43828 req-ff31a5e7-c0c2-4d46-bd89-6c1092601afb tempest-DeleteServersTestJSON-1834262226 tempest-DeleteServersTestJSON-1834262226-project] 10.222.0.16 "GET /v2.0/networks?id=ad9ec0bf-7b3b-4aac-aeb7-899560565656 HTTP/1.1" status: 200 len: 812 time: 0.5505495 May 03 14:47:04.949290 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0ad19e-10a0-4abe-91f0-4353dafd6f7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d53b0a47-c09d-4616-b753-07832e1a088e,revision_number=1']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:47:04.976244 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-5b0ad19e-10a0-4abe-91f0-4353dafd6f7f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9fbea4cfa7ad405bbc123866f7ad5f1d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4109581 May 03 14:47:04.978782 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 37982) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:47:04.993580 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-d9048b94-c2fe-4146-8dfc-95895ca43828 req-99f8d178-a8cc-4058-98a0-6617ed5f5b77 tempest-DeleteServersTestJSON-1834262226 tempest-DeleteServersTestJSON-1834262226-project] 10.222.0.16 "GET /v2.0/quotas/9b85740edff14379a2eefda396a78050 HTTP/1.1" status: 200 len: 375 time: 0.0777133 May 03 14:47:05.054927 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-862e34a1-6a8d-48c7-82fc-6937157f0503 admin admin] Publish callbacks [] for security_group (82a08266-490b-452f-b594-6c6c4dd5ddf9), precommit_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:05.084494 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-e56bd555-ced0-4010-9aa8-c45d043b1f77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775476647060'] for port (5882d21c-2b98-403e-88d3-88a5b9aa99ab), after_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:05.105982 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.db.db_base_plugin_common [None req-ab6603e4-e597-4082-8a2e-148baf940df7 admin admin] Allocated IP 172.27.0.44 (7456e722-9446-4a17-bcf3-c72dce07c65c/f907060b-4748-4522-aeb5-06a44b689374/d8bbc91f-bf64-4bf7-ad43-b6ff6a701cc7) {{(pid=110297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 14:47:05.129785 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-bc362cca-4deb-47aa-a391-98421b0e6134 admin admin] Publish callbacks [] for security_group (d53b0a47-c09d-4616-b753-07832e1a088e), before_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:05.150579 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-d9048b94-c2fe-4146-8dfc-95895ca43828 req-9cc7222a-91b0-4b05-ab08-13cc2e2c3296 tempest-DeleteServersTestJSON-1834262226 tempest-DeleteServersTestJSON-1834262226-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=9b85740edff14379a2eefda396a78050&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1509554 May 03 14:47:05.161525 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-bc362cca-4deb-47aa-a391-98421b0e6134 admin admin] Publish callbacks [] for security_group (d53b0a47-c09d-4616-b753-07832e1a088e), precommit_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:05.183316 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-862e34a1-6a8d-48c7-82fc-6937157f0503 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (82a08266-490b-452f-b594-6c6c4dd5ddf9), after_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:05.232831 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e9b234-2e73-4fa8-b8cd-c49d8b3536ee None None] Sync routers for ids ['ad4e3cb3-52d4-4aca-9d0f-fd9d17566f06'] in dv-cinder-840289-3-iscsi {{(pid=110299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 14:47:05.253216 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e9b234-2e73-4fa8-b8cd-c49d8b3536ee None None] Routers {'ad4e3cb3-52d4-4aca-9d0f-fd9d17566f06'} bound to L3 agent in host dv-cinder-840289-3-iscsi {{(pid=110299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:47:05.253938 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_hamode_db [None req-f4e9b234-2e73-4fa8-b8cd-c49d8b3536ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-03T14:38:11Z,description=,heartbeat_timestamp=2022-05-03T14:46:41Z,host='dv-cinder-840289-3-iscsi',id=a9161e1b-902d-441f-843b-a0ff0805adee,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:38:12Z,topic='l3_agent')) {'router_ids': ['ad4e3cb3-52d4-4aca-9d0f-fd9d17566f06'], 'active': True} {{(pid=110299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:47:05.314091 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e56bd555-ced0-4010-9aa8-c45d043b1f77 admin admin] Network 7456e722-9446-4a17-bcf3-c72dce07c65c is already hosted by enough agents. {{(pid=110298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 14:47:05.321248 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-bc362cca-4deb-47aa-a391-98421b0e6134 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (d53b0a47-c09d-4616-b753-07832e1a088e), after_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:05.326682 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-bc362cca-4deb-47aa-a391-98421b0e6134 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:05.329710 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-bc362cca-4deb-47aa-a391-98421b0e6134 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d53b0a47-c09d-4616-b753-07832e1a088e HTTP/1.1" status: 204 len: 168 time: 0.3493443 May 03 14:47:05.330094 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56bd555-ced0-4010-9aa8-c45d043b1f77 admin admin] Pushing event updated for resources: {'Port': ['ID=5882d21c-2b98-403e-88d3-88a5b9aa99ab,revision_number=1']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:47:05.349364 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-862e34a1-6a8d-48c7-82fc-6937157f0503 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2f90c6df51764866961731957ee90836&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2527776 May 03 14:47:05.351776 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.scheduler.base_scheduler [None req-e56bd555-ced0-4010-9aa8-c45d043b1f77 admin admin] Resources bound (agent type, host, resource id): {{(pid=110298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 14:47:05.357506 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 37996) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:47:05.360310 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 37998) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:47:05.369235 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc362cca-4deb-47aa-a391-98421b0e6134 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d53b0a47-c09d-4616-b753-07832e1a088e,revision_number=None']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:47:05.468828 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-ab6603e4-e597-4082-8a2e-148baf940df7 admin admin] Publish callbacks [] for port (d8bbc91f-bf64-4bf7-ad43-b6ff6a701cc7), precommit_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:05.476336 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862e34a1-6a8d-48c7-82fc-6937157f0503 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82a08266-490b-452f-b594-6c6c4dd5ddf9,revision_number=1']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:47:05.485199 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-e119c66a-6e5e-4372-b5d5-9aef63459d57 admin admin] Publish callbacks [] for security_group (82a08266-490b-452f-b594-6c6c4dd5ddf9), before_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:05.550751 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-8df427dd-a5ec-46ae-bd44-5da05c473495 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:05.570901 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [req-d9048b94-c2fe-4146-8dfc-95895ca43828 req-e10c71aa-60c6-453c-a46b-da578bd7946a service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=110298) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 03 14:47:05.572286 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-d9048b94-c2fe-4146-8dfc-95895ca43828 req-e10c71aa-60c6-453c-a46b-da578bd7946a service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1304984 May 03 14:47:05.573836 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56bd555-ced0-4010-9aa8-c45d043b1f77 admin admin] Received port after_create {{(pid=110298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 14:47:05.684242 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-e119c66a-6e5e-4372-b5d5-9aef63459d57 admin admin] Publish callbacks [] for security_group (82a08266-490b-452f-b594-6c6c4dd5ddf9), precommit_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:05.692063 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 38006) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:47:05.698869 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.v2.base [None req-81fbfddf-20fc-4aa5-a256-6b37c7a052e4 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Request body: {'security_group': {'name': 'tempest-securitygroup--739618671', 'description': 'tempest-description--1603042608'}} {{(pid=110297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:47:05.710815 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-ab6603e4-e597-4082-8a2e-148baf940df7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775476647060'] for port (d8bbc91f-bf64-4bf7-ad43-b6ff6a701cc7), after_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:05.795296 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_dvr_db [None req-f4e9b234-2e73-4fa8-b8cd-c49d8b3536ee None None] Set router ad4e3cb3-52d4-4aca-9d0f-fd9d17566f06 gateway port host: dv-cinder-840289-3-iscsi {{(pid=110299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:47:05.810671 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab6603e4-e597-4082-8a2e-148baf940df7 admin admin] Network 7456e722-9446-4a17-bcf3-c72dce07c65c is already hosted by enough agents. {{(pid=110297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 14:47:05.826177 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6603e4-e597-4082-8a2e-148baf940df7 admin admin] Pushing event updated for resources: {'Port': ['ID=d8bbc91f-bf64-4bf7-ad43-b6ff6a701cc7,revision_number=1']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:47:05.829312 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.scheduler.base_scheduler [None req-ab6603e4-e597-4082-8a2e-148baf940df7 admin admin] Resources bound (agent type, host, resource id): {{(pid=110297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 14:47:05.848515 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-81fbfddf-20fc-4aa5-a256-6b37c7a052e4 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Publish callbacks [] for security_group (None), before_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:05.879120 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab6603e4-e597-4082-8a2e-148baf940df7 admin admin] Received port after_create {{(pid=110297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 14:47:05.975879 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a164cfd-9e4a-4ad7-9854-9a9fbb1c4cb1 None None] Network 2d59a619-2104-48af-9b29-5b43721c1720 requested from dv-cinder-840289-3-iscsi {{(pid=110299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 14:47:06.035568 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [None req-68f33b59-13f7-491e-9056-a8b11b09fff3 None None] Provisioning complete for port d3338c1d-1bf1-49fa-8da6-335a48d36c9a triggered by entity DHCP. {{(pid=110299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:47:06.035836 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-68f33b59-13f7-491e-9056-a8b11b09fff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728915'] for port (d3338c1d-1bf1-49fa-8da6-335a48d36c9a), provisioning_complete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:06.155597 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-81fbfddf-20fc-4aa5-a256-6b37c7a052e4 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Publish callbacks [] for security_group (a0e19fcb-47b5-464e-8241-883080a396c0), precommit_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:06.210200 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-d9048b94-c2fe-4146-8dfc-95895ca43828 req-a74d3b3e-a42d-4a66-9a15-f1006a3543e6 service neutron] 10.222.0.16 "GET /v2.0/networks/ad9ec0bf-7b3b-4aac-aeb7-899560565656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6265495 May 03 14:47:06.308193 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-81fbfddf-20fc-4aa5-a256-6b37c7a052e4 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (a0e19fcb-47b5-464e-8241-883080a396c0), after_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:06.330753 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_hamode_db [None req-f4e9b234-2e73-4fa8-b8cd-c49d8b3536ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad4e3cb3-52d4-4aca-9d0f-fd9d17566f06', 'name': 'tempest-AttachVolumeShelveTestJSON-332369523-router', 'tenant_id': 'ea2dc692f2754b34afd1a52dad1c2cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'external_fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.181'}], 'enable_snat': True}, 'gw_port_id': 'b3befeae-2658-4b04-914b-de826eb729fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:46:57Z', 'updated_at': '2022-05-03T14:47:01Z', 'revision_number': 4, 'project_id': 'ea2dc692f2754b34afd1a52dad1c2cb3', 'gw_port': {'id': 'b3befeae-2658-4b04-914b-de826eb729fa', 'name': '', 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:2a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad4e3cb3-52d4-4aca-9d0f-fd9d17566f06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:46:58Z', 'updated_at': '2022-05-03T14:47:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f907060b-4748-4522-aeb5-06a44b689374', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-3-iscsi', '_interfaces': [{'id': '23d883ea-b438-44c6-a36e-71914e21d22e', 'name': '', 'network_id': 'e149baab-37b5-49e7-bbfb-d6c5aa20aff6', 'tenant_id': 'ea2dc692f2754b34afd1a52dad1c2cb3', 'mac_address': 'fa:16:3e:c3:9a:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad4e3cb3-52d4-4aca-9d0f-fd9d17566f06', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'd36733c8-18a7-47f6-a054-ee0e84dd3169', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:47:00Z', 'updated_at': '2022-05-03T14:47:02Z', 'revision_number': 2, 'project_id': 'ea2dc692f2754b34afd1a52dad1c2cb3', 'subnets': [{'id': 'd36733c8-18a7-47f6-a054-ee0e84dd3169', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-3-iscsi', False) {} {{(pid=110299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:47:06.375520 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e760cdce-8e4e-4f01-8258-237398fc9963 None None] Network 963c04e2-09c0-42b3-8b14-9ee6b8c8fe47 requested from dv-cinder-840289-3-iscsi {{(pid=110299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 14:47:06.378372 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-68f33b59-13f7-491e-9056-a8b11b09fff3 None None] Current status of the port d3338c1d-1bf1-49fa-8da6-335a48d36c9a is: DOWN; New status is: ACTIVE {{(pid=110299) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:47:06.378719 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-68f33b59-13f7-491e-9056-a8b11b09fff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (d3338c1d-1bf1-49fa-8da6-335a48d36c9a), before_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:06.382024 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e9b234-2e73-4fa8-b8cd-c49d8b3536ee None None] Checking router: ad4e3cb3-52d4-4aca-9d0f-fd9d17566f06 for host: dv-cinder-840289-3-iscsi {{(pid=110299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 14:47:06.382383 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e9b234-2e73-4fa8-b8cd-c49d8b3536ee None None] Updating router ad4e3cb3-52d4-4aca-9d0f-fd9d17566f06 port 23d883ea-b438-44c6-a36e-71914e21d22e binding host dv-cinder-840289-3-iscsi {{(pid=110299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 14:47:06.431279 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fbfddf-20fc-4aa5-a256-6b37c7a052e4 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0e19fcb-47b5-464e-8241-883080a396c0,revision_number=1']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:47:06.447553 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Device d3338c1d-1bf1-49fa-8da6-335a48d36c9a up at agent ovs-agent-dv-cinder-840289-3-iscsi {{(pid=110299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 14:47:06.455788 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-81fbfddf-20fc-4aa5-a256-6b37c7a052e4 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Publish callbacks [] for security_group (None), before_response {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:06.464632 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-81fbfddf-20fc-4aa5-a256-6b37c7a052e4 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.7714283 May 03 14:47:06.467530 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 38034) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:47:06.474080 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.v2.base [None req-5c66b4eb-9db9-40dc-adb8-9d3cb4b680b4 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Request body: {'security_group_rule': {'security_group_id': 'a0e19fcb-47b5-464e-8241-883080a396c0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:47:06.512827 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-ab6603e4-e597-4082-8a2e-148baf940df7 admin admin] Publish callbacks [] for router_gateway (c0586b89-047d-470f-ba98-8ebeb44b6f63), after_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:06.531262 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-8df427dd-a5ec-46ae-bd44-5da05c473495 admin admin] Publish callbacks [] for security_group (c2fa8e1f-1d23-4c1d-aaf4-d8456fa1a2aa), precommit_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:06.532256 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-e119c66a-6e5e-4372-b5d5-9aef63459d57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (82a08266-490b-452f-b594-6c6c4dd5ddf9), after_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:06.534782 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-e119c66a-6e5e-4372-b5d5-9aef63459d57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:06.535984 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-e119c66a-6e5e-4372-b5d5-9aef63459d57 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/82a08266-490b-452f-b594-6c6c4dd5ddf9 HTTP/1.1" status: 204 len: 168 time: 1.1678226 May 03 14:47:06.577603 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-f4e9b234-2e73-4fa8-b8cd-c49d8b3536ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (23d883ea-b438-44c6-a36e-71914e21d22e), before_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:06.604266 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-68f33b59-13f7-491e-9056-a8b11b09fff3 None None] For port d3338c1d-1bf1-49fa-8da6-335a48d36c9a, host dv-cinder-840289-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-3-iscsi',level=0,port_id=d3338c1d-1bf1-49fa-8da6-335a48d36c9a,segment=NetworkSegment(3c171999-7314-4749-ab73-b658fc7b715a),segment_id=3c171999-7314-4749-ab73-b658fc7b715a)] {{(pid=110299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:47:06.617677 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e119c66a-6e5e-4372-b5d5-9aef63459d57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82a08266-490b-452f-b594-6c6c4dd5ddf9,revision_number=None']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:47:06.662796 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-8df427dd-a5ec-46ae-bd44-5da05c473495 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (c2fa8e1f-1d23-4c1d-aaf4-d8456fa1a2aa), after_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:06.693010 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Provisioning complete for port d3338c1d-1bf1-49fa-8da6-335a48d36c9a triggered by entity L2. {{(pid=110299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:47:06.693410 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728915'] for port (d3338c1d-1bf1-49fa-8da6-335a48d36c9a), provisioning_complete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:06.696177 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-d9048b94-c2fe-4146-8dfc-95895ca43828 req-6dbed28c-1eec-482c-9008-08579c3e9606 service neutron] 10.222.0.16 "GET /v2.0/networks/ad9ec0bf-7b3b-4aac-aeb7-899560565656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4844301 May 03 14:47:06.704073 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-5c66b4eb-9db9-40dc-adb8-9d3cb4b680b4 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Publish callbacks [] for security_group_rule (3bfcef11-299d-453f-852e-43f6c4a729c9), before_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:06.741793 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-68f33b59-13f7-491e-9056-a8b11b09fff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096'] for port (d3338c1d-1bf1-49fa-8da6-335a48d36c9a), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:06.819280 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f33b59-13f7-491e-9056-a8b11b09fff3 None None] Pushing event updated for resources: {'Port': ['ID=d3338c1d-1bf1-49fa-8da6-335a48d36c9a,revision_number=3']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:47:06.837760 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df427dd-a5ec-46ae-bd44-5da05c473495 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2fa8e1f-1d23-4c1d-aaf4-d8456fa1a2aa,revision_number=1']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:47:06.853014 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-8df427dd-a5ec-46ae-bd44-5da05c473495 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a8be6acae24d43db86a9e56440d0f3c3&name=default HTTP/1.1" status: 200 len: 2992 time: 1.4892137 May 03 14:47:06.856646 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 38046) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:47:06.886975 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-5c66b4eb-9db9-40dc-adb8-9d3cb4b680b4 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Publish callbacks [] for security_group_rule (3bfcef11-299d-453f-852e-43f6c4a729c9), precommit_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:06.898094 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-e56bd555-ced0-4010-9aa8-c45d043b1f77 admin admin] Publish callbacks [] for router_gateway (db4af115-9f4b-4bb1-9a55-aee1c9e2515d), after_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:06.955512 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [None req-6d75bc52-3e3c-49d7-b1c2-c7523a0df4fb None None] Provisioning complete for port 42cc1557-0574-4eef-842a-e3b7026362c8 triggered by entity DHCP. {{(pid=110299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:47:06.955512 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-6d75bc52-3e3c-49d7-b1c2-c7523a0df4fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728915'] for port (42cc1557-0574-4eef-842a-e3b7026362c8), provisioning_complete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:06.967714 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-ab6603e4-e597-4082-8a2e-148baf940df7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698251'] for router (c0586b89-047d-470f-ba98-8ebeb44b6f63), after_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:06.988374 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-ce47cf51-03d1-46d9-9bb4-7f1c29004035 admin admin] Publish callbacks [] for security_group (c2fa8e1f-1d23-4c1d-aaf4-d8456fa1a2aa), before_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:07.085155 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-ce47cf51-03d1-46d9-9bb4-7f1c29004035 admin admin] Publish callbacks [] for security_group (c2fa8e1f-1d23-4c1d-aaf4-d8456fa1a2aa), precommit_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:07.127473 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 38062) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:47:07.147911 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-5c66b4eb-9db9-40dc-adb8-9d3cb4b680b4 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652759'] for security_group_rule (3bfcef11-299d-453f-852e-43f6c4a729c9), after_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:07.204032 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Current status of the port d3338c1d-1bf1-49fa-8da6-335a48d36c9a is: ACTIVE; New status is: ACTIVE {{(pid=110299) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:47:07.205144 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Device b3befeae-2658-4b04-914b-de826eb729fa up at agent ovs-agent-dv-cinder-840289-3-iscsi {{(pid=110299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 14:47:07.260606 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-5f29ec00-b04f-498d-9b44-1fda5f3d9a8b req-972a1729-3c68-49b8-8b62-449377606b7a tempest-DeleteServersTestJSON-1834262226 tempest-DeleteServersTestJSON-1834262226-project] 10.222.0.16 "GET /v2.0/ports?device_id=15b6f436-8fd4-462d-9d65-8975e7b68845 HTTP/1.1" status: 200 len: 210 time: 0.0948257 May 03 14:47:07.270084 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c66b4eb-9db9-40dc-adb8-9d3cb4b680b4 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bfcef11-299d-453f-852e-43f6c4a729c9,revision_number=0']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:47:07.286581 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-5c66b4eb-9db9-40dc-adb8-9d3cb4b680b4 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:07.292670 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-5c66b4eb-9db9-40dc-adb8-9d3cb4b680b4 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8230786 May 03 14:47:07.296605 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 38074) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:47:07.305064 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.v2.base [None req-9c0884e3-81ca-44c2-b6db-1cad5a00ab9e tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Request body: {'security_group_rule': {'security_group_id': 'a0e19fcb-47b5-464e-8241-883080a396c0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:47:07.332238 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 38076) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:47:07.359565 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-35161179-7fd9-4811-bef5-011275e689ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:07.359998 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-e56bd555-ced0-4010-9aa8-c45d043b1f77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698251'] for router (db4af115-9f4b-4bb1-9a55-aee1c9e2515d), after_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:07.400661 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-6d75bc52-3e3c-49d7-b1c2-c7523a0df4fb None None] Current status of the port 42cc1557-0574-4eef-842a-e3b7026362c8 is: DOWN; New status is: ACTIVE {{(pid=110299) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:47:07.402655 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-6d75bc52-3e3c-49d7-b1c2-c7523a0df4fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (42cc1557-0574-4eef-842a-e3b7026362c8), before_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:07.413635 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-ce47cf51-03d1-46d9-9bb4-7f1c29004035 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (c2fa8e1f-1d23-4c1d-aaf4-d8456fa1a2aa), after_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:07.417529 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-ce47cf51-03d1-46d9-9bb4-7f1c29004035 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:07.422704 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-ce47cf51-03d1-46d9-9bb4-7f1c29004035 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c2fa8e1f-1d23-4c1d-aaf4-d8456fa1a2aa HTTP/1.1" status: 204 len: 168 time: 0.5648654 May 03 14:47:07.442511 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce47cf51-03d1-46d9-9bb4-7f1c29004035 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2fa8e1f-1d23-4c1d-aaf4-d8456fa1a2aa,revision_number=None']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:47:07.480205 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-9c0884e3-81ca-44c2-b6db-1cad5a00ab9e tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Publish callbacks [] for security_group_rule (32170619-38e6-4f32-8608-19cf9a5d2d88), before_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:07.483440 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Provisioning complete for port b3befeae-2658-4b04-914b-de826eb729fa triggered by entity L2. {{(pid=110299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:47:07.483914 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728915'] for port (b3befeae-2658-4b04-914b-de826eb729fa), provisioning_complete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:07.514077 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab6603e4-e597-4082-8a2e-148baf940df7 admin admin] Router c0586b89-047d-470f-ba98-8ebeb44b6f63 is scheduled to L3 agent a9161e1b-902d-441f-843b-a0ff0805adee with binding_index 1 {{(pid=110297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 03 14:47:07.571952 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-6d75bc52-3e3c-49d7-b1c2-c7523a0df4fb None None] For port 42cc1557-0574-4eef-842a-e3b7026362c8, host dv-cinder-840289-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-3-iscsi',level=0,port_id=42cc1557-0574-4eef-842a-e3b7026362c8,segment=NetworkSegment(ca66fa34-2900-4282-8627-e44cece846e4),segment_id=ca66fa34-2900-4282-8627-e44cece846e4)] {{(pid=110299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:47:07.623693 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-35161179-7fd9-4811-bef5-011275e689ea admin admin] Publish callbacks [] for security_group (7d01dc2f-563d-4855-99fa-cc844d452c3e), precommit_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:07.671122 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e56bd555-ced0-4010-9aa8-c45d043b1f77 admin admin] Router db4af115-9f4b-4bb1-9a55-aee1c9e2515d is scheduled to L3 agent a9161e1b-902d-441f-843b-a0ff0805adee with binding_index 1 {{(pid=110298) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 03 14:47:07.673642 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-6d75bc52-3e3c-49d7-b1c2-c7523a0df4fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096'] for port (42cc1557-0574-4eef-842a-e3b7026362c8), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:07.726752 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-f4e9b234-2e73-4fa8-b8cd-c49d8b3536ee None None] Publish callbacks [] for port (23d883ea-b438-44c6-a36e-71914e21d22e), precommit_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:07.736050 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [None req-6d75bc52-3e3c-49d7-b1c2-c7523a0df4fb None None] Provisioning complete for port d3338c1d-1bf1-49fa-8da6-335a48d36c9a triggered by entity DHCP. {{(pid=110299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:47:07.736936 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-6d75bc52-3e3c-49d7-b1c2-c7523a0df4fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728915'] for port (d3338c1d-1bf1-49fa-8da6-335a48d36c9a), provisioning_complete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:07.762631 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Current status of the port b3befeae-2658-4b04-914b-de826eb729fa is: ACTIVE; New status is: ACTIVE {{(pid=110299) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:47:07.763834 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Device 42cc1557-0574-4eef-842a-e3b7026362c8 up at agent ovs-agent-dv-cinder-840289-3-iscsi {{(pid=110299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 14:47:07.808936 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d75bc52-3e3c-49d7-b1c2-c7523a0df4fb None None] Pushing event updated for resources: {'Port': ['ID=42cc1557-0574-4eef-842a-e3b7026362c8,revision_number=3']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:47:07.824636 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-f4e9b234-2e73-4fa8-b8cd-c49d8b3536ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096'] for port (23d883ea-b438-44c6-a36e-71914e21d22e), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:07.853346 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e56bd555-ced0-4010-9aa8-c45d043b1f77 admin admin] Notify agent at l3_agent.dv-cinder-840289-3-iscsi the message routers_updated {{(pid=110298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 14:47:07.868115 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c36a62-60d3-483f-ba39-aa64ade03c7a None None] Sync routers for ids ['db4af115-9f4b-4bb1-9a55-aee1c9e2515d'] in dv-cinder-840289-3-iscsi {{(pid=110300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 14:47:07.879132 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-35161179-7fd9-4811-bef5-011275e689ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (7d01dc2f-563d-4855-99fa-cc844d452c3e), after_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:07.883212 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c36a62-60d3-483f-ba39-aa64ade03c7a None None] Routers {'db4af115-9f4b-4bb1-9a55-aee1c9e2515d'} bound to L3 agent in host dv-cinder-840289-3-iscsi {{(pid=110300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:47:07.883212 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_hamode_db [None req-d7c36a62-60d3-483f-ba39-aa64ade03c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-03T14:38:11Z,description=,heartbeat_timestamp=2022-05-03T14:46:41Z,host='dv-cinder-840289-3-iscsi',id=a9161e1b-902d-441f-843b-a0ff0805adee,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:38:12Z,topic='l3_agent')) {'router_ids': ['db4af115-9f4b-4bb1-9a55-aee1c9e2515d'], 'active': True} {{(pid=110300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:47:07.894841 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c4a658-8001-473a-95c1-a75e3bd0b7fd None None] Pushing event updated for resources: {'Port': ['ID=23d883ea-b438-44c6-a36e-71914e21d22e,revision_number=3']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:47:07.913574 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-9c0884e3-81ca-44c2-b6db-1cad5a00ab9e tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Publish callbacks [] for security_group_rule (32170619-38e6-4f32-8608-19cf9a5d2d88), precommit_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:07.931873 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Provisioning complete for port 42cc1557-0574-4eef-842a-e3b7026362c8 triggered by entity L2. {{(pid=110299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:47:07.933056 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728915'] for port (42cc1557-0574-4eef-842a-e3b7026362c8), provisioning_complete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:07.938976 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-e56bd555-ced0-4010-9aa8-c45d043b1f77 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:07.941950 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-e56bd555-ced0-4010-9aa8-c45d043b1f77 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 6.4816229 May 03 14:47:07.943435 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 38092) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:47:07.983147 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-35161179-7fd9-4811-bef5-011275e689ea admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fd47918592854f0f9e06b4e7af7b3856&name=default HTTP/1.1" status: 200 len: 2994 time: 0.6483498 May 03 14:47:08.010904 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 38094) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:47:08.033031 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvr_db [None req-d7c36a62-60d3-483f-ba39-aa64ade03c7a None None] Set router db4af115-9f4b-4bb1-9a55-aee1c9e2515d gateway port host: dv-cinder-840289-3-iscsi {{(pid=110300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:47:08.113099 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35161179-7fd9-4811-bef5-011275e689ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d01dc2f-563d-4855-99fa-cc844d452c3e,revision_number=1']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:47:08.118615 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-9c0884e3-81ca-44c2-b6db-1cad5a00ab9e tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652759'] for security_group_rule (32170619-38e6-4f32-8608-19cf9a5d2d88), after_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:08.206030 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-6d75bc52-3e3c-49d7-b1c2-c7523a0df4fb None None] Current status of the port d3338c1d-1bf1-49fa-8da6-335a48d36c9a is: ACTIVE; New status is: ACTIVE {{(pid=110299) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:47:08.255384 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0884e3-81ca-44c2-b6db-1cad5a00ab9e tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32170619-38e6-4f32-8608-19cf9a5d2d88,revision_number=0']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:47:08.271175 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab6603e4-e597-4082-8a2e-148baf940df7 admin admin] Notify agent at l3_agent.dv-cinder-840289-3-iscsi the message routers_updated {{(pid=110297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 14:47:08.295966 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cefacef-5e7e-4214-ab88-37bed9c4e3de None None] Sync routers for ids ['c0586b89-047d-470f-ba98-8ebeb44b6f63'] in dv-cinder-840289-3-iscsi {{(pid=110299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 14:47:08.374278 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-9c0884e3-81ca-44c2-b6db-1cad5a00ab9e tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:08.383422 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-9c0884e3-81ca-44c2-b6db-1cad5a00ab9e tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0854995 May 03 14:47:08.386524 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 38110) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:47:08.411979 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.v2.base [None req-92f28613-8bae-4094-9d57-7d54b86a1e80 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Request body: {'floatingip': {'floating_network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c'}} {{(pid=110297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:47:08.448955 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-ab6603e4-e597-4082-8a2e-148baf940df7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:08.450205 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-ab6603e4-e597-4082-8a2e-148baf940df7 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.1763704 May 03 14:47:08.450980 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 38114) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:47:08.454761 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 38116) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:47:08.485924 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-a9293354-a239-46a8-8d77-ad6f71ff2aa7 admin admin] Publish callbacks [] for security_group (7d01dc2f-563d-4855-99fa-cc844d452c3e), before_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:08.486628 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [None req-d0490466-6151-4f20-808c-ffdf8f635777 None None] Provisioning complete for port 23d883ea-b438-44c6-a36e-71914e21d22e triggered by entity DHCP. {{(pid=110299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:47:08.487754 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-d0490466-6151-4f20-808c-ffdf8f635777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728915'] for port (23d883ea-b438-44c6-a36e-71914e21d22e), provisioning_complete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:08.489993 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cefacef-5e7e-4214-ab88-37bed9c4e3de None None] Routers {'c0586b89-047d-470f-ba98-8ebeb44b6f63'} bound to L3 agent in host dv-cinder-840289-3-iscsi {{(pid=110299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:47:08.490922 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_hamode_db [None req-0cefacef-5e7e-4214-ab88-37bed9c4e3de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-03T14:38:11Z,description=,heartbeat_timestamp=2022-05-03T14:46:41Z,host='dv-cinder-840289-3-iscsi',id=a9161e1b-902d-441f-843b-a0ff0805adee,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:38:12Z,topic='l3_agent')) {'router_ids': ['c0586b89-047d-470f-ba98-8ebeb44b6f63'], 'active': True} {{(pid=110299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:47:08.496088 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.managers [None req-f4e9b234-2e73-4fa8-b8cd-c49d8b3536ee None None] Attempting to bind port 23d883ea-b438-44c6-a36e-71914e21d22e on host dv-cinder-840289-3-iscsi for vnic_type normal with profile {{(pid=110299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 14:47:08.496485 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.managers [None req-f4e9b234-2e73-4fa8-b8cd-c49d8b3536ee None None] Attempting to bind port 23d883ea-b438-44c6-a36e-71914e21d22e by drivers openvswitch,hyperv on host dv-cinder-840289-3-iscsi at level 0 using segments [{'id': 'ec924deb-2fdc-4ebf-b172-c8dd32bc7b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'e149baab-37b5-49e7-bbfb-d6c5aa20aff6'}] {{(pid=110299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 14:47:08.496943 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e9b234-2e73-4fa8-b8cd-c49d8b3536ee None None] Attempting to bind port 23d883ea-b438-44c6-a36e-71914e21d22e on network e149baab-37b5-49e7-bbfb-d6c5aa20aff6 {{(pid=110299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 14:47:08.519030 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-a9293354-a239-46a8-8d77-ad6f71ff2aa7 admin admin] Publish callbacks [] for security_group (7d01dc2f-563d-4855-99fa-cc844d452c3e), precommit_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:08.527381 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-a153ccab-593c-4e71-9f9b-8b694f91c3ae req-db0be794-5309-406b-852f-4544bd2d8998 tempest-DeleteServersTestJSON-1834262226 tempest-DeleteServersTestJSON-1834262226-project] 10.222.0.16 "GET /v2.0/ports?device_id=15b6f436-8fd4-462d-9d65-8975e7b68845 HTTP/1.1" status: 200 len: 210 time: 0.0527072 May 03 14:47:08.585372 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_hamode_db [None req-d7c36a62-60d3-483f-ba39-aa64ade03c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db4af115-9f4b-4bb1-9a55-aee1c9e2515d', 'name': 'tempest-ServerRescueNegativeTestJSON-1281093079-router', 'tenant_id': '85acf5f5a53f45dd96135bdfdbd36bee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'external_fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '5882d21c-2b98-403e-88d3-88a5b9aa99ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:47:01Z', 'updated_at': '2022-05-03T14:47:06Z', 'revision_number': 3, 'project_id': '85acf5f5a53f45dd96135bdfdbd36bee', 'gw_port': {'id': '5882d21c-2b98-403e-88d3-88a5b9aa99ab', 'name': '', 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:db:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db4af115-9f4b-4bb1-9a55-aee1c9e2515d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:47:03Z', 'updated_at': '2022-05-03T14:47:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f907060b-4748-4522-aeb5-06a44b689374', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-3-iscsi'}], 'dv-cinder-840289-3-iscsi', False) {} {{(pid=110300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:47:08.595433 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e9b234-2e73-4fa8-b8cd-c49d8b3536ee None None] Checking agent: {'id': '16d44442-859c-4c9b-bc72-04cb3b8a5d5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840289-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 14, 38, 15), 'started_at': datetime.datetime(2022, 5, 3, 14, 38, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 14, 46, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840289-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 14:47:08.596047 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e9b234-2e73-4fa8-b8cd-c49d8b3536ee None None] Checking segment: {'id': 'ec924deb-2fdc-4ebf-b172-c8dd32bc7b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'e149baab-37b5-49e7-bbfb-d6c5aa20aff6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 14:47:08.596629 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-f4e9b234-2e73-4fa8-b8cd-c49d8b3536ee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:08.597176 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e9b234-2e73-4fa8-b8cd-c49d8b3536ee None None] Bound using segment: {'id': 'ec924deb-2fdc-4ebf-b172-c8dd32bc7b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'e149baab-37b5-49e7-bbfb-d6c5aa20aff6'} {{(pid=110299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 14:47:08.597810 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.managers [None req-f4e9b234-2e73-4fa8-b8cd-c49d8b3536ee None None] Bound port: 23d883ea-b438-44c6-a36e-71914e21d22e, host: dv-cinder-840289-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec924deb-2fdc-4ebf-b172-c8dd32bc7b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'e149baab-37b5-49e7-bbfb-d6c5aa20aff6'}}] {{(pid=110299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 14:47:08.598346 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-f4e9b234-2e73-4fa8-b8cd-c49d8b3536ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (23d883ea-b438-44c6-a36e-71914e21d22e), before_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:08.622592 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c36a62-60d3-483f-ba39-aa64ade03c7a None None] Checking router: db4af115-9f4b-4bb1-9a55-aee1c9e2515d for host: dv-cinder-840289-3-iscsi {{(pid=110300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 14:47:08.623124 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c36a62-60d3-483f-ba39-aa64ade03c7a None None] Updating router db4af115-9f4b-4bb1-9a55-aee1c9e2515d port 5882d21c-2b98-403e-88d3-88a5b9aa99ab binding host dv-cinder-840289-3-iscsi {{(pid=110300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 14:47:08.650963 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-d0490466-6151-4f20-808c-ffdf8f635777 None None] Port 23d883ea-b438-44c6-a36e-71914e21d22e cannot update to ACTIVE because it is not bound. {{(pid=110299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 14:47:08.682631 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-d7c36a62-60d3-483f-ba39-aa64ade03c7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (5882d21c-2b98-403e-88d3-88a5b9aa99ab), before_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:08.758920 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [None req-d0490466-6151-4f20-808c-ffdf8f635777 None None] Provisioning complete for port 42cc1557-0574-4eef-842a-e3b7026362c8 triggered by entity DHCP. {{(pid=110299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:47:08.759655 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-d0490466-6151-4f20-808c-ffdf8f635777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728915'] for port (42cc1557-0574-4eef-842a-e3b7026362c8), provisioning_complete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:08.789223 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-92f28613-8bae-4094-9d57-7d54b86a1e80 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:08.797303 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 38130) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:47:08.808318 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Current status of the port 42cc1557-0574-4eef-842a-e3b7026362c8 is: ACTIVE; New status is: ACTIVE {{(pid=110299) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:47:08.817268 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-865a14c5-e122-446e-8808-c565d9111725 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:08.946471 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_dvr_db [None req-0cefacef-5e7e-4214-ab88-37bed9c4e3de None None] Set router c0586b89-047d-470f-ba98-8ebeb44b6f63 gateway port host: dv-cinder-840289-3-iscsi {{(pid=110299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:47:09.027156 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Device d3338c1d-1bf1-49fa-8da6-335a48d36c9a up at agent ovs-agent-dv-cinder-840289-3-iscsi {{(pid=110299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 14:47:09.030542 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-7bcda9d7-dd48-4053-920f-af7b946dffa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (5d16a8e7-5fab-4607-ae51-2b468a019c05), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:09.037511 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-f4e9b234-2e73-4fa8-b8cd-c49d8b3536ee None None] For port 23d883ea-b438-44c6-a36e-71914e21d22e, host dv-cinder-840289-3-iscsi, cleared binding levels {{(pid=110299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 14:47:09.131234 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-95f1af3a-dde0-414a-b533-fb014cdaf1b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (None), before_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:09.210492 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-865a14c5-e122-446e-8808-c565d9111725 admin admin] Publish callbacks [] for security_group (ef116d16-6afa-4f47-8acb-734426fdaf48), precommit_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:09.219834 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-a9293354-a239-46a8-8d77-ad6f71ff2aa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (7d01dc2f-563d-4855-99fa-cc844d452c3e), after_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:09.223924 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-a9293354-a239-46a8-8d77-ad6f71ff2aa7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:09.227574 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-a9293354-a239-46a8-8d77-ad6f71ff2aa7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7d01dc2f-563d-4855-99fa-cc844d452c3e HTTP/1.1" status: 204 len: 168 time: 1.2149875 May 03 14:47:09.285503 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-d7c36a62-60d3-483f-ba39-aa64ade03c7a None None] Publish callbacks [] for port (5882d21c-2b98-403e-88d3-88a5b9aa99ab), precommit_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:09.293477 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-f4e9b234-2e73-4fa8-b8cd-c49d8b3536ee None None] For port 23d883ea-b438-44c6-a36e-71914e21d22e, host dv-cinder-840289-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-3-iscsi',level=0,port_id=23d883ea-b438-44c6-a36e-71914e21d22e,segment=NetworkSegment(ec924deb-2fdc-4ebf-b172-c8dd32bc7b93),segment_id=ec924deb-2fdc-4ebf-b172-c8dd32bc7b93)] {{(pid=110299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 14:47:09.299084 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-865a14c5-e122-446e-8808-c565d9111725 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (ef116d16-6afa-4f47-8acb-734426fdaf48), after_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:09.313440 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9293354-a239-46a8-8d77-ad6f71ff2aa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d01dc2f-563d-4855-99fa-cc844d452c3e,revision_number=None']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:47:09.338765 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-3802033c-aee6-49bf-ad40-3ea38b773ee3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:09.349987 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865a14c5-e122-446e-8808-c565d9111725 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef116d16-6afa-4f47-8acb-734426fdaf48,revision_number=1']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:47:09.396486 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-d7c36a62-60d3-483f-ba39-aa64ade03c7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096'] for port (5882d21c-2b98-403e-88d3-88a5b9aa99ab), after_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:09.410188 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-f4e9b234-2e73-4fa8-b8cd-c49d8b3536ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096'] for port (23d883ea-b438-44c6-a36e-71914e21d22e), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:09.427744 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-865a14c5-e122-446e-8808-c565d9111725 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8ba3ec22023340e79d2b5fc618936102&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6293700 May 03 14:47:09.436055 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 38142) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:47:09.465300 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-3802033c-aee6-49bf-ad40-3ea38b773ee3 admin admin] Publish callbacks [] for security_group (eca23cf7-65ac-4676-9494-7a3b6e6af663), precommit_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:09.493742 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-92f28613-8bae-4094-9d57-7d54b86a1e80 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (None), before_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:09.532686 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.managers [None req-d7c36a62-60d3-483f-ba39-aa64ade03c7a None None] Attempting to bind port 5882d21c-2b98-403e-88d3-88a5b9aa99ab on host dv-cinder-840289-3-iscsi for vnic_type normal with profile {{(pid=110300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 14:47:09.533330 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.managers [None req-d7c36a62-60d3-483f-ba39-aa64ade03c7a None None] Attempting to bind port 5882d21c-2b98-403e-88d3-88a5b9aa99ab by drivers openvswitch,hyperv on host dv-cinder-840289-3-iscsi at level 0 using segments [{'id': '0c3170a2-2f96-4172-a4d6-7b5474706bd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c'}] {{(pid=110300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 14:47:09.533498 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c36a62-60d3-483f-ba39-aa64ade03c7a None None] Attempting to bind port 5882d21c-2b98-403e-88d3-88a5b9aa99ab on network 7456e722-9446-4a17-bcf3-c72dce07c65c {{(pid=110300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 14:47:09.538288 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-d0490466-6151-4f20-808c-ffdf8f635777 None None] Current status of the port 42cc1557-0574-4eef-842a-e3b7026362c8 is: ACTIVE; New status is: ACTIVE {{(pid=110299) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:47:09.554260 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c36a62-60d3-483f-ba39-aa64ade03c7a None None] Checking agent: {'id': '16d44442-859c-4c9b-bc72-04cb3b8a5d5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840289-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 14, 38, 15), 'started_at': datetime.datetime(2022, 5, 3, 14, 38, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 14, 46, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840289-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 14:47:09.556464 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c36a62-60d3-483f-ba39-aa64ade03c7a None None] Checking segment: {'id': '0c3170a2-2f96-4172-a4d6-7b5474706bd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 14:47:09.556944 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-d7c36a62-60d3-483f-ba39-aa64ade03c7a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:09.558053 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c36a62-60d3-483f-ba39-aa64ade03c7a None None] Bound using segment: {'id': '0c3170a2-2f96-4172-a4d6-7b5474706bd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c'} {{(pid=110300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 14:47:09.558630 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.managers [None req-d7c36a62-60d3-483f-ba39-aa64ade03c7a None None] Bound port: 5882d21c-2b98-403e-88d3-88a5b9aa99ab, host: dv-cinder-840289-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c3170a2-2f96-4172-a4d6-7b5474706bd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c'}}] {{(pid=110300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 14:47:09.562086 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-d7c36a62-60d3-483f-ba39-aa64ade03c7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (5882d21c-2b98-403e-88d3-88a5b9aa99ab), before_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:09.591510 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Provisioning complete for port d3338c1d-1bf1-49fa-8da6-335a48d36c9a triggered by entity L2. {{(pid=110299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:47:09.592222 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728915'] for port (d3338c1d-1bf1-49fa-8da6-335a48d36c9a), provisioning_complete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:09.596331 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-8e02981a-6d4b-4214-8164-b1ba962695c8 admin admin] Publish callbacks [] for security_group (ef116d16-6afa-4f47-8acb-734426fdaf48), before_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:09.610161 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f1660b-5b31-4544-8d67-5927c13254c1 None None] Pushing event updated for resources: {'Port': ['ID=5882d21c-2b98-403e-88d3-88a5b9aa99ab,revision_number=2']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:47:09.613512 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-3802033c-aee6-49bf-ad40-3ea38b773ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (eca23cf7-65ac-4676-9494-7a3b6e6af663), after_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:09.666928 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e9b234-2e73-4fa8-b8cd-c49d8b3536ee None None] Routers {'ad4e3cb3-52d4-4aca-9d0f-fd9d17566f06'} bound to L3 agent in host dv-cinder-840289-3-iscsi {{(pid=110299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:47:09.668606 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_hamode_db [None req-f4e9b234-2e73-4fa8-b8cd-c49d8b3536ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-03T14:38:11Z,description=,heartbeat_timestamp=2022-05-03T14:46:41Z,host='dv-cinder-840289-3-iscsi',id=a9161e1b-902d-441f-843b-a0ff0805adee,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:38:12Z,topic='l3_agent')) {'router_ids': ['ad4e3cb3-52d4-4aca-9d0f-fd9d17566f06'], 'active': True} {{(pid=110299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:47:09.678156 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_hamode_db [None req-0cefacef-5e7e-4214-ab88-37bed9c4e3de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0586b89-047d-470f-ba98-8ebeb44b6f63', 'name': 'tempest-AttachVolumeTestJSON-1271780405-router', 'tenant_id': 'b4752d3e59c94290925845f591792921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'external_fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': 'd8bbc91f-bf64-4bf7-ad43-b6ff6a701cc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:47:02Z', 'updated_at': '2022-05-03T14:47:06Z', 'revision_number': 3, 'project_id': 'b4752d3e59c94290925845f591792921', 'gw_port': {'id': 'd8bbc91f-bf64-4bf7-ad43-b6ff6a701cc7', 'name': '', 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:fc:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0586b89-047d-470f-ba98-8ebeb44b6f63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:47:04Z', 'updated_at': '2022-05-03T14:47:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f907060b-4748-4522-aeb5-06a44b689374', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-3-iscsi'}], 'dv-cinder-840289-3-iscsi', False) {} {{(pid=110299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:47:09.697990 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.db [None req-d7c36a62-60d3-483f-ba39-aa64ade03c7a None None] For port 5882d21c-2b98-403e-88d3-88a5b9aa99ab, host dv-cinder-840289-3-iscsi, cleared binding levels {{(pid=110300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 14:47:09.709617 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.db [None req-d7c36a62-60d3-483f-ba39-aa64ade03c7a None None] For port 5882d21c-2b98-403e-88d3-88a5b9aa99ab, host dv-cinder-840289-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-3-iscsi',level=0,port_id=5882d21c-2b98-403e-88d3-88a5b9aa99ab,segment=NetworkSegment(0c3170a2-2f96-4172-a4d6-7b5474706bd0),segment_id=0c3170a2-2f96-4172-a4d6-7b5474706bd0)] {{(pid=110300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 14:47:09.754716 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-3802033c-aee6-49bf-ad40-3ea38b773ee3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fa0bb18cb96245028572fa95cb63f2d0&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2110927 May 03 14:47:09.768834 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 38154) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:47:09.808942 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-d7c36a62-60d3-483f-ba39-aa64ade03c7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096'] for port (5882d21c-2b98-403e-88d3-88a5b9aa99ab), after_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:09.818614 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c4a658-8001-473a-95c1-a75e3bd0b7fd None None] Pushing event updated for resources: {'Port': ['ID=23d883ea-b438-44c6-a36e-71914e21d22e,revision_number=4']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:47:09.845041 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cefacef-5e7e-4214-ab88-37bed9c4e3de None None] Checking router: c0586b89-047d-470f-ba98-8ebeb44b6f63 for host: dv-cinder-840289-3-iscsi {{(pid=110299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 14:47:09.845567 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cefacef-5e7e-4214-ab88-37bed9c4e3de None None] Updating router c0586b89-047d-470f-ba98-8ebeb44b6f63 port d8bbc91f-bf64-4bf7-ad43-b6ff6a701cc7 binding host dv-cinder-840289-3-iscsi {{(pid=110299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 14:47:09.853362 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-6fd7a5cd-2b12-4970-928f-544410eeff5f req-5c89eaa2-94bb-4952-9f64-055e5f4e732a tempest-DeleteServersTestJSON-1834262226 tempest-DeleteServersTestJSON-1834262226-project] 10.222.0.16 "GET /v2.0/ports?device_id=15b6f436-8fd4-462d-9d65-8975e7b68845 HTTP/1.1" status: 200 len: 210 time: 0.1592622 May 03 14:47:09.863339 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-8e02981a-6d4b-4214-8164-b1ba962695c8 admin admin] Publish callbacks [] for security_group (ef116d16-6afa-4f47-8acb-734426fdaf48), precommit_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:09.892075 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c36a62-60d3-483f-ba39-aa64ade03c7a None None] Routers {'db4af115-9f4b-4bb1-9a55-aee1c9e2515d'} bound to L3 agent in host dv-cinder-840289-3-iscsi {{(pid=110300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:47:09.892933 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_hamode_db [None req-d7c36a62-60d3-483f-ba39-aa64ade03c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-03T14:38:11Z,description=,heartbeat_timestamp=2022-05-03T14:46:41Z,host='dv-cinder-840289-3-iscsi',id=a9161e1b-902d-441f-843b-a0ff0805adee,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:38:12Z,topic='l3_agent')) {'router_ids': ['db4af115-9f4b-4bb1-9a55-aee1c9e2515d'], 'active': True} {{(pid=110300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:47:09.942870 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-0cefacef-5e7e-4214-ab88-37bed9c4e3de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (d8bbc91f-bf64-4bf7-ad43-b6ff6a701cc7), before_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:09.973492 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3802033c-aee6-49bf-ad40-3ea38b773ee3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eca23cf7-65ac-4676-9494-7a3b6e6af663,revision_number=1']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:47:09.979756 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f1660b-5b31-4544-8d67-5927c13254c1 None None] Pushing event updated for resources: {'Port': ['ID=5882d21c-2b98-403e-88d3-88a5b9aa99ab,revision_number=3']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:47:10.019726 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.db.db_base_plugin_common [None req-95f1af3a-dde0-414a-b533-fb014cdaf1b3 admin admin] Allocated IP 172.20.0.1 (2d59a619-2104-48af-9b29-5b43721c1720/fd06123f-ac2d-4feb-b448-363a0cf902f7/ae3ee56f-1057-44ee-85bd-bb4bf0c0703c) {{(pid=110298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 14:47:10.019880 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-d18e4462-0e0c-4702-816c-c3780f00e499 admin admin] Publish callbacks [] for security_group (eca23cf7-65ac-4676-9494-7a3b6e6af663), before_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:10.121329 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.db.db_base_plugin_common [None req-92f28613-8bae-4094-9d57-7d54b86a1e80 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Allocated IP 172.27.0.187 (7456e722-9446-4a17-bcf3-c72dce07c65c/f907060b-4748-4522-aeb5-06a44b689374/6fc7034d-26f5-4c9e-a251-46503a2f81e9) {{(pid=110297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 14:47:10.125707 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-d18e4462-0e0c-4702-816c-c3780f00e499 admin admin] Publish callbacks [] for security_group (eca23cf7-65ac-4676-9494-7a3b6e6af663), precommit_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:10.127352 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_dvr_db [None req-f4e9b234-2e73-4fa8-b8cd-c49d8b3536ee None None] Set router ad4e3cb3-52d4-4aca-9d0f-fd9d17566f06 gateway port host: dv-cinder-840289-3-iscsi {{(pid=110299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:47:10.140302 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvr_db [None req-d7c36a62-60d3-483f-ba39-aa64ade03c7a None None] Set router db4af115-9f4b-4bb1-9a55-aee1c9e2515d gateway port host: dv-cinder-840289-3-iscsi {{(pid=110300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:47:10.151727 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-95f1af3a-dde0-414a-b533-fb014cdaf1b3 admin admin] Publish callbacks [] for port (ae3ee56f-1057-44ee-85bd-bb4bf0c0703c), precommit_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:10.233206 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [None req-78245320-e868-466f-b962-fbeae16c1a08 None None] Provisioning complete for port 23d883ea-b438-44c6-a36e-71914e21d22e triggered by entity DHCP. {{(pid=110299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:47:10.233548 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-78245320-e868-466f-b962-fbeae16c1a08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728915'] for port (23d883ea-b438-44c6-a36e-71914e21d22e), provisioning_complete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:10.293803 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Current status of the port d3338c1d-1bf1-49fa-8da6-335a48d36c9a is: ACTIVE; New status is: ACTIVE {{(pid=110299) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:47:10.295009 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Device 42cc1557-0574-4eef-842a-e3b7026362c8 up at agent ovs-agent-dv-cinder-840289-3-iscsi {{(pid=110299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 14:47:10.350192 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-95f1af3a-dde0-414a-b533-fb014cdaf1b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775476647060'] for port (ae3ee56f-1057-44ee-85bd-bb4bf0c0703c), after_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:10.352487 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-8e02981a-6d4b-4214-8164-b1ba962695c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (ef116d16-6afa-4f47-8acb-734426fdaf48), after_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:10.355771 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-8e02981a-6d4b-4214-8164-b1ba962695c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:10.359561 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-8e02981a-6d4b-4214-8164-b1ba962695c8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ef116d16-6afa-4f47-8acb-734426fdaf48 HTTP/1.1" status: 204 len: 168 time: 0.9246476 May 03 14:47:10.383065 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-d3289137-2eac-40b7-8ac0-a14f3c44c1a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (None), before_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:10.454071 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-d18e4462-0e0c-4702-816c-c3780f00e499 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (eca23cf7-65ac-4676-9494-7a3b6e6af663), after_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:10.465442 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e02981a-6d4b-4214-8164-b1ba962695c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef116d16-6afa-4f47-8acb-734426fdaf48,revision_number=None']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:47:10.466808 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-d18e4462-0e0c-4702-816c-c3780f00e499 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:10.468447 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_hamode_db [None req-d7c36a62-60d3-483f-ba39-aa64ade03c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db4af115-9f4b-4bb1-9a55-aee1c9e2515d', 'name': 'tempest-ServerRescueNegativeTestJSON-1281093079-router', 'tenant_id': '85acf5f5a53f45dd96135bdfdbd36bee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'external_fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '5882d21c-2b98-403e-88d3-88a5b9aa99ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:47:01Z', 'updated_at': '2022-05-03T14:47:06Z', 'revision_number': 3, 'project_id': '85acf5f5a53f45dd96135bdfdbd36bee', 'gw_port': {'id': '5882d21c-2b98-403e-88d3-88a5b9aa99ab', 'name': '', 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:db:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db4af115-9f4b-4bb1-9a55-aee1c9e2515d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:47:03Z', 'updated_at': '2022-05-03T14:47:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f907060b-4748-4522-aeb5-06a44b689374', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-3-iscsi'}], 'dv-cinder-840289-3-iscsi', False) {} {{(pid=110300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:47:10.470721 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-d18e4462-0e0c-4702-816c-c3780f00e499 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/eca23cf7-65ac-4676-9494-7a3b6e6af663 HTTP/1.1" status: 204 len: 168 time: 0.6985734 May 03 14:47:10.501636 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18e4462-0e0c-4702-816c-c3780f00e499 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eca23cf7-65ac-4676-9494-7a3b6e6af663,revision_number=None']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:47:10.517391 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f1af3a-dde0-414a-b533-fb014cdaf1b3 admin admin] Pushing event updated for resources: {'Port': ['ID=ae3ee56f-1057-44ee-85bd-bb4bf0c0703c,revision_number=1']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:47:10.522766 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c36a62-60d3-483f-ba39-aa64ade03c7a None None] The sync data for ids ['db4af115-9f4b-4bb1-9a55-aee1c9e2515d'] in dv-cinder-840289-3-iscsi is: [{'id': 'db4af115-9f4b-4bb1-9a55-aee1c9e2515d', 'name': 'tempest-ServerRescueNegativeTestJSON-1281093079-router', 'tenant_id': '85acf5f5a53f45dd96135bdfdbd36bee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'external_fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '5882d21c-2b98-403e-88d3-88a5b9aa99ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:47:01Z', 'updated_at': '2022-05-03T14:47:06Z', 'revision_number': 3, 'project_id': '85acf5f5a53f45dd96135bdfdbd36bee', 'gw_port': {'id': '5882d21c-2b98-403e-88d3-88a5b9aa99ab', 'name': '', 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:db:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db4af115-9f4b-4bb1-9a55-aee1c9e2515d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:47:03Z', 'updated_at': '2022-05-03T14:47:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f907060b-4748-4522-aeb5-06a44b689374', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-3-iscsi'}] {{(pid=110300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 14:47:10.531984 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95f1af3a-dde0-414a-b533-fb014cdaf1b3 admin admin] Network 2d59a619-2104-48af-9b29-5b43721c1720 is already hosted by enough agents. {{(pid=110298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 14:47:10.535262 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.scheduler.base_scheduler [None req-95f1af3a-dde0-414a-b533-fb014cdaf1b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=110298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 14:47:10.549595 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f1af3a-dde0-414a-b533-fb014cdaf1b3 admin admin] Received port after_create {{(pid=110298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 14:47:10.550204 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-95f1af3a-dde0-414a-b533-fb014cdaf1b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1694142'] for router_interface (db4af115-9f4b-4bb1-9a55-aee1c9e2515d), before_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:10.572039 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-92f28613-8bae-4094-9d57-7d54b86a1e80 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Publish callbacks [] for port (6fc7034d-26f5-4c9e-a251-46503a2f81e9), precommit_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:10.609580 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Provisioning complete for port 42cc1557-0574-4eef-842a-e3b7026362c8 triggered by entity L2. {{(pid=110299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:47:10.609580 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728915'] for port (42cc1557-0574-4eef-842a-e3b7026362c8), provisioning_complete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:10.665749 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-78245320-e868-466f-b962-fbeae16c1a08 None None] Current status of the port 23d883ea-b438-44c6-a36e-71914e21d22e is: DOWN; New status is: ACTIVE {{(pid=110299) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:47:10.666154 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-78245320-e868-466f-b962-fbeae16c1a08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (23d883ea-b438-44c6-a36e-71914e21d22e), before_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:10.811444 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-78245320-e868-466f-b962-fbeae16c1a08 None None] For port 23d883ea-b438-44c6-a36e-71914e21d22e, host dv-cinder-840289-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-3-iscsi',level=0,port_id=23d883ea-b438-44c6-a36e-71914e21d22e,segment=NetworkSegment(ec924deb-2fdc-4ebf-b172-c8dd32bc7b93),segment_id=ec924deb-2fdc-4ebf-b172-c8dd32bc7b93)] {{(pid=110299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:47:10.881073 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-92f28613-8bae-4094-9d57-7d54b86a1e80 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775476647060'] for port (6fc7034d-26f5-4c9e-a251-46503a2f81e9), after_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:10.936728 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92f28613-8bae-4094-9d57-7d54b86a1e80 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Network 7456e722-9446-4a17-bcf3-c72dce07c65c is already hosted by enough agents. {{(pid=110297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 14:47:11.016329 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.scheduler.base_scheduler [None req-92f28613-8bae-4094-9d57-7d54b86a1e80 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Resources bound (agent type, host, resource id): {{(pid=110297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 14:47:11.019639 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f28613-8bae-4094-9d57-7d54b86a1e80 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Received port after_create {{(pid=110297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 14:47:11.127672 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-95f1af3a-dde0-414a-b533-fb014cdaf1b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (ae3ee56f-1057-44ee-85bd-bb4bf0c0703c), before_update {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:11.142345 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.db.db_base_plugin_common [None req-d3289137-2eac-40b7-8ac0-a14f3c44c1a2 admin admin] Allocated IP 172.20.0.1 (963c04e2-09c0-42b3-8b14-9ee6b8c8fe47/48f101fe-497d-4192-8a7b-0011d50ada6e/361af859-480a-47e2-a077-925325ebf6d1) {{(pid=110297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 14:47:11.190869 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-78245320-e868-466f-b962-fbeae16c1a08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096'] for port (23d883ea-b438-44c6-a36e-71914e21d22e), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:11.296902 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-92f28613-8bae-4094-9d57-7d54b86a1e80 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Publish callbacks [] for floatingip (ea4b8c2a-06f8-4c57-9a10-8640aa11686e), precommit_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:11.311844 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f28613-8bae-4094-9d57-7d54b86a1e80 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Pushing event updated for resources: {'Port': ['ID=6fc7034d-26f5-4c9e-a251-46503a2f81e9,revision_number=1']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:47:11.382070 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [None req-f0239d91-c5dc-4bac-8b82-cf4e504ce2d5 None None] Provisioning complete for port ae3ee56f-1057-44ee-85bd-bb4bf0c0703c triggered by entity DHCP. {{(pid=110299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:47:11.382462 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-f0239d91-c5dc-4bac-8b82-cf4e504ce2d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728915'] for port (ae3ee56f-1057-44ee-85bd-bb4bf0c0703c), provisioning_complete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:11.431086 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-c0902574-7c57-428c-8986-d46ef4b8b75d req-16ac289d-1c17-470d-a7a0-e850d5490da8 tempest-DeleteServersTestJSON-1834262226 tempest-DeleteServersTestJSON-1834262226-project] 10.222.0.16 "GET /v2.0/ports?device_id=15b6f436-8fd4-462d-9d65-8975e7b68845 HTTP/1.1" status: 200 len: 210 time: 0.2499862 May 03 14:47:11.449739 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-f0239d91-c5dc-4bac-8b82-cf4e504ce2d5 None None] Port ae3ee56f-1057-44ee-85bd-bb4bf0c0703c cannot update to ACTIVE because it is not bound. {{(pid=110299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 14:47:11.493054 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_hamode_db [None req-f4e9b234-2e73-4fa8-b8cd-c49d8b3536ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad4e3cb3-52d4-4aca-9d0f-fd9d17566f06', 'name': 'tempest-AttachVolumeShelveTestJSON-332369523-router', 'tenant_id': 'ea2dc692f2754b34afd1a52dad1c2cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'external_fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.181'}], 'enable_snat': True}, 'gw_port_id': 'b3befeae-2658-4b04-914b-de826eb729fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:46:57Z', 'updated_at': '2022-05-03T14:47:01Z', 'revision_number': 4, 'project_id': 'ea2dc692f2754b34afd1a52dad1c2cb3', 'gw_port': {'id': 'b3befeae-2658-4b04-914b-de826eb729fa', 'name': '', 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:2a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad4e3cb3-52d4-4aca-9d0f-fd9d17566f06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:46:58Z', 'updated_at': '2022-05-03T14:47:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f907060b-4748-4522-aeb5-06a44b689374', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-3-iscsi', '_interfaces': [{'id': '23d883ea-b438-44c6-a36e-71914e21d22e', 'name': '', 'network_id': 'e149baab-37b5-49e7-bbfb-d6c5aa20aff6', 'tenant_id': 'ea2dc692f2754b34afd1a52dad1c2cb3', 'mac_address': 'fa:16:3e:c3:9a:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad4e3cb3-52d4-4aca-9d0f-fd9d17566f06', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'd36733c8-18a7-47f6-a054-ee0e84dd3169', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:47:00Z', 'updated_at': '2022-05-03T14:47:08Z', 'revision_number': 4, 'project_id': 'ea2dc692f2754b34afd1a52dad1c2cb3', 'subnets': [{'id': 'd36733c8-18a7-47f6-a054-ee0e84dd3169', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-3-iscsi', False) {} {{(pid=110299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:47:11.651453 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-95f1af3a-dde0-414a-b533-fb014cdaf1b3 admin admin] Publish callbacks [] for port (ae3ee56f-1057-44ee-85bd-bb4bf0c0703c), precommit_update {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:11.665517 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Current status of the port 42cc1557-0574-4eef-842a-e3b7026362c8 is: ACTIVE; New status is: ACTIVE {{(pid=110299) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:47:11.671038 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-d306374f-d12b-4e7f-b81f-80e1b51f56a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (a9161e1b-902d-441f-843b-a0ff0805adee), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:11.678477 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e9b234-2e73-4fa8-b8cd-c49d8b3536ee None None] The sync data for ids ['ad4e3cb3-52d4-4aca-9d0f-fd9d17566f06'] in dv-cinder-840289-3-iscsi is: [{'id': 'ad4e3cb3-52d4-4aca-9d0f-fd9d17566f06', 'name': 'tempest-AttachVolumeShelveTestJSON-332369523-router', 'tenant_id': 'ea2dc692f2754b34afd1a52dad1c2cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'external_fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.181'}], 'enable_snat': True}, 'gw_port_id': 'b3befeae-2658-4b04-914b-de826eb729fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:46:57Z', 'updated_at': '2022-05-03T14:47:01Z', 'revision_number': 4, 'project_id': 'ea2dc692f2754b34afd1a52dad1c2cb3', 'gw_port': {'id': 'b3befeae-2658-4b04-914b-de826eb729fa', 'name': '', 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:2a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad4e3cb3-52d4-4aca-9d0f-fd9d17566f06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:46:58Z', 'updated_at': '2022-05-03T14:47:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f907060b-4748-4522-aeb5-06a44b689374', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-3-iscsi', '_interfaces': [{'id': '23d883ea-b438-44c6-a36e-71914e21d22e', 'name': '', 'network_id': 'e149baab-37b5-49e7-bbfb-d6c5aa20aff6', 'tenant_id': 'ea2dc692f2754b34afd1a52dad1c2cb3', 'mac_address': 'fa:16:3e:c3:9a:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad4e3cb3-52d4-4aca-9d0f-fd9d17566f06', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'd36733c8-18a7-47f6-a054-ee0e84dd3169', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:47:00Z', 'updated_at': '2022-05-03T14:47:08Z', 'revision_number': 4, 'project_id': 'ea2dc692f2754b34afd1a52dad1c2cb3', 'subnets': [{'id': 'd36733c8-18a7-47f6-a054-ee0e84dd3169', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 14:47:11.695269 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78245320-e868-466f-b962-fbeae16c1a08 None None] Pushing event updated for resources: {'Port': ['ID=23d883ea-b438-44c6-a36e-71914e21d22e,revision_number=5']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:47:11.725875 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-95f1af3a-dde0-414a-b533-fb014cdaf1b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096'] for port (ae3ee56f-1057-44ee-85bd-bb4bf0c0703c), after_update {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:11.726735 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-95f1af3a-dde0-414a-b533-fb014cdaf1b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1694048'] for router_interface (db4af115-9f4b-4bb1-9a55-aee1c9e2515d), after_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:11.763058 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-92f28613-8bae-4094-9d57-7d54b86a1e80 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (6fc7034d-26f5-4c9e-a251-46503a2f81e9), before_update {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:11.944103 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f1af3a-dde0-414a-b533-fb014cdaf1b3 admin admin] Pushing event updated for resources: {'Port': ['ID=ae3ee56f-1057-44ee-85bd-bb4bf0c0703c,revision_number=2']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:47:11.952639 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Device 5882d21c-2b98-403e-88d3-88a5b9aa99ab up at agent ovs-agent-dv-cinder-840289-3-iscsi {{(pid=110299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 14:47:11.995470 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-d3289137-2eac-40b7-8ac0-a14f3c44c1a2 admin admin] Publish callbacks [] for port (361af859-480a-47e2-a077-925325ebf6d1), precommit_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:12.056541 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-0cefacef-5e7e-4214-ab88-37bed9c4e3de None None] Publish callbacks [] for port (d8bbc91f-bf64-4bf7-ad43-b6ff6a701cc7), precommit_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:12.095807 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Provisioning complete for port 5882d21c-2b98-403e-88d3-88a5b9aa99ab triggered by entity L2. {{(pid=110299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:47:12.096744 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728915'] for port (5882d21c-2b98-403e-88d3-88a5b9aa99ab), provisioning_complete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:12.159636 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-0cefacef-5e7e-4214-ab88-37bed9c4e3de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096'] for port (d8bbc91f-bf64-4bf7-ad43-b6ff6a701cc7), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:12.216677 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 38214) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:47:12.217475 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.55', 49724) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:47:12.253265 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95f1af3a-dde0-414a-b533-fb014cdaf1b3 admin admin] Network 2d59a619-2104-48af-9b29-5b43721c1720 is already hosted by enough agents. {{(pid=110298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 14:47:12.256759 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.scheduler.base_scheduler [None req-95f1af3a-dde0-414a-b533-fb014cdaf1b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=110298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 14:47:12.460788 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Current status of the port 5882d21c-2b98-403e-88d3-88a5b9aa99ab is: DOWN; New status is: ACTIVE {{(pid=110299) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:47:12.461188 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (5882d21c-2b98-403e-88d3-88a5b9aa99ab), before_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:12.481771 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-92f28613-8bae-4094-9d57-7d54b86a1e80 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Publish callbacks [] for port (6fc7034d-26f5-4c9e-a251-46503a2f81e9), precommit_update {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:12.519692 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-d3289137-2eac-40b7-8ac0-a14f3c44c1a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775476647060'] for port (361af859-480a-47e2-a077-925325ebf6d1), after_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:12.544761 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] For port 5882d21c-2b98-403e-88d3-88a5b9aa99ab, host dv-cinder-840289-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-3-iscsi',level=0,port_id=5882d21c-2b98-403e-88d3-88a5b9aa99ab,segment=NetworkSegment(0c3170a2-2f96-4172-a4d6-7b5474706bd0),segment_id=0c3170a2-2f96-4172-a4d6-7b5474706bd0)] {{(pid=110299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:47:12.555200 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.managers [None req-0cefacef-5e7e-4214-ab88-37bed9c4e3de None None] Attempting to bind port d8bbc91f-bf64-4bf7-ad43-b6ff6a701cc7 on host dv-cinder-840289-3-iscsi for vnic_type normal with profile {{(pid=110299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 14:47:12.562153 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.managers [None req-0cefacef-5e7e-4214-ab88-37bed9c4e3de None None] Attempting to bind port d8bbc91f-bf64-4bf7-ad43-b6ff6a701cc7 by drivers openvswitch,hyperv on host dv-cinder-840289-3-iscsi at level 0 using segments [{'id': '0c3170a2-2f96-4172-a4d6-7b5474706bd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c'}] {{(pid=110299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 14:47:12.562704 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cefacef-5e7e-4214-ab88-37bed9c4e3de None None] Attempting to bind port d8bbc91f-bf64-4bf7-ad43-b6ff6a701cc7 on network 7456e722-9446-4a17-bcf3-c72dce07c65c {{(pid=110299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 14:47:12.598699 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e18bf7-809b-4a9f-a362-ef694f03fc0a None None] Pushing event updated for resources: {'Port': ['ID=d8bbc91f-bf64-4bf7-ad43-b6ff6a701cc7,revision_number=2']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:47:12.626077 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cefacef-5e7e-4214-ab88-37bed9c4e3de None None] Checking agent: {'id': '16d44442-859c-4c9b-bc72-04cb3b8a5d5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840289-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 14, 38, 15), 'started_at': datetime.datetime(2022, 5, 3, 14, 38, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 14, 46, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840289-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 14:47:12.626892 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cefacef-5e7e-4214-ab88-37bed9c4e3de None None] Checking segment: {'id': '0c3170a2-2f96-4172-a4d6-7b5474706bd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 14:47:12.627604 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-0cefacef-5e7e-4214-ab88-37bed9c4e3de None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:12.628207 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cefacef-5e7e-4214-ab88-37bed9c4e3de None None] Bound using segment: {'id': '0c3170a2-2f96-4172-a4d6-7b5474706bd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c'} {{(pid=110299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 14:47:12.635602 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.managers [None req-0cefacef-5e7e-4214-ab88-37bed9c4e3de None None] Bound port: d8bbc91f-bf64-4bf7-ad43-b6ff6a701cc7, host: dv-cinder-840289-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c3170a2-2f96-4172-a4d6-7b5474706bd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c'}}] {{(pid=110299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 14:47:12.635602 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-0cefacef-5e7e-4214-ab88-37bed9c4e3de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (d8bbc91f-bf64-4bf7-ad43-b6ff6a701cc7), before_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:12.635841 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95f1af3a-dde0-414a-b533-fb014cdaf1b3 admin admin] Router db4af115-9f4b-4bb1-9a55-aee1c9e2515d has already been hosted by L3 agent a9161e1b-902d-441f-843b-a0ff0805adee {{(pid=110298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 14:47:12.722678 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.v2.base [None req-2d7d1dab-c905-41ec-bb6e-bd065dd895c5 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-938534790-network', 'tenant_id': '9b454d1bc5344743a168aef3d97b33f7'}} {{(pid=110297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:47:12.758296 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-0cefacef-5e7e-4214-ab88-37bed9c4e3de None None] For port d8bbc91f-bf64-4bf7-ad43-b6ff6a701cc7, host dv-cinder-840289-3-iscsi, cleared binding levels {{(pid=110299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 14:47:12.763789 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-0cefacef-5e7e-4214-ab88-37bed9c4e3de None None] For port d8bbc91f-bf64-4bf7-ad43-b6ff6a701cc7, host dv-cinder-840289-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-3-iscsi',level=0,port_id=d8bbc91f-bf64-4bf7-ad43-b6ff6a701cc7,segment=NetworkSegment(0c3170a2-2f96-4172-a4d6-7b5474706bd0),segment_id=0c3170a2-2f96-4172-a4d6-7b5474706bd0)] {{(pid=110299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 14:47:12.773283 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096'] for port (5882d21c-2b98-403e-88d3-88a5b9aa99ab), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:12.775640 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-ed776e2d-a518-4685-8fad-0cd9eaa120ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (6a418bd5-8bcc-400f-88b5-19eff412e81a), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:12.816942 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [None req-267a30fb-2288-456d-ac2b-da27c8796966 None None] Provisioning complete for port ae3ee56f-1057-44ee-85bd-bb4bf0c0703c triggered by entity DHCP. {{(pid=110299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:47:12.817589 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-267a30fb-2288-456d-ac2b-da27c8796966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728915'] for port (ae3ee56f-1057-44ee-85bd-bb4bf0c0703c), provisioning_complete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:12.838118 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-92f28613-8bae-4094-9d57-7d54b86a1e80 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096'] for port (6fc7034d-26f5-4c9e-a251-46503a2f81e9), after_update {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:12.882825 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95f1af3a-dde0-414a-b533-fb014cdaf1b3 admin admin] Notify agent at l3_agent.dv-cinder-840289-3-iscsi the message routers_updated {{(pid=110298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 14:47:12.890806 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-95f1af3a-dde0-414a-b533-fb014cdaf1b3 admin admin] 10.222.0.16 "PUT /v2.0/routers/db4af115-9f4b-4bb1-9a55-aee1c9e2515d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9458718 May 03 14:47:12.915292 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-0cefacef-5e7e-4214-ab88-37bed9c4e3de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096'] for port (d8bbc91f-bf64-4bf7-ad43-b6ff6a701cc7), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:12.991710 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Pushing event updated for resources: {'Port': ['ID=5882d21c-2b98-403e-88d3-88a5b9aa99ab,revision_number=4']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:47:12.996569 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-267a30fb-2288-456d-ac2b-da27c8796966 None None] Port ae3ee56f-1057-44ee-85bd-bb4bf0c0703c cannot update to ACTIVE because it is not bound. {{(pid=110299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 14:47:13.040578 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cefacef-5e7e-4214-ab88-37bed9c4e3de None None] Routers {'c0586b89-047d-470f-ba98-8ebeb44b6f63'} bound to L3 agent in host dv-cinder-840289-3-iscsi {{(pid=110299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:47:13.041034 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3289137-2eac-40b7-8ac0-a14f3c44c1a2 admin admin] Network 963c04e2-09c0-42b3-8b14-9ee6b8c8fe47 is already hosted by enough agents. {{(pid=110297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 14:47:13.041229 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_hamode_db [None req-0cefacef-5e7e-4214-ab88-37bed9c4e3de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T14:38:11Z,description=,heartbeat_timestamp=2022-05-03T14:47:11Z,host='dv-cinder-840289-3-iscsi',id=a9161e1b-902d-441f-843b-a0ff0805adee,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:38:12Z,topic='l3_agent')) {'router_ids': ['c0586b89-047d-470f-ba98-8ebeb44b6f63'], 'active': True} {{(pid=110299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:47:13.048705 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3289137-2eac-40b7-8ac0-a14f3c44c1a2 admin admin] Pushing event updated for resources: {'Port': ['ID=361af859-480a-47e2-a077-925325ebf6d1,revision_number=1']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:47:13.141216 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-92f28613-8bae-4094-9d57-7d54b86a1e80 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692144'] for floatingip (ea4b8c2a-06f8-4c57-9a10-8640aa11686e), after_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:13.153993 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.scheduler.base_scheduler [None req-d3289137-2eac-40b7-8ac0-a14f3c44c1a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=110297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 14:47:13.166082 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-9ce004f1-96d1-459b-8d50-0089e58b7700 req-340ac7d3-7d7b-4da5-a7bf-755b145ec2f6 tempest-DeleteServersTestJSON-1834262226 tempest-DeleteServersTestJSON-1834262226-project] 10.222.0.16 "GET /v2.0/ports?device_id=15b6f436-8fd4-462d-9d65-8975e7b68845 HTTP/1.1" status: 200 len: 210 time: 0.2531219 May 03 14:47:13.175366 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3289137-2eac-40b7-8ac0-a14f3c44c1a2 admin admin] Received port after_create {{(pid=110297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 14:47:13.175849 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-d3289137-2eac-40b7-8ac0-a14f3c44c1a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1694142'] for router_interface (c0586b89-047d-470f-ba98-8ebeb44b6f63), before_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:13.183345 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d7d1dab-c905-41ec-bb6e-bd065dd895c5 admin admin] Made reservation on behalf of 9b454d1bc5344743a168aef3d97b33f7 for: {'network': 1} {{(pid=110297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 14:47:13.185674 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-2d7d1dab-c905-41ec-bb6e-bd065dd895c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for network (None), before_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:13.194057 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e18bf7-809b-4a9f-a362-ef694f03fc0a None None] Pushing event updated for resources: {'Port': ['ID=d8bbc91f-bf64-4bf7-ad43-b6ff6a701cc7,revision_number=3']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:47:13.330610 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f28613-8bae-4094-9d57-7d54b86a1e80 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Pushing event updated for resources: {'Port': ['ID=6fc7034d-26f5-4c9e-a251-46503a2f81e9,revision_number=2']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:47:13.348029 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9048b94-c2fe-4146-8dfc-95895ca43828 req-6ed6f4cf-1ecd-4309-aca7-f5be3001a533 tempest-DeleteServersTestJSON-1834262226 tempest-DeleteServersTestJSON-1834262226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:47:13.349533 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_dvr_db [None req-0cefacef-5e7e-4214-ab88-37bed9c4e3de None None] Set router c0586b89-047d-470f-ba98-8ebeb44b6f63 gateway port host: dv-cinder-840289-3-iscsi {{(pid=110299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:47:13.350258 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [req-d9048b94-c2fe-4146-8dfc-95895ca43828 req-6ed6f4cf-1ecd-4309-aca7-f5be3001a533 tempest-DeleteServersTestJSON-1834262226 tempest-DeleteServersTestJSON-1834262226-project] 10.222.0.55 "GET /v2.0/networks?id=ad9ec0bf-7b3b-4aac-aeb7-899560565656 HTTP/1.1" status: 200 len: 812 time: 1.1066217 May 03 14:47:13.351799 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-2d7d1dab-c905-41ec-bb6e-bd065dd895c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:13.423558 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-92f28613-8bae-4094-9d57-7d54b86a1e80 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46205'] for floatingip (None), before_response {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:13.437024 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-92f28613-8bae-4094-9d57-7d54b86a1e80 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.0366297 May 03 14:47:13.443400 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.v2.base [req-d9048b94-c2fe-4146-8dfc-95895ca43828 req-21b23297-7ea7-4de8-a8a8-39cfa6eb4ea4 tempest-DeleteServersTestJSON-1834262226 tempest-DeleteServersTestJSON-1834262226-project] Request body: {'port': {'device_id': '15b6f436-8fd4-462d-9d65-8975e7b68845', 'network_id': 'ad9ec0bf-7b3b-4aac-aeb7-899560565656', 'admin_state_up': True, 'tenant_id': '9b85740edff14379a2eefda396a78050'}} {{(pid=110297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:47:13.633859 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-dd96712b-4627-437f-9df9-b1bfec551245 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (8b46afec-dab7-4bfa-a959-8584a0cfd79a), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:13.644888 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [None req-bfeb9114-0592-470c-94a6-4be90c918386 None None] Provisioning complete for port 361af859-480a-47e2-a077-925325ebf6d1 triggered by entity DHCP. {{(pid=110299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:47:13.645295 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-bfeb9114-0592-470c-94a6-4be90c918386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728915'] for port (361af859-480a-47e2-a077-925325ebf6d1), provisioning_complete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:13.731099 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-d3289137-2eac-40b7-8ac0-a14f3c44c1a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (361af859-480a-47e2-a077-925325ebf6d1), before_update {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:13.824156 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_hamode_db [None req-0cefacef-5e7e-4214-ab88-37bed9c4e3de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0586b89-047d-470f-ba98-8ebeb44b6f63', 'name': 'tempest-AttachVolumeTestJSON-1271780405-router', 'tenant_id': 'b4752d3e59c94290925845f591792921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'external_fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': 'd8bbc91f-bf64-4bf7-ad43-b6ff6a701cc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:47:02Z', 'updated_at': '2022-05-03T14:47:06Z', 'revision_number': 3, 'project_id': 'b4752d3e59c94290925845f591792921', 'gw_port': {'id': 'd8bbc91f-bf64-4bf7-ad43-b6ff6a701cc7', 'name': '', 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:fc:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0586b89-047d-470f-ba98-8ebeb44b6f63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:47:04Z', 'updated_at': '2022-05-03T14:47:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f907060b-4748-4522-aeb5-06a44b689374', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-3-iscsi'}], 'dv-cinder-840289-3-iscsi', False) {} {{(pid=110299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:47:13.864051 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-2d7d1dab-c905-41ec-bb6e-bd065dd895c5 admin admin] Publish callbacks [] for security_group (f3f2da22-0484-455b-ae9f-f2557bc84919), precommit_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:13.901218 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-bfeb9114-0592-470c-94a6-4be90c918386 None None] Port 361af859-480a-47e2-a077-925325ebf6d1 cannot update to ACTIVE because it is not bound. {{(pid=110299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 14:47:13.906024 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cefacef-5e7e-4214-ab88-37bed9c4e3de None None] The sync data for ids ['c0586b89-047d-470f-ba98-8ebeb44b6f63'] in dv-cinder-840289-3-iscsi is: [{'id': 'c0586b89-047d-470f-ba98-8ebeb44b6f63', 'name': 'tempest-AttachVolumeTestJSON-1271780405-router', 'tenant_id': 'b4752d3e59c94290925845f591792921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'external_fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': 'd8bbc91f-bf64-4bf7-ad43-b6ff6a701cc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:47:02Z', 'updated_at': '2022-05-03T14:47:06Z', 'revision_number': 3, 'project_id': 'b4752d3e59c94290925845f591792921', 'gw_port': {'id': 'd8bbc91f-bf64-4bf7-ad43-b6ff6a701cc7', 'name': '', 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:fc:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0586b89-047d-470f-ba98-8ebeb44b6f63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:47:04Z', 'updated_at': '2022-05-03T14:47:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f907060b-4748-4522-aeb5-06a44b689374', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-3-iscsi'}] {{(pid=110299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 14:47:13.941316 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-2d7d1dab-c905-41ec-bb6e-bd065dd895c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (f3f2da22-0484-455b-ae9f-f2557bc84919), after_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:13.972817 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Device 5882d21c-2b98-403e-88d3-88a5b9aa99ab up at agent ovs-agent-dv-cinder-840289-3-iscsi {{(pid=110299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 14:47:14.045153 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d7d1dab-c905-41ec-bb6e-bd065dd895c5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 361} {{(pid=110297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 14:47:14.064587 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Provisioning complete for port 5882d21c-2b98-403e-88d3-88a5b9aa99ab triggered by entity L2. {{(pid=110299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:47:14.064991 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728915'] for port (5882d21c-2b98-403e-88d3-88a5b9aa99ab), provisioning_complete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:14.076842 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7d1dab-c905-41ec-bb6e-bd065dd895c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3f2da22-0484-455b-ae9f-f2557bc84919,revision_number=1']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:47:14.091814 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-2d7d1dab-c905-41ec-bb6e-bd065dd895c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719716'] for segment (5af6bd42-af28-48b2-82a6-be87e4712e7e), precommit_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:14.092172 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.db.segments_db [None req-2d7d1dab-c905-41ec-bb6e-bd065dd895c5 admin admin] Added segment 5af6bd42-af28-48b2-82a6-be87e4712e7e of type vlan for network c8c94e83-74f5-46d7-9f1e-660411eb1fbb May 03 14:47:14.093315 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-fb9bd3e2-97e0-4c74-853f-1f25acacd8f2 req-7f26185c-7ca1-4a75-b6cd-cdea18ad8277 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--739618671&fields=id&tenant_id=ea2dc692f2754b34afd1a52dad1c2cb3 HTTP/1.1" status: 200 len: 267 time: 0.1322918 May 03 14:47:14.113522 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9048b94-c2fe-4146-8dfc-95895ca43828 req-21b23297-7ea7-4de8-a8a8-39cfa6eb4ea4 tempest-DeleteServersTestJSON-1834262226 tempest-DeleteServersTestJSON-1834262226-project] Made reservation on behalf of 9b85740edff14379a2eefda396a78050 for: {'port': 1} {{(pid=110297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 14:47:14.118074 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [req-d9048b94-c2fe-4146-8dfc-95895ca43828 req-21b23297-7ea7-4de8-a8a8-39cfa6eb4ea4 tempest-DeleteServersTestJSON-1834262226 tempest-DeleteServersTestJSON-1834262226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (None), before_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:14.273544 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-2d7d1dab-c905-41ec-bb6e-bd065dd895c5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775476666305'] for network (c8c94e83-74f5-46d7-9f1e-660411eb1fbb), precommit_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:14.286298 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9bd3e2-97e0-4c74-853f-1f25acacd8f2 req-6ab5377b-6269-42e5-b45c-2c05f71d1fb3 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:47:14.288215 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-fb9bd3e2-97e0-4c74-853f-1f25acacd8f2 req-6ab5377b-6269-42e5-b45c-2c05f71d1fb3 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/networks?id=e149baab-37b5-49e7-bbfb-d6c5aa20aff6 HTTP/1.1" status: 200 len: 816 time: 0.1879699 May 03 14:47:14.313868 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Current status of the port 5882d21c-2b98-403e-88d3-88a5b9aa99ab is: ACTIVE; New status is: ACTIVE {{(pid=110299) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:47:14.313868 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Device 23d883ea-b438-44c6-a36e-71914e21d22e up at agent ovs-agent-dv-cinder-840289-3-iscsi {{(pid=110299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 14:47:14.316518 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-fb9bd3e2-97e0-4c74-853f-1f25acacd8f2 req-9a9c510a-030d-44e8-a1bb-8d0b1248bba6 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/quotas/ea2dc692f2754b34afd1a52dad1c2cb3 HTTP/1.1" status: 200 len: 375 time: 0.0218139 May 03 14:47:14.411751 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c10543-640e-45d5-b239-568d9d70c2bd None None] Sync routers for ids ['db4af115-9f4b-4bb1-9a55-aee1c9e2515d'] in dv-cinder-840289-3-iscsi {{(pid=110300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 14:47:14.431236 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c10543-640e-45d5-b239-568d9d70c2bd None None] Routers {'db4af115-9f4b-4bb1-9a55-aee1c9e2515d'} bound to L3 agent in host dv-cinder-840289-3-iscsi {{(pid=110300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:47:14.433046 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_hamode_db [None req-54c10543-640e-45d5-b239-568d9d70c2bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T14:38:11Z,description=,heartbeat_timestamp=2022-05-03T14:47:11Z,host='dv-cinder-840289-3-iscsi',id=a9161e1b-902d-441f-843b-a0ff0805adee,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:38:12Z,topic='l3_agent')) {'router_ids': ['db4af115-9f4b-4bb1-9a55-aee1c9e2515d'], 'active': True} {{(pid=110300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:47:14.442838 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Provisioning complete for port 23d883ea-b438-44c6-a36e-71914e21d22e triggered by entity L2. {{(pid=110299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:47:14.443496 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728915'] for port (23d883ea-b438-44c6-a36e-71914e21d22e), provisioning_complete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:14.470359 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-fb9bd3e2-97e0-4c74-853f-1f25acacd8f2 req-e43e220d-829f-4d3a-9b49-80244080000b tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=ea2dc692f2754b34afd1a52dad1c2cb3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1460414 May 03 14:47:14.683585 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-2d7d1dab-c905-41ec-bb6e-bd065dd895c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613'] for network (c8c94e83-74f5-46d7-9f1e-660411eb1fbb), after_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:14.685275 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d7d1dab-c905-41ec-bb6e-bd065dd895c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:47:14.686466 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-2d7d1dab-c905-41ec-bb6e-bd065dd895c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603595'] for network (None), before_response {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:14.709592 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Current status of the port 23d883ea-b438-44c6-a36e-71914e21d22e is: ACTIVE; New status is: ACTIVE {{(pid=110299) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:47:14.798001 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-d3289137-2eac-40b7-8ac0-a14f3c44c1a2 admin admin] Publish callbacks [] for port (361af859-480a-47e2-a077-925325ebf6d1), precommit_update {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:14.837436 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvr_db [None req-54c10543-640e-45d5-b239-568d9d70c2bd None None] Set router db4af115-9f4b-4bb1-9a55-aee1c9e2515d gateway port host: dv-cinder-840289-3-iscsi {{(pid=110300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:47:14.868719 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-fb9bd3e2-97e0-4c74-853f-1f25acacd8f2 req-62417ddc-960c-468f-836e-c6668d85a82f service neutron] 10.222.0.16 "GET /v2.0/networks/e149baab-37b5-49e7-bbfb-d6c5aa20aff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3807869 May 03 14:47:14.904170 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-d3289137-2eac-40b7-8ac0-a14f3c44c1a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096'] for port (361af859-480a-47e2-a077-925325ebf6d1), after_update {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:14.906051 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-d3289137-2eac-40b7-8ac0-a14f3c44c1a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1694048'] for router_interface (c0586b89-047d-470f-ba98-8ebeb44b6f63), after_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:14.964328 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd4bb90-f7dd-4c87-ba11-15a06e00b7fb req-102f6256-4ecd-4f61-9999-921d394b9476 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:47:14.968093 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-bfd4bb90-f7dd-4c87-ba11-15a06e00b7fb req-102f6256-4ecd-4f61-9999-921d394b9476 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/networks?id=2d59a619-2104-48af-9b29-5b43721c1720 HTTP/1.1" status: 200 len: 819 time: 0.2702127 May 03 14:47:15.021018 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-bfd4bb90-f7dd-4c87-ba11-15a06e00b7fb req-f650a3f0-0a64-4542-a34a-34e6ff9c51c4 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/quotas/85acf5f5a53f45dd96135bdfdbd36bee HTTP/1.1" status: 200 len: 375 time: 0.0284226 May 03 14:47:15.026573 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-2d7d1dab-c905-41ec-bb6e-bd065dd895c5 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.8047209 May 03 14:47:15.037317 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 38324) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:47:15.038615 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7d1dab-c905-41ec-bb6e-bd065dd895c5 admin admin] Pushing event updated for resources: {'Network': ['ID=c8c94e83-74f5-46d7-9f1e-660411eb1fbb,revision_number=1']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:47:15.053976 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Network c8c94e83-74f5-46d7-9f1e-660411eb1fbb details requested by agent ovs-agent-dv-cinder-840289-3-iscsi with host dv-cinder-840289-3-iscsi {{(pid=110299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 03 14:47:15.058173 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.v2.base [None req-2949adf8-9daf-498a-b93e-cb6540694719 admin admin] Request body: {'subnet': {'network_id': 'c8c94e83-74f5-46d7-9f1e-660411eb1fbb', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-938534790-subnet', 'tenant_id': '9b454d1bc5344743a168aef3d97b33f7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:47:15.188857 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.db.db_base_plugin_common [req-d9048b94-c2fe-4146-8dfc-95895ca43828 req-21b23297-7ea7-4de8-a8a8-39cfa6eb4ea4 tempest-DeleteServersTestJSON-1834262226 tempest-DeleteServersTestJSON-1834262226-project] Allocated IP 172.20.0.10 (ad9ec0bf-7b3b-4aac-aeb7-899560565656/6e88459e-05aa-4f1a-9a99-bd3d7cc963de/325981bb-6f64-4949-b57a-290e71cc1f45) {{(pid=110297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 14:47:15.231052 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_hamode_db [None req-54c10543-640e-45d5-b239-568d9d70c2bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db4af115-9f4b-4bb1-9a55-aee1c9e2515d', 'name': 'tempest-ServerRescueNegativeTestJSON-1281093079-router', 'tenant_id': '85acf5f5a53f45dd96135bdfdbd36bee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'external_fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '5882d21c-2b98-403e-88d3-88a5b9aa99ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:47:01Z', 'updated_at': '2022-05-03T14:47:10Z', 'revision_number': 4, 'project_id': '85acf5f5a53f45dd96135bdfdbd36bee', 'gw_port': {'id': '5882d21c-2b98-403e-88d3-88a5b9aa99ab', 'name': '', 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:db:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db4af115-9f4b-4bb1-9a55-aee1c9e2515d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:47:03Z', 'updated_at': '2022-05-03T14:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f907060b-4748-4522-aeb5-06a44b689374', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-3-iscsi', '_interfaces': [{'id': 'ae3ee56f-1057-44ee-85bd-bb4bf0c0703c', 'name': '', 'network_id': '2d59a619-2104-48af-9b29-5b43721c1720', 'tenant_id': '85acf5f5a53f45dd96135bdfdbd36bee', 'mac_address': 'fa:16:3e:fd:a0:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db4af115-9f4b-4bb1-9a55-aee1c9e2515d', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'fd06123f-ac2d-4feb-b448-363a0cf902f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:47:09Z', 'updated_at': '2022-05-03T14:47:11Z', 'revision_number': 2, 'project_id': '85acf5f5a53f45dd96135bdfdbd36bee', 'subnets': [{'id': 'fd06123f-ac2d-4feb-b448-363a0cf902f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-3-iscsi', False) {} {{(pid=110300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:47:15.311291 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-bfd4bb90-f7dd-4c87-ba11-15a06e00b7fb req-99e57559-ac13-44b9-9235-120520c8baca tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=85acf5f5a53f45dd96135bdfdbd36bee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2671511 May 03 14:47:15.328245 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c10543-640e-45d5-b239-568d9d70c2bd None None] Checking router: db4af115-9f4b-4bb1-9a55-aee1c9e2515d for host: dv-cinder-840289-3-iscsi {{(pid=110300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 14:47:15.329948 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c10543-640e-45d5-b239-568d9d70c2bd None None] Updating router db4af115-9f4b-4bb1-9a55-aee1c9e2515d port ae3ee56f-1057-44ee-85bd-bb4bf0c0703c binding host dv-cinder-840289-3-iscsi {{(pid=110300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 14:47:15.344129 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (16d44442-859c-4c9b-bc72-04cb3b8a5d5b), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:15.436308 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-54c10543-640e-45d5-b239-568d9d70c2bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (ae3ee56f-1057-44ee-85bd-bb4bf0c0703c), before_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:15.621273 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-fb9bd3e2-97e0-4c74-853f-1f25acacd8f2 req-29c94ae8-8d9a-4414-be11-4990ed83c27c service neutron] 10.222.0.16 "GET /v2.0/networks/e149baab-37b5-49e7-bbfb-d6c5aa20aff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7346146 May 03 14:47:15.627158 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2949adf8-9daf-498a-b93e-cb6540694719 admin admin] Made reservation on behalf of 9b454d1bc5344743a168aef3d97b33f7 for: {'subnet': 1} {{(pid=110298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 14:47:15.632279 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-2949adf8-9daf-498a-b93e-cb6540694719 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:15.981765 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Device d8bbc91f-bf64-4bf7-ad43-b6ff6a701cc7 up at agent ovs-agent-dv-cinder-840289-3-iscsi {{(pid=110299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 14:47:15.984459 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [req-d9048b94-c2fe-4146-8dfc-95895ca43828 req-21b23297-7ea7-4de8-a8a8-39cfa6eb4ea4 tempest-DeleteServersTestJSON-1834262226 tempest-DeleteServersTestJSON-1834262226-project] Publish callbacks [] for port (325981bb-6f64-4949-b57a-290e71cc1f45), precommit_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:16.044106 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [req-bfd4bb90-f7dd-4c87-ba11-15a06e00b7fb req-5854b7f0-17cb-4ea4-8f43-a8487977c785 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=110298) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 03 14:47:16.045516 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-bfd4bb90-f7dd-4c87-ba11-15a06e00b7fb req-5854b7f0-17cb-4ea4-8f43-a8487977c785 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.2011101 May 03 14:47:16.137207 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3289137-2eac-40b7-8ac0-a14f3c44c1a2 admin admin] Pushing event updated for resources: {'Port': ['ID=361af859-480a-47e2-a077-925325ebf6d1,revision_number=2']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:47:16.197033 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Provisioning complete for port d8bbc91f-bf64-4bf7-ad43-b6ff6a701cc7 triggered by entity L2. {{(pid=110299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:47:16.198158 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728915'] for port (d8bbc91f-bf64-4bf7-ad43-b6ff6a701cc7), provisioning_complete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:16.198958 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [req-d9048b94-c2fe-4146-8dfc-95895ca43828 req-21b23297-7ea7-4de8-a8a8-39cfa6eb4ea4 tempest-DeleteServersTestJSON-1834262226 tempest-DeleteServersTestJSON-1834262226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775476647060'] for port (325981bb-6f64-4949-b57a-290e71cc1f45), after_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:16.576971 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7453579e-cc7d-4e27-948a-9b949c807ddd req-bed48a30-d4c2-47c8-8b98-0ba51be6efbc tempest-DeleteServersTestJSON-1834262226 tempest-DeleteServersTestJSON-1834262226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:47:16.580351 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-7453579e-cc7d-4e27-948a-9b949c807ddd req-bed48a30-d4c2-47c8-8b98-0ba51be6efbc tempest-DeleteServersTestJSON-1834262226 tempest-DeleteServersTestJSON-1834262226-project] 10.222.0.16 "GET /v2.0/ports?device_id=15b6f436-8fd4-462d-9d65-8975e7b68845 HTTP/1.1" status: 200 len: 932 time: 0.3830793 May 03 14:47:16.642503 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Current status of the port d8bbc91f-bf64-4bf7-ad43-b6ff6a701cc7 is: DOWN; New status is: ACTIVE {{(pid=110299) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:47:16.642503 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (d8bbc91f-bf64-4bf7-ad43-b6ff6a701cc7), before_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:16.700838 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] For port d8bbc91f-bf64-4bf7-ad43-b6ff6a701cc7, host dv-cinder-840289-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-3-iscsi',level=0,port_id=d8bbc91f-bf64-4bf7-ad43-b6ff6a701cc7,segment=NetworkSegment(0c3170a2-2f96-4172-a4d6-7b5474706bd0),segment_id=0c3170a2-2f96-4172-a4d6-7b5474706bd0)] {{(pid=110299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:47:16.706956 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-7453579e-cc7d-4e27-948a-9b949c807ddd req-eb06011d-8368-467f-be60-07bab9a17b15 tempest-DeleteServersTestJSON-1834262226 tempest-DeleteServersTestJSON-1834262226-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7d4e0da-70e9-49ee-b61d-1d76ebf434dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133606 May 03 14:47:16.709554 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-54c10543-640e-45d5-b239-568d9d70c2bd None None] Publish callbacks [] for port (ae3ee56f-1057-44ee-85bd-bb4bf0c0703c), precommit_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:16.711685 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-bfd4bb90-f7dd-4c87-ba11-15a06e00b7fb req-92835ad2-c93a-48fb-b068-e64474813323 service neutron] 10.222.0.16 "GET /v2.0/networks/2d59a619-2104-48af-9b29-5b43721c1720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6491632 May 03 14:47:16.843543 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096'] for port (d8bbc91f-bf64-4bf7-ad43-b6ff6a701cc7), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:16.886163 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b23297-7ea7-4de8-a8a8-39cfa6eb4ea4 tempest-DeleteServersTestJSON-1834262226 tempest-DeleteServersTestJSON-1834262226-project] Pushing event updated for resources: {'Port': ['ID=325981bb-6f64-4949-b57a-290e71cc1f45,revision_number=1']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:47:16.897840 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9048b94-c2fe-4146-8dfc-95895ca43828 req-21b23297-7ea7-4de8-a8a8-39cfa6eb4ea4 tempest-DeleteServersTestJSON-1834262226 tempest-DeleteServersTestJSON-1834262226-project] Network ad9ec0bf-7b3b-4aac-aeb7-899560565656 is already hosted by enough agents. {{(pid=110297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 14:47:16.898521 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-54c10543-640e-45d5-b239-568d9d70c2bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096'] for port (ae3ee56f-1057-44ee-85bd-bb4bf0c0703c), after_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:16.903723 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-5729847c-9e66-41f4-85f5-191780576162 req-bc3b2401-bd6b-423a-89fb-82e9e53b7861 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe1c40c4-811a-430a-930e-063e1c5880b8 HTTP/1.1" status: 200 len: 210 time: 0.1058114 May 03 14:47:16.907718 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-2949adf8-9daf-498a-b93e-cb6540694719 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613'] for subnet (8830fc70-d94d-4ec2-b906-806c67f15943), after_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:16.914712 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.scheduler.base_scheduler [req-d9048b94-c2fe-4146-8dfc-95895ca43828 req-21b23297-7ea7-4de8-a8a8-39cfa6eb4ea4 tempest-DeleteServersTestJSON-1834262226 tempest-DeleteServersTestJSON-1834262226-project] Resources bound (agent type, host, resource id): {{(pid=110297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 14:47:16.918074 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9048b94-c2fe-4146-8dfc-95895ca43828 req-21b23297-7ea7-4de8-a8a8-39cfa6eb4ea4 tempest-DeleteServersTestJSON-1834262226 tempest-DeleteServersTestJSON-1834262226-project] Received port after_create {{(pid=110297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 14:47:16.924326 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9048b94-c2fe-4146-8dfc-95895ca43828 req-21b23297-7ea7-4de8-a8a8-39cfa6eb4ea4 tempest-DeleteServersTestJSON-1834262226 tempest-DeleteServersTestJSON-1834262226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:47:16.924992 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [req-d9048b94-c2fe-4146-8dfc-95895ca43828 req-21b23297-7ea7-4de8-a8a8-39cfa6eb4ea4 tempest-DeleteServersTestJSON-1834262226 tempest-DeleteServersTestJSON-1834262226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603595'] for port (None), before_response {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:16.937769 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3289137-2eac-40b7-8ac0-a14f3c44c1a2 admin admin] Network 963c04e2-09c0-42b3-8b14-9ee6b8c8fe47 is already hosted by enough agents. {{(pid=110297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 14:47:16.940261 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.scheduler.base_scheduler [None req-d3289137-2eac-40b7-8ac0-a14f3c44c1a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=110297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 14:47:17.020123 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Pushing event updated for resources: {'Port': ['ID=d8bbc91f-bf64-4bf7-ad43-b6ff6a701cc7,revision_number=4']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:47:17.059908 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c5b271-69d2-47e4-bca1-d11b403837e5 None None] Pushing event updated for resources: {'Port': ['ID=ae3ee56f-1057-44ee-85bd-bb4bf0c0703c,revision_number=3']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:47:17.138177 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3289137-2eac-40b7-8ac0-a14f3c44c1a2 admin admin] Router c0586b89-047d-470f-ba98-8ebeb44b6f63 has already been hosted by L3 agent a9161e1b-902d-441f-843b-a0ff0805adee {{(pid=110297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 14:47:17.188201 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.managers [None req-54c10543-640e-45d5-b239-568d9d70c2bd None None] Attempting to bind port ae3ee56f-1057-44ee-85bd-bb4bf0c0703c on host dv-cinder-840289-3-iscsi for vnic_type normal with profile {{(pid=110300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 14:47:17.190059 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.managers [None req-54c10543-640e-45d5-b239-568d9d70c2bd None None] Attempting to bind port ae3ee56f-1057-44ee-85bd-bb4bf0c0703c by drivers openvswitch,hyperv on host dv-cinder-840289-3-iscsi at level 0 using segments [{'id': '3c171999-7314-4749-ab73-b658fc7b715a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2d59a619-2104-48af-9b29-5b43721c1720'}] {{(pid=110300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 14:47:17.195031 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c10543-640e-45d5-b239-568d9d70c2bd None None] Attempting to bind port ae3ee56f-1057-44ee-85bd-bb4bf0c0703c on network 2d59a619-2104-48af-9b29-5b43721c1720 {{(pid=110300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 14:47:17.211388 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c10543-640e-45d5-b239-568d9d70c2bd None None] Checking agent: {'id': '16d44442-859c-4c9b-bc72-04cb3b8a5d5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840289-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 14, 38, 15), 'started_at': datetime.datetime(2022, 5, 3, 14, 38, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 14, 47, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840289-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 14:47:17.218875 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c10543-640e-45d5-b239-568d9d70c2bd None None] Checking segment: {'id': '3c171999-7314-4749-ab73-b658fc7b715a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2d59a619-2104-48af-9b29-5b43721c1720'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 14:47:17.218875 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-54c10543-640e-45d5-b239-568d9d70c2bd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:17.218875 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c10543-640e-45d5-b239-568d9d70c2bd None None] Bound using segment: {'id': '3c171999-7314-4749-ab73-b658fc7b715a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2d59a619-2104-48af-9b29-5b43721c1720'} {{(pid=110300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 14:47:17.218875 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.managers [None req-54c10543-640e-45d5-b239-568d9d70c2bd None None] Bound port: ae3ee56f-1057-44ee-85bd-bb4bf0c0703c, host: dv-cinder-840289-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c171999-7314-4749-ab73-b658fc7b715a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2d59a619-2104-48af-9b29-5b43721c1720'}}] {{(pid=110300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 14:47:17.218875 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-54c10543-640e-45d5-b239-568d9d70c2bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (ae3ee56f-1057-44ee-85bd-bb4bf0c0703c), before_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:17.280739 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [req-d9048b94-c2fe-4146-8dfc-95895ca43828 req-21b23297-7ea7-4de8-a8a8-39cfa6eb4ea4 tempest-DeleteServersTestJSON-1834262226 tempest-DeleteServersTestJSON-1834262226-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8621590 May 03 14:47:17.292755 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [req-d9048b94-c2fe-4146-8dfc-95895ca43828 req-b5580c34-5746-4e5c-91da-4861713943f2 tempest-DeleteServersTestJSON-1834262226 tempest-DeleteServersTestJSON-1834262226-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=110297) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 03 14:47:17.293901 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [req-d9048b94-c2fe-4146-8dfc-95895ca43828 req-b5580c34-5746-4e5c-91da-4861713943f2 tempest-DeleteServersTestJSON-1834262226 tempest-DeleteServersTestJSON-1834262226-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0061238 May 03 14:47:17.306767 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3289137-2eac-40b7-8ac0-a14f3c44c1a2 admin admin] Notify agent at l3_agent.dv-cinder-840289-3-iscsi the message routers_updated {{(pid=110297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 14:47:17.315619 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-d3289137-2eac-40b7-8ac0-a14f3c44c1a2 admin admin] 10.222.0.16 "PUT /v2.0/routers/c0586b89-047d-470f-ba98-8ebeb44b6f63/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7705941 May 03 14:47:17.404475 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.db [None req-54c10543-640e-45d5-b239-568d9d70c2bd None None] For port ae3ee56f-1057-44ee-85bd-bb4bf0c0703c, host dv-cinder-840289-3-iscsi, cleared binding levels {{(pid=110300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 14:47:17.413078 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.db [None req-54c10543-640e-45d5-b239-568d9d70c2bd None None] For port ae3ee56f-1057-44ee-85bd-bb4bf0c0703c, host dv-cinder-840289-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-3-iscsi',level=0,port_id=ae3ee56f-1057-44ee-85bd-bb4bf0c0703c,segment=NetworkSegment(3c171999-7314-4749-ab73-b658fc7b715a),segment_id=3c171999-7314-4749-ab73-b658fc7b715a)] {{(pid=110300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 14:47:17.445980 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2949adf8-9daf-498a-b93e-cb6540694719 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8830fc70-d94d-4ec2-b906-806c67f15943,revision_number=0']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:47:17.458139 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-bfd4bb90-f7dd-4c87-ba11-15a06e00b7fb req-76d60bc7-4011-4592-bb50-6377dd2dd1ac service neutron] 10.222.0.16 "GET /v2.0/networks/2d59a619-2104-48af-9b29-5b43721c1720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7143373 May 03 14:47:17.467886 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2949adf8-9daf-498a-b93e-cb6540694719 admin admin] Checking segment: {'id': '5af6bd42-af28-48b2-82a6-be87e4712e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'c8c94e83-74f5-46d7-9f1e-660411eb1fbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 14:47:17.468416 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2949adf8-9daf-498a-b93e-cb6540694719 admin admin] Network hostable DHCP agents. Network: c8c94e83-74f5-46d7-9f1e-660411eb1fbb, hostable agents: ['5d16a8e7-5fab-4607-ae51-2b468a019c05'], hosted agents: [] {{(pid=110298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 14:47:17.511136 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-54c10543-640e-45d5-b239-568d9d70c2bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096'] for port (ae3ee56f-1057-44ee-85bd-bb4bf0c0703c), after_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:17.627636 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2949adf8-9daf-498a-b93e-cb6540694719 admin admin] Network c8c94e83-74f5-46d7-9f1e-660411eb1fbb is scheduled to be hosted by DHCP agent 5d16a8e7-5fab-4607-ae51-2b468a019c05 with binding_index 1 {{(pid=110298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 14:47:17.669506 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [None req-68c6e096-a2c4-4ad9-bfb7-cba27f6337de None None] Provisioning complete for port 361af859-480a-47e2-a077-925325ebf6d1 triggered by entity DHCP. {{(pid=110299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:47:17.669506 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-68c6e096-a2c4-4ad9-bfb7-cba27f6337de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728915'] for port (361af859-480a-47e2-a077-925325ebf6d1), provisioning_complete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:17.729549 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.scheduler.base_scheduler [None req-2949adf8-9daf-498a-b93e-cb6540694719 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840289-3-iscsi, c8c94e83-74f5-46d7-9f1e-660411eb1fbb) {{(pid=110298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 14:47:17.735266 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2949adf8-9daf-498a-b93e-cb6540694719 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:47:17.735952 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-2949adf8-9daf-498a-b93e-cb6540694719 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603595'] for subnet (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:17.778627 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d251024c-d139-4618-a616-9c13e0d5abc2 None None] Network c8c94e83-74f5-46d7-9f1e-660411eb1fbb requested from dv-cinder-840289-3-iscsi {{(pid=110299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 14:47:17.780836 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c10543-640e-45d5-b239-568d9d70c2bd None None] Routers {'db4af115-9f4b-4bb1-9a55-aee1c9e2515d'} bound to L3 agent in host dv-cinder-840289-3-iscsi {{(pid=110300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:47:17.795354 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_hamode_db [None req-54c10543-640e-45d5-b239-568d9d70c2bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T14:38:11Z,description=,heartbeat_timestamp=2022-05-03T14:47:11Z,host='dv-cinder-840289-3-iscsi',id=a9161e1b-902d-441f-843b-a0ff0805adee,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:38:12Z,topic='l3_agent')) {'router_ids': ['db4af115-9f4b-4bb1-9a55-aee1c9e2515d'], 'active': True} {{(pid=110300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:47:17.885542 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c5b271-69d2-47e4-bca1-d11b403837e5 None None] Pushing event updated for resources: {'Port': ['ID=ae3ee56f-1057-44ee-85bd-bb4bf0c0703c,revision_number=4']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:47:17.887461 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-2949adf8-9daf-498a-b93e-cb6540694719 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.8448381 May 03 14:47:17.888069 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.v2.base [req-d9048b94-c2fe-4146-8dfc-95895ca43828 req-ab2ac148-ba49-4fa4-880e-3abab022df19 service neutron] Request body: {'port': {'device_id': '15b6f436-8fd4-462d-9d65-8975e7b68845', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84028'}} {{(pid=110297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:47:18.037267 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Device d8bbc91f-bf64-4bf7-ad43-b6ff6a701cc7 up at agent ovs-agent-dv-cinder-840289-3-iscsi {{(pid=110299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 14:47:18.085294 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [req-d9048b94-c2fe-4146-8dfc-95895ca43828 req-ab2ac148-ba49-4fa4-880e-3abab022df19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (325981bb-6f64-4949-b57a-290e71cc1f45), before_update {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:18.094552 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65565e1c-4be4-4c92-8a87-81986c30ff63 req-06d985d1-2b1b-4b05-8806-10e4160b34fd tempest-DeleteServersTestJSON-1834262226 tempest-DeleteServersTestJSON-1834262226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:47:18.097596 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-65565e1c-4be4-4c92-8a87-81986c30ff63 req-06d985d1-2b1b-4b05-8806-10e4160b34fd tempest-DeleteServersTestJSON-1834262226 tempest-DeleteServersTestJSON-1834262226-project] 10.222.0.16 "GET /v2.0/ports?device_id=15b6f436-8fd4-462d-9d65-8975e7b68845 HTTP/1.1" status: 200 len: 932 time: 0.1356015 May 03 14:47:18.123627 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-877b285b-b2cd-4e50-b262-5a860c9c48ea None None] Sync routers for ids ['c0586b89-047d-470f-ba98-8ebeb44b6f63'] in dv-cinder-840289-3-iscsi {{(pid=110299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 14:47:18.131293 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-68c6e096-a2c4-4ad9-bfb7-cba27f6337de None None] Port 361af859-480a-47e2-a077-925325ebf6d1 cannot update to ACTIVE because it is not bound. {{(pid=110299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 14:47:18.166501 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877b285b-b2cd-4e50-b262-5a860c9c48ea None None] Routers {'c0586b89-047d-470f-ba98-8ebeb44b6f63'} bound to L3 agent in host dv-cinder-840289-3-iscsi {{(pid=110299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:47:18.167712 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_hamode_db [None req-877b285b-b2cd-4e50-b262-5a860c9c48ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T14:38:11Z,description=,heartbeat_timestamp=2022-05-03T14:47:11Z,host='dv-cinder-840289-3-iscsi',id=a9161e1b-902d-441f-843b-a0ff0805adee,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:38:12Z,topic='l3_agent')) {'router_ids': ['c0586b89-047d-470f-ba98-8ebeb44b6f63'], 'active': True} {{(pid=110299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:47:18.219675 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvr_db [None req-54c10543-640e-45d5-b239-568d9d70c2bd None None] Set router db4af115-9f4b-4bb1-9a55-aee1c9e2515d gateway port host: dv-cinder-840289-3-iscsi {{(pid=110300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:47:18.280847 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-65565e1c-4be4-4c92-8a87-81986c30ff63 req-5fab32eb-6e49-4510-833f-d9a0b799413d tempest-DeleteServersTestJSON-1834262226 tempest-DeleteServersTestJSON-1834262226-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7d4e0da-70e9-49ee-b61d-1d76ebf434dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743097 May 03 14:47:18.523731 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-73557bbb-8559-426c-9f98-cc68192bef73 req-a2c307ec-7815-45f4-891d-004f3520e794 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe1c40c4-811a-430a-930e-063e1c5880b8 HTTP/1.1" status: 200 len: 210 time: 0.1144879 May 03 14:47:18.585541 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7fa9960-68ed-4752-898c-39e122f4910b None None] Network c8c94e83-74f5-46d7-9f1e-660411eb1fbb requested from dv-cinder-840289-3-iscsi {{(pid=110299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 14:47:18.737320 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [None req-09f1c744-1ac2-4198-bc84-062bcc87d675 None None] Provisioning complete for port ae3ee56f-1057-44ee-85bd-bb4bf0c0703c triggered by entity DHCP. {{(pid=110299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:47:18.738868 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-09f1c744-1ac2-4198-bc84-062bcc87d675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728915'] for port (ae3ee56f-1057-44ee-85bd-bb4bf0c0703c), provisioning_complete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:18.740773 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Provisioning complete for port d8bbc91f-bf64-4bf7-ad43-b6ff6a701cc7 triggered by entity L2. {{(pid=110299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:47:18.741336 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728915'] for port (d8bbc91f-bf64-4bf7-ad43-b6ff6a701cc7), provisioning_complete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:18.854007 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-30399b9b-a2d4-4d1c-b6b2-38ac99e8b4f7 req-8310f168-a250-4853-99da-673711cb4804 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/ports?device_id=4d586fba-adbe-4797-99f4-6932165af9d4 HTTP/1.1" status: 200 len: 210 time: 0.1006329 May 03 14:47:18.953766 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_dvr_db [None req-877b285b-b2cd-4e50-b262-5a860c9c48ea None None] Set router c0586b89-047d-470f-ba98-8ebeb44b6f63 gateway port host: dv-cinder-840289-3-iscsi {{(pid=110299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:47:19.044029 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_hamode_db [None req-54c10543-640e-45d5-b239-568d9d70c2bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db4af115-9f4b-4bb1-9a55-aee1c9e2515d', 'name': 'tempest-ServerRescueNegativeTestJSON-1281093079-router', 'tenant_id': '85acf5f5a53f45dd96135bdfdbd36bee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'external_fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '5882d21c-2b98-403e-88d3-88a5b9aa99ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:47:01Z', 'updated_at': '2022-05-03T14:47:10Z', 'revision_number': 4, 'project_id': '85acf5f5a53f45dd96135bdfdbd36bee', 'gw_port': {'id': '5882d21c-2b98-403e-88d3-88a5b9aa99ab', 'name': '', 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:db:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db4af115-9f4b-4bb1-9a55-aee1c9e2515d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:47:03Z', 'updated_at': '2022-05-03T14:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f907060b-4748-4522-aeb5-06a44b689374', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-3-iscsi', '_interfaces': [{'id': 'ae3ee56f-1057-44ee-85bd-bb4bf0c0703c', 'name': '', 'network_id': '2d59a619-2104-48af-9b29-5b43721c1720', 'tenant_id': '85acf5f5a53f45dd96135bdfdbd36bee', 'mac_address': 'fa:16:3e:fd:a0:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db4af115-9f4b-4bb1-9a55-aee1c9e2515d', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'fd06123f-ac2d-4feb-b448-363a0cf902f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:47:09Z', 'updated_at': '2022-05-03T14:47:17Z', 'revision_number': 4, 'project_id': '85acf5f5a53f45dd96135bdfdbd36bee', 'subnets': [{'id': 'fd06123f-ac2d-4feb-b448-363a0cf902f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-3-iscsi', False) {} {{(pid=110300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:47:19.156811 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c10543-640e-45d5-b239-568d9d70c2bd None None] The sync data for ids ['db4af115-9f4b-4bb1-9a55-aee1c9e2515d'] in dv-cinder-840289-3-iscsi is: [{'id': 'db4af115-9f4b-4bb1-9a55-aee1c9e2515d', 'name': 'tempest-ServerRescueNegativeTestJSON-1281093079-router', 'tenant_id': '85acf5f5a53f45dd96135bdfdbd36bee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'external_fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '5882d21c-2b98-403e-88d3-88a5b9aa99ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:47:01Z', 'updated_at': '2022-05-03T14:47:10Z', 'revision_number': 4, 'project_id': '85acf5f5a53f45dd96135bdfdbd36bee', 'gw_port': {'id': '5882d21c-2b98-403e-88d3-88a5b9aa99ab', 'name': '', 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:db:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db4af115-9f4b-4bb1-9a55-aee1c9e2515d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:47:03Z', 'updated_at': '2022-05-03T14:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f907060b-4748-4522-aeb5-06a44b689374', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-3-iscsi', '_interfaces': [{'id': 'ae3ee56f-1057-44ee-85bd-bb4bf0c0703c', 'name': '', 'network_id': '2d59a619-2104-48af-9b29-5b43721c1720', 'tenant_id': '85acf5f5a53f45dd96135bdfdbd36bee', 'mac_address': 'fa:16:3e:fd:a0:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db4af115-9f4b-4bb1-9a55-aee1c9e2515d', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'fd06123f-ac2d-4feb-b448-363a0cf902f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:47:09Z', 'updated_at': '2022-05-03T14:47:17Z', 'revision_number': 4, 'project_id': '85acf5f5a53f45dd96135bdfdbd36bee', 'subnets': [{'id': 'fd06123f-ac2d-4feb-b448-363a0cf902f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 14:47:19.205534 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 38454) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:47:19.217666 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.v2.base [None req-be656f94-6343-486e-b1cc-807feac6e514 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Request body: {'security_group': {'name': 'tempest-securitygroup--530574814', 'description': 'tempest-description--1621349741'}} {{(pid=110298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:47:19.349221 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.notifiers.nova [req-d9048b94-c2fe-4146-8dfc-95895ca43828 req-ab2ac148-ba49-4fa4-880e-3abab022df19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 325981bb-6f64-4949-b57a-290e71cc1f45 {{(pid=110297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 14:47:19.389215 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [req-d9048b94-c2fe-4146-8dfc-95895ca43828 req-ab2ac148-ba49-4fa4-880e-3abab022df19 service neutron] Publish callbacks [] for port (325981bb-6f64-4949-b57a-290e71cc1f45), precommit_update {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:19.465015 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.db.provisioning_blocks [req-d9048b94-c2fe-4146-8dfc-95895ca43828 req-ab2ac148-ba49-4fa4-880e-3abab022df19 service neutron] Transition to ACTIVE for port object 325981bb-6f64-4949-b57a-290e71cc1f45 will not be triggered until provisioned by entity L2. {{(pid=110297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 03 14:47:19.545752 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c548ae23-931e-4c07-bc3b-300152fcbbc3 req-b9319c35-069a-4c6f-8989-cdb063b76320 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:47:19.552724 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-c548ae23-931e-4c07-bc3b-300152fcbbc3 req-b9319c35-069a-4c6f-8989-cdb063b76320 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/networks?id=2d59a619-2104-48af-9b29-5b43721c1720 HTTP/1.1" status: 200 len: 819 time: 0.2643082 May 03 14:47:19.556137 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [req-d9048b94-c2fe-4146-8dfc-95895ca43828 req-ab2ac148-ba49-4fa4-880e-3abab022df19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096'] for port (325981bb-6f64-4949-b57a-290e71cc1f45), after_update {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:19.567051 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-be656f94-6343-486e-b1cc-807feac6e514 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Publish callbacks [] for security_group (None), before_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:19.668486 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd143055-d05b-473f-ac39-e6a76e379ad3 req-2b6829a5-a265-4623-8fbc-8e8874eb5688 tempest-DeleteServersTestJSON-1834262226 tempest-DeleteServersTestJSON-1834262226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:47:19.675832 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-fd143055-d05b-473f-ac39-e6a76e379ad3 req-2b6829a5-a265-4623-8fbc-8e8874eb5688 tempest-DeleteServersTestJSON-1834262226 tempest-DeleteServersTestJSON-1834262226-project] 10.222.0.16 "GET /v2.0/ports?device_id=15b6f436-8fd4-462d-9d65-8975e7b68845 HTTP/1.1" status: 200 len: 944 time: 0.1169498 May 03 14:47:19.713623 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2ac148-ba49-4fa4-880e-3abab022df19 service neutron] Pushing event updated for resources: {'Port': ['ID=325981bb-6f64-4949-b57a-290e71cc1f45,revision_number=2']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:47:19.716240 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Current status of the port d8bbc91f-bf64-4bf7-ad43-b6ff6a701cc7 is: ACTIVE; New status is: ACTIVE {{(pid=110299) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:47:19.721461 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-c548ae23-931e-4c07-bc3b-300152fcbbc3 req-8ce22c2c-c951-44c8-ac43-05290afcd5c1 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/quotas/85acf5f5a53f45dd96135bdfdbd36bee HTTP/1.1" status: 200 len: 375 time: 0.1670468 May 03 14:47:19.728127 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-09f1c744-1ac2-4198-bc84-062bcc87d675 None None] Current status of the port ae3ee56f-1057-44ee-85bd-bb4bf0c0703c is: DOWN; New status is: ACTIVE {{(pid=110299) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:47:19.728127 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-09f1c744-1ac2-4198-bc84-062bcc87d675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (ae3ee56f-1057-44ee-85bd-bb4bf0c0703c), before_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:19.884602 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-c548ae23-931e-4c07-bc3b-300152fcbbc3 req-0ea555ed-94ad-4828-afa9-6864ba4122b9 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=85acf5f5a53f45dd96135bdfdbd36bee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1613960 May 03 14:47:20.066229 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_hamode_db [None req-877b285b-b2cd-4e50-b262-5a860c9c48ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0586b89-047d-470f-ba98-8ebeb44b6f63', 'name': 'tempest-AttachVolumeTestJSON-1271780405-router', 'tenant_id': 'b4752d3e59c94290925845f591792921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'external_fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': 'd8bbc91f-bf64-4bf7-ad43-b6ff6a701cc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:47:02Z', 'updated_at': '2022-05-03T14:47:13Z', 'revision_number': 4, 'project_id': 'b4752d3e59c94290925845f591792921', 'gw_port': {'id': 'd8bbc91f-bf64-4bf7-ad43-b6ff6a701cc7', 'name': '', 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:fc:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0586b89-047d-470f-ba98-8ebeb44b6f63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:47:04Z', 'updated_at': '2022-05-03T14:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f907060b-4748-4522-aeb5-06a44b689374', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-3-iscsi', '_interfaces': [{'id': '361af859-480a-47e2-a077-925325ebf6d1', 'name': '', 'network_id': '963c04e2-09c0-42b3-8b14-9ee6b8c8fe47', 'tenant_id': 'b4752d3e59c94290925845f591792921', 'mac_address': 'fa:16:3e:c0:ea:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0586b89-047d-470f-ba98-8ebeb44b6f63', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '48f101fe-497d-4192-8a7b-0011d50ada6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:47:10Z', 'updated_at': '2022-05-03T14:47:13Z', 'revision_number': 2, 'project_id': 'b4752d3e59c94290925845f591792921', 'subnets': [{'id': '48f101fe-497d-4192-8a7b-0011d50ada6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-3-iscsi', False) {} {{(pid=110299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:47:20.068869 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-be656f94-6343-486e-b1cc-807feac6e514 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Publish callbacks [] for security_group (4be1d56e-dc50-4c55-b511-de10663410d5), precommit_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:20.108996 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.plugins.ml2.managers [req-d9048b94-c2fe-4146-8dfc-95895ca43828 req-ab2ac148-ba49-4fa4-880e-3abab022df19 service neutron] Attempting to bind port 325981bb-6f64-4949-b57a-290e71cc1f45 on host hv-cinder-84028 for vnic_type normal with profile {{(pid=110297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 14:47:20.110276 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.plugins.ml2.managers [req-d9048b94-c2fe-4146-8dfc-95895ca43828 req-ab2ac148-ba49-4fa4-880e-3abab022df19 service neutron] Attempting to bind port 325981bb-6f64-4949-b57a-290e71cc1f45 by drivers openvswitch,hyperv on host hv-cinder-84028 at level 0 using segments [{'id': '76c2878c-c766-49ad-ae93-aed109770c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'ad9ec0bf-7b3b-4aac-aeb7-899560565656'}] {{(pid=110297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 14:47:20.110972 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9048b94-c2fe-4146-8dfc-95895ca43828 req-ab2ac148-ba49-4fa4-880e-3abab022df19 service neutron] Attempting to bind port 325981bb-6f64-4949-b57a-290e71cc1f45 on network ad9ec0bf-7b3b-4aac-aeb7-899560565656 {{(pid=110297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 14:47:20.122273 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9048b94-c2fe-4146-8dfc-95895ca43828 req-ab2ac148-ba49-4fa4-880e-3abab022df19 service neutron] Port 325981bb-6f64-4949-b57a-290e71cc1f45 on network ad9ec0bf-7b3b-4aac-aeb7-899560565656 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84028 {{(pid=110297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 03 14:47:20.123635 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9048b94-c2fe-4146-8dfc-95895ca43828 req-ab2ac148-ba49-4fa4-880e-3abab022df19 service neutron] Attempting to bind port 325981bb-6f64-4949-b57a-290e71cc1f45 on network ad9ec0bf-7b3b-4aac-aeb7-899560565656 {{(pid=110297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 14:47:20.136060 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9048b94-c2fe-4146-8dfc-95895ca43828 req-ab2ac148-ba49-4fa4-880e-3abab022df19 service neutron] Checking agent: {'id': '26e70f58-a201-437c-be8d-fd2714f100da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84028', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 14, 44, 59), 'started_at': datetime.datetime(2022, 5, 3, 14, 44, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 14, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 14:47:20.139385 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9048b94-c2fe-4146-8dfc-95895ca43828 req-ab2ac148-ba49-4fa4-880e-3abab022df19 service neutron] Checking segment: {'id': '76c2878c-c766-49ad-ae93-aed109770c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'ad9ec0bf-7b3b-4aac-aeb7-899560565656'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 14:47:20.141452 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9048b94-c2fe-4146-8dfc-95895ca43828 req-ab2ac148-ba49-4fa4-880e-3abab022df19 service neutron] Bound using segment: {'id': '76c2878c-c766-49ad-ae93-aed109770c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'ad9ec0bf-7b3b-4aac-aeb7-899560565656'} {{(pid=110297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 14:47:20.141452 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.plugins.ml2.managers [req-d9048b94-c2fe-4146-8dfc-95895ca43828 req-ab2ac148-ba49-4fa4-880e-3abab022df19 service neutron] Bound port: 325981bb-6f64-4949-b57a-290e71cc1f45, host: hv-cinder-84028, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76c2878c-c766-49ad-ae93-aed109770c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'ad9ec0bf-7b3b-4aac-aeb7-899560565656'}}] {{(pid=110297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 14:47:20.143079 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [req-d9048b94-c2fe-4146-8dfc-95895ca43828 req-ab2ac148-ba49-4fa4-880e-3abab022df19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (325981bb-6f64-4949-b57a-290e71cc1f45), before_update {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:20.155321 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-be656f94-6343-486e-b1cc-807feac6e514 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (4be1d56e-dc50-4c55-b511-de10663410d5), after_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:20.248601 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-fd143055-d05b-473f-ac39-e6a76e379ad3 req-2fcc63e4-a70e-4b38-ba62-903d977e2bd4 tempest-DeleteServersTestJSON-1834262226 tempest-DeleteServersTestJSON-1834262226-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7d4e0da-70e9-49ee-b61d-1d76ebf434dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5629201 May 03 14:47:20.334408 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Device ae3ee56f-1057-44ee-85bd-bb4bf0c0703c up at agent ovs-agent-dv-cinder-840289-3-iscsi {{(pid=110299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 14:47:20.358633 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.plugins.ml2.db [req-d9048b94-c2fe-4146-8dfc-95895ca43828 req-ab2ac148-ba49-4fa4-880e-3abab022df19 service neutron] For port 325981bb-6f64-4949-b57a-290e71cc1f45, host hv-cinder-84028, cleared binding levels {{(pid=110297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 14:47:20.401241 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-09f1c744-1ac2-4198-bc84-062bcc87d675 None None] For port ae3ee56f-1057-44ee-85bd-bb4bf0c0703c, host dv-cinder-840289-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-3-iscsi',level=0,port_id=ae3ee56f-1057-44ee-85bd-bb4bf0c0703c,segment=NetworkSegment(3c171999-7314-4749-ab73-b658fc7b715a),segment_id=3c171999-7314-4749-ab73-b658fc7b715a)] {{(pid=110299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:47:20.404832 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-877b285b-b2cd-4e50-b262-5a860c9c48ea None None] Checking router: c0586b89-047d-470f-ba98-8ebeb44b6f63 for host: dv-cinder-840289-3-iscsi {{(pid=110299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 14:47:20.405366 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-877b285b-b2cd-4e50-b262-5a860c9c48ea None None] Updating router c0586b89-047d-470f-ba98-8ebeb44b6f63 port 361af859-480a-47e2-a077-925325ebf6d1 binding host dv-cinder-840289-3-iscsi {{(pid=110299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 14:47:20.440649 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Provisioning complete for port ae3ee56f-1057-44ee-85bd-bb4bf0c0703c triggered by entity L2. {{(pid=110299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:47:20.441205 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728915'] for port (ae3ee56f-1057-44ee-85bd-bb4bf0c0703c), provisioning_complete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:20.460303 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-be656f94-6343-486e-b1cc-807feac6e514 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Publish callbacks [] for security_group (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:20.464429 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-be656f94-6343-486e-b1cc-807feac6e514 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.2574146 May 03 14:47:20.469206 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 38502) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:47:20.477924 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.v2.base [None req-057b3b60-c8e2-432f-871c-604316c787f2 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Request body: {'security_group_rule': {'security_group_id': '4be1d56e-dc50-4c55-b511-de10663410d5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:47:20.493427 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be656f94-6343-486e-b1cc-807feac6e514 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4be1d56e-dc50-4c55-b511-de10663410d5,revision_number=1']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:47:20.497426 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.plugins.ml2.db [req-d9048b94-c2fe-4146-8dfc-95895ca43828 req-ab2ac148-ba49-4fa4-880e-3abab022df19 service neutron] For port 325981bb-6f64-4949-b57a-290e71cc1f45, host hv-cinder-84028, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=325981bb-6f64-4949-b57a-290e71cc1f45,segment=NetworkSegment(76c2878c-c766-49ad-ae93-aed109770c8e),segment_id=76c2878c-c766-49ad-ae93-aed109770c8e)] {{(pid=110297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 14:47:20.516557 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 38504) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:47:20.537601 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.v2.base [None req-26eafa98-bb32-4e9c-8f80-e20b203702d9 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1433104484-network', 'tenant_id': 'cc8e94eea12a48ccbceb32bfdc22113f'}} {{(pid=110297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:47:20.595409 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-09f1c744-1ac2-4198-bc84-062bcc87d675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096'] for port (ae3ee56f-1057-44ee-85bd-bb4bf0c0703c), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:20.598967 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-3e05ee4c-33be-4d90-8882-3b6821a50000 req-0eb065c7-f83d-44d8-b590-d5486cb32c36 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe1c40c4-811a-430a-930e-063e1c5880b8 HTTP/1.1" status: 200 len: 210 time: 0.1316364 May 03 14:47:20.607391 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [req-d9048b94-c2fe-4146-8dfc-95895ca43828 req-ab2ac148-ba49-4fa4-880e-3abab022df19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096'] for port (325981bb-6f64-4949-b57a-290e71cc1f45), after_update {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:20.617172 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-877b285b-b2cd-4e50-b262-5a860c9c48ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (361af859-480a-47e2-a077-925325ebf6d1), before_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:20.636845 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-c548ae23-931e-4c07-bc3b-300152fcbbc3 req-8f182236-466a-4838-aa02-50e4263a60e6 service neutron] 10.222.0.16 "GET /v2.0/networks/2d59a619-2104-48af-9b29-5b43721c1720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7506540 May 03 14:47:20.665991 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9048b94-c2fe-4146-8dfc-95895ca43828 req-ab2ac148-ba49-4fa4-880e-3abab022df19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:47:20.665991 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [req-d9048b94-c2fe-4146-8dfc-95895ca43828 req-ab2ac148-ba49-4fa4-880e-3abab022df19 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603595'] for port (None), before_response {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:20.665991 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [req-d9048b94-c2fe-4146-8dfc-95895ca43828 req-ab2ac148-ba49-4fa4-880e-3abab022df19 service neutron] 10.222.0.55 "PUT /v2.0/ports/325981bb-6f64-4949-b57a-290e71cc1f45 HTTP/1.1" status: 200 len: 1094 time: 2.9798086 May 03 14:47:20.667426 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15b6f436-8fd4-462d-9d65-8975e7b68845', 'tag': '325981bb-6f64-4949-b57a-290e71cc1f45'}] {{(pid=110297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 14:47:20.775110 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26eafa98-bb32-4e9c-8f80-e20b203702d9 admin admin] Made reservation on behalf of cc8e94eea12a48ccbceb32bfdc22113f for: {'network': 1} {{(pid=110297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 14:47:20.779141 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-26eafa98-bb32-4e9c-8f80-e20b203702d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for network (None), before_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:20.815914 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f1c744-1ac2-4198-bc84-062bcc87d675 None None] Pushing event updated for resources: {'Port': ['ID=ae3ee56f-1057-44ee-85bd-bb4bf0c0703c,revision_number=5']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:47:20.848196 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-26eafa98-bb32-4e9c-8f80-e20b203702d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:20.883146 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-057b3b60-c8e2-432f-871c-604316c787f2 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Publish callbacks [] for security_group_rule (6f2518d3-2fe8-43ea-9b42-32943aec4bc4), before_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:20.928089 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2ac148-ba49-4fa4-880e-3abab022df19 service neutron] Pushing event updated for resources: {'Port': ['ID=325981bb-6f64-4949-b57a-290e71cc1f45,revision_number=3']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:47:20.936277 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [None req-9297c40a-a5ec-43b3-858d-91a954abb6fe None None] Provisioning complete for port ae3ee56f-1057-44ee-85bd-bb4bf0c0703c triggered by entity DHCP. {{(pid=110299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:47:20.936815 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-9297c40a-a5ec-43b3-858d-91a954abb6fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728915'] for port (ae3ee56f-1057-44ee-85bd-bb4bf0c0703c), provisioning_complete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:21.165176 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e984b2ea2ce138672bdb6842017b013401e1eb51d7da9236b70aed4d114632e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd3c43e7-4d2c-462f-92cd-f5dfd0a5ede1" -d '{"events": [{"name": "network-changed", "server_uuid": "15b6f436-8fd4-462d-9d65-8975e7b68845", "tag": "325981bb-6f64-4949-b57a-290e71cc1f45"}]}' {{(pid=110297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 14:47:21.285255 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.55', 49736) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:47:21.323120 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9048b94-c2fe-4146-8dfc-95895ca43828 req-781565ab-caa6-4a76-a3db-0a23bd6f7057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:47:21.338790 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [req-d9048b94-c2fe-4146-8dfc-95895ca43828 req-781565ab-caa6-4a76-a3db-0a23bd6f7057 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9b85740edff14379a2eefda396a78050&device_id=15b6f436-8fd4-462d-9d65-8975e7b68845 HTTP/1.1" status: 200 len: 1128 time: 0.3630445 May 03 14:47:21.365946 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-c548ae23-931e-4c07-bc3b-300152fcbbc3 req-25946c60-09ed-430d-8665-1596b8e2e3b8 service neutron] 10.222.0.16 "GET /v2.0/networks/2d59a619-2104-48af-9b29-5b43721c1720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7265701 May 03 14:47:21.373670 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-057b3b60-c8e2-432f-871c-604316c787f2 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Publish callbacks [] for security_group_rule (6f2518d3-2fe8-43ea-9b42-32943aec4bc4), precommit_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:21.411808 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Current status of the port ae3ee56f-1057-44ee-85bd-bb4bf0c0703c is: ACTIVE; New status is: ACTIVE {{(pid=110299) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:47:21.517029 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-057b3b60-c8e2-432f-871c-604316c787f2 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652759'] for security_group_rule (6f2518d3-2fe8-43ea-9b42-32943aec4bc4), after_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:21.561065 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [req-d9048b94-c2fe-4146-8dfc-95895ca43828 req-c7f833f8-ccae-4162-8001-6c81b80ba672 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=325981bb-6f64-4949-b57a-290e71cc1f45 HTTP/1.1" status: 200 len: 217 time: 0.1908486 May 03 14:47:21.615548 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-9297c40a-a5ec-43b3-858d-91a954abb6fe None None] Current status of the port ae3ee56f-1057-44ee-85bd-bb4bf0c0703c is: ACTIVE; New status is: ACTIVE {{(pid=110299) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:47:21.631368 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 14:47:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1732950-c292-404e-b8c3-c356ae825d80 x-openstack-request-id: req-b1732950-c292-404e-b8c3-c356ae825d80 {{(pid=110297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 14:47:21.631699 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15b6f436-8fd4-462d-9d65-8975e7b68845", "tag": "325981bb-6f64-4949-b57a-290e71cc1f45", "status": "completed", "code": 200}]} {{(pid=110297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 14:47:21.631940 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b1732950-c292-404e-b8c3-c356ae825d80 {{(pid=110297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 14:47:21.632459 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1732950-c292-404e-b8c3-c356ae825d80'] response: {'name': 'network-changed', 'server_uuid': '15b6f436-8fd4-462d-9d65-8975e7b68845', 'tag': '325981bb-6f64-4949-b57a-290e71cc1f45', 'status': 'completed', 'code': 200} May 03 14:47:21.662826 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057b3b60-c8e2-432f-871c-604316c787f2 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f2518d3-2fe8-43ea-9b42-32943aec4bc4,revision_number=0']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:47:21.690228 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9bd3e2-97e0-4c74-853f-1f25acacd8f2 req-53a6a785-6997-4069-9be0-1e097696c396 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:47:21.709331 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-fb9bd3e2-97e0-4c74-853f-1f25acacd8f2 req-53a6a785-6997-4069-9be0-1e097696c396 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.55 "GET /v2.0/networks?id=e149baab-37b5-49e7-bbfb-d6c5aa20aff6 HTTP/1.1" status: 200 len: 816 time: 0.4229839 May 03 14:47:21.721520 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-057b3b60-c8e2-432f-871c-604316c787f2 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:21.722795 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-057b3b60-c8e2-432f-871c-604316c787f2 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2526073 May 03 14:47:21.725701 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 38546) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:47:21.731164 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.v2.base [None req-481b55fc-53d2-4776-bbf3-a1bd56855fa2 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Request body: {'security_group_rule': {'security_group_id': '4be1d56e-dc50-4c55-b511-de10663410d5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:47:21.821684 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-26eafa98-bb32-4e9c-8f80-e20b203702d9 admin admin] Publish callbacks [] for security_group (e4cfedd4-7969-4763-8eb1-0586075e956a), precommit_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:21.826699 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9048b94-c2fe-4146-8dfc-95895ca43828 req-3da66d20-5614-4e8f-8e7f-0cb968cf0138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:47:21.830736 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [req-d9048b94-c2fe-4146-8dfc-95895ca43828 req-3da66d20-5614-4e8f-8e7f-0cb968cf0138 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6e88459e-05aa-4f1a-9a99-bd3d7cc963de HTTP/1.1" status: 200 len: 852 time: 0.2611601 May 03 14:47:21.907292 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-877b285b-b2cd-4e50-b262-5a860c9c48ea None None] Publish callbacks [] for port (361af859-480a-47e2-a077-925325ebf6d1), precommit_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:21.921332 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Device ae3ee56f-1057-44ee-85bd-bb4bf0c0703c up at agent ovs-agent-dv-cinder-840289-3-iscsi {{(pid=110299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 14:47:21.953890 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [req-d9048b94-c2fe-4146-8dfc-95895ca43828 req-505f537b-2905-4c3b-914c-ec84b30629e2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ad9ec0bf-7b3b-4aac-aeb7-899560565656&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1031718 May 03 14:47:21.955375 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-26eafa98-bb32-4e9c-8f80-e20b203702d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (e4cfedd4-7969-4763-8eb1-0586075e956a), after_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:21.983716 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26eafa98-bb32-4e9c-8f80-e20b203702d9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 377} {{(pid=110297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 14:47:22.004094 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-877b285b-b2cd-4e50-b262-5a860c9c48ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096'] for port (361af859-480a-47e2-a077-925325ebf6d1), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:22.156394 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26eafa98-bb32-4e9c-8f80-e20b203702d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4cfedd4-7969-4763-8eb1-0586075e956a,revision_number=1']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:47:22.200337 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547f0881-0558-4d71-947c-3f9fa561135d req-a0c48e41-0d90-4ecb-aa93-86660e328332 tempest-DeleteServersTestJSON-1834262226 tempest-DeleteServersTestJSON-1834262226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:47:22.203381 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-547f0881-0558-4d71-947c-3f9fa561135d req-a0c48e41-0d90-4ecb-aa93-86660e328332 tempest-DeleteServersTestJSON-1834262226 tempest-DeleteServersTestJSON-1834262226-project] 10.222.0.16 "GET /v2.0/ports?device_id=15b6f436-8fd4-462d-9d65-8975e7b68845 HTTP/1.1" status: 200 len: 944 time: 0.4383330 May 03 14:47:22.215213 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-968420c0-e229-489c-91e5-3d9b023fb970 req-d10f23d2-7ef0-48f6-854b-46bd08a036e3 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe1c40c4-811a-430a-930e-063e1c5880b8 HTTP/1.1" status: 200 len: 210 time: 0.1912944 May 03 14:47:22.217269 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-26eafa98-bb32-4e9c-8f80-e20b203702d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719716'] for segment (a0e8ff70-9e2e-4161-bcfa-004a41d0c16e), precommit_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:22.217632 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.db.segments_db [None req-26eafa98-bb32-4e9c-8f80-e20b203702d9 admin admin] Added segment a0e8ff70-9e2e-4161-bcfa-004a41d0c16e of type vlan for network 5cbd6c6a-6b5b-4140-9987-67c5ec7eb4c5 May 03 14:47:22.257026 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [req-d9048b94-c2fe-4146-8dfc-95895ca43828 req-fef6693d-70d5-459a-84c8-d0aae7e30ec0 service neutron] 10.222.0.55 "GET /v2.0/networks/ad9ec0bf-7b3b-4aac-aeb7-899560565656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2677739 May 03 14:47:22.383619 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586e658f-204c-4d63-a1a8-292551c1ff0b None None] Pushing event updated for resources: {'Port': ['ID=361af859-480a-47e2-a077-925325ebf6d1,revision_number=3']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:47:22.406430 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-26eafa98-bb32-4e9c-8f80-e20b203702d9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775476666305'] for network (5cbd6c6a-6b5b-4140-9987-67c5ec7eb4c5), precommit_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:22.485696 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Provisioning complete for port ae3ee56f-1057-44ee-85bd-bb4bf0c0703c triggered by entity L2. {{(pid=110299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:47:22.488714 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728915'] for port (ae3ee56f-1057-44ee-85bd-bb4bf0c0703c), provisioning_complete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:22.501397 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.managers [None req-877b285b-b2cd-4e50-b262-5a860c9c48ea None None] Attempting to bind port 361af859-480a-47e2-a077-925325ebf6d1 on host dv-cinder-840289-3-iscsi for vnic_type normal with profile {{(pid=110299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 14:47:22.501397 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.managers [None req-877b285b-b2cd-4e50-b262-5a860c9c48ea None None] Attempting to bind port 361af859-480a-47e2-a077-925325ebf6d1 by drivers openvswitch,hyperv on host dv-cinder-840289-3-iscsi at level 0 using segments [{'id': 'ca66fa34-2900-4282-8627-e44cece846e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '963c04e2-09c0-42b3-8b14-9ee6b8c8fe47'}] {{(pid=110299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 14:47:22.501397 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877b285b-b2cd-4e50-b262-5a860c9c48ea None None] Attempting to bind port 361af859-480a-47e2-a077-925325ebf6d1 on network 963c04e2-09c0-42b3-8b14-9ee6b8c8fe47 {{(pid=110299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 14:47:22.537249 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-fb9bd3e2-97e0-4c74-853f-1f25acacd8f2 req-5e82ab25-5553-4ed2-a973-9a92414af9d4 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ea2dc692f2754b34afd1a52dad1c2cb3 HTTP/1.1" status: 200 len: 379 time: 0.7763200 May 03 14:47:22.595658 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877b285b-b2cd-4e50-b262-5a860c9c48ea None None] Checking agent: {'id': '16d44442-859c-4c9b-bc72-04cb3b8a5d5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840289-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 14, 38, 15), 'started_at': datetime.datetime(2022, 5, 3, 14, 38, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 14, 47, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840289-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 14:47:22.596570 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877b285b-b2cd-4e50-b262-5a860c9c48ea None None] Checking segment: {'id': 'ca66fa34-2900-4282-8627-e44cece846e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '963c04e2-09c0-42b3-8b14-9ee6b8c8fe47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 14:47:22.597477 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-877b285b-b2cd-4e50-b262-5a860c9c48ea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:22.599109 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877b285b-b2cd-4e50-b262-5a860c9c48ea None None] Bound using segment: {'id': 'ca66fa34-2900-4282-8627-e44cece846e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '963c04e2-09c0-42b3-8b14-9ee6b8c8fe47'} {{(pid=110299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 14:47:22.601114 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.managers [None req-877b285b-b2cd-4e50-b262-5a860c9c48ea None None] Bound port: 361af859-480a-47e2-a077-925325ebf6d1, host: dv-cinder-840289-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca66fa34-2900-4282-8627-e44cece846e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '963c04e2-09c0-42b3-8b14-9ee6b8c8fe47'}}] {{(pid=110299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 14:47:22.605167 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-877b285b-b2cd-4e50-b262-5a860c9c48ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (361af859-480a-47e2-a077-925325ebf6d1), before_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:22.616304 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.v2.base [req-fb9bd3e2-97e0-4c74-853f-1f25acacd8f2 req-c0bb2fc1-eb98-4a22-bd73-5af15146ffaa tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Request body: {'port': {'device_id': 'fe1c40c4-811a-430a-930e-063e1c5880b8', 'network_id': 'e149baab-37b5-49e7-bbfb-d6c5aa20aff6', 'admin_state_up': True, 'tenant_id': 'ea2dc692f2754b34afd1a52dad1c2cb3', 'security_groups': ['a0e19fcb-47b5-464e-8241-883080a396c0']}} {{(pid=110298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:47:22.621576 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-481b55fc-53d2-4776-bbf3-a1bd56855fa2 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Publish callbacks [] for security_group_rule (f0f337f5-e576-4dbf-b8fc-f2fb2175a33e), before_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:22.690111 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-4af99107-917e-4178-b245-e5e1f0d8e877 req-89988967-a540-4c05-a243-822fb11d7b7d tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/ports?device_id=dbf00822-5970-4028-8656-a6300c36daa0 HTTP/1.1" status: 200 len: 210 time: 0.1997809 May 03 14:47:22.745468 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [req-d9048b94-c2fe-4146-8dfc-95895ca43828 req-5bf055e3-1920-4150-8992-d3caed89f425 service neutron] 10.222.0.55 "GET /v2.0/networks/ad9ec0bf-7b3b-4aac-aeb7-899560565656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2195342 May 03 14:47:22.747459 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-26eafa98-bb32-4e9c-8f80-e20b203702d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613'] for network (5cbd6c6a-6b5b-4140-9987-67c5ec7eb4c5), after_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:22.748867 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26eafa98-bb32-4e9c-8f80-e20b203702d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:47:22.749625 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-26eafa98-bb32-4e9c-8f80-e20b203702d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603595'] for network (None), before_response {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:22.839735 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-547f0881-0558-4d71-947c-3f9fa561135d req-e8a44476-2c9e-4080-82b0-3dedfa46f295 tempest-DeleteServersTestJSON-1834262226 tempest-DeleteServersTestJSON-1834262226-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7d4e0da-70e9-49ee-b61d-1d76ebf434dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6136179 May 03 14:47:22.927208 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-26eafa98-bb32-4e9c-8f80-e20b203702d9 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.4086981 May 03 14:47:22.932082 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26eafa98-bb32-4e9c-8f80-e20b203702d9 admin admin] Pushing event updated for resources: {'Network': ['ID=5cbd6c6a-6b5b-4140-9987-67c5ec7eb4c5,revision_number=1']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:47:22.932220 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [None req-4d25d9ad-be0c-4c8f-b5fd-4b51df2a4223 None None] Provisioning complete for port 361af859-480a-47e2-a077-925325ebf6d1 triggered by entity DHCP. {{(pid=110299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:47:22.932582 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-4d25d9ad-be0c-4c8f-b5fd-4b51df2a4223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728915'] for port (361af859-480a-47e2-a077-925325ebf6d1), provisioning_complete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:22.940986 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 38594) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:47:22.946066 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.v2.base [None req-41e0474f-5e63-4dc9-90b0-3dbf3d6621f1 admin admin] Request body: {'subnet': {'network_id': '5cbd6c6a-6b5b-4140-9987-67c5ec7eb4c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1433104484-subnet', 'tenant_id': 'cc8e94eea12a48ccbceb32bfdc22113f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:47:22.953584 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-877b285b-b2cd-4e50-b262-5a860c9c48ea None None] For port 361af859-480a-47e2-a077-925325ebf6d1, host dv-cinder-840289-3-iscsi, cleared binding levels {{(pid=110299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 14:47:23.024470 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Network 5cbd6c6a-6b5b-4140-9987-67c5ec7eb4c5 details requested by agent ovs-agent-dv-cinder-840289-3-iscsi with host dv-cinder-840289-3-iscsi {{(pid=110299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 03 14:47:23.132814 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.55', 49740) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:47:23.181358 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-877b285b-b2cd-4e50-b262-5a860c9c48ea None None] For port 361af859-480a-47e2-a077-925325ebf6d1, host dv-cinder-840289-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-3-iscsi',level=0,port_id=361af859-480a-47e2-a077-925325ebf6d1,segment=NetworkSegment(ca66fa34-2900-4282-8627-e44cece846e4),segment_id=ca66fa34-2900-4282-8627-e44cece846e4)] {{(pid=110299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 14:47:23.188692 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Current status of the port ae3ee56f-1057-44ee-85bd-bb4bf0c0703c is: ACTIVE; New status is: ACTIVE {{(pid=110299) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:47:23.219351 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-4d25d9ad-be0c-4c8f-b5fd-4b51df2a4223 None None] Port 361af859-480a-47e2-a077-925325ebf6d1 cannot update to ACTIVE because it is not bound. {{(pid=110299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 14:47:23.237806 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41e0474f-5e63-4dc9-90b0-3dbf3d6621f1 admin admin] Made reservation on behalf of cc8e94eea12a48ccbceb32bfdc22113f for: {'subnet': 1} {{(pid=110298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 14:47:23.239312 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd4bb90-f7dd-4c87-ba11-15a06e00b7fb req-8d8c0dc9-b1ab-46d6-aec2-a8968401007d tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:47:23.240949 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-41e0474f-5e63-4dc9-90b0-3dbf3d6621f1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:23.246529 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [req-bfd4bb90-f7dd-4c87-ba11-15a06e00b7fb req-8d8c0dc9-b1ab-46d6-aec2-a8968401007d tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.55 "GET /v2.0/networks?id=2d59a619-2104-48af-9b29-5b43721c1720 HTTP/1.1" status: 200 len: 819 time: 0.3451781 May 03 14:47:23.289007 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.v2.base [req-bfd4bb90-f7dd-4c87-ba11-15a06e00b7fb req-0d71667b-d880-4ea0-9e07-80dc88828843 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Request body: {'port': {'device_id': '4d586fba-adbe-4797-99f4-6932165af9d4', 'network_id': '2d59a619-2104-48af-9b29-5b43721c1720', 'admin_state_up': True, 'tenant_id': '85acf5f5a53f45dd96135bdfdbd36bee'}} {{(pid=110297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:47:23.303056 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-877b285b-b2cd-4e50-b262-5a860c9c48ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096'] for port (361af859-480a-47e2-a077-925325ebf6d1), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:23.314850 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb9bd3e2-97e0-4c74-853f-1f25acacd8f2 req-c0bb2fc1-eb98-4a22-bd73-5af15146ffaa tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Made reservation on behalf of ea2dc692f2754b34afd1a52dad1c2cb3 for: {'port': 1} {{(pid=110298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 14:47:23.332593 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-fb9bd3e2-97e0-4c74-853f-1f25acacd8f2 req-c0bb2fc1-eb98-4a22-bd73-5af15146ffaa tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (None), before_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:23.374949 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-481b55fc-53d2-4776-bbf3-a1bd56855fa2 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Publish callbacks [] for security_group_rule (f0f337f5-e576-4dbf-b8fc-f2fb2175a33e), precommit_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:23.410403 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3c43e7-4d2c-462f-92cd-f5dfd0a5ede1 req-2310f038-f866-4363-a195-689d3fc3b083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:47:23.413173 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [req-bd3c43e7-4d2c-462f-92cd-f5dfd0a5ede1 req-2310f038-f866-4363-a195-689d3fc3b083 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9b85740edff14379a2eefda396a78050&device_id=15b6f436-8fd4-462d-9d65-8975e7b68845 HTTP/1.1" status: 200 len: 1128 time: 0.1608403 May 03 14:47:23.485160 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-a0d2d0ad-cd63-4922-9f59-1f075f823650 req-f9585cae-fece-4c60-a654-b4ada0e3be70 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe1c40c4-811a-430a-930e-063e1c5880b8 HTTP/1.1" status: 200 len: 210 time: 0.0665612 May 03 14:47:23.622545 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877b285b-b2cd-4e50-b262-5a860c9c48ea None None] Routers {'c0586b89-047d-470f-ba98-8ebeb44b6f63'} bound to L3 agent in host dv-cinder-840289-3-iscsi {{(pid=110299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:47:23.628095 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_hamode_db [None req-877b285b-b2cd-4e50-b262-5a860c9c48ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T14:38:11Z,description=,heartbeat_timestamp=2022-05-03T14:47:11Z,host='dv-cinder-840289-3-iscsi',id=a9161e1b-902d-441f-843b-a0ff0805adee,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:38:12Z,topic='l3_agent')) {'router_ids': ['c0586b89-047d-470f-ba98-8ebeb44b6f63'], 'active': True} {{(pid=110299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:47:23.633166 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586e658f-204c-4d63-a1a8-292551c1ff0b None None] Pushing event updated for resources: {'Port': ['ID=361af859-480a-47e2-a077-925325ebf6d1,revision_number=4']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:47:24.083393 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_dvr_db [None req-877b285b-b2cd-4e50-b262-5a860c9c48ea None None] Set router c0586b89-047d-470f-ba98-8ebeb44b6f63 gateway port host: dv-cinder-840289-3-iscsi {{(pid=110299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:47:24.086462 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [None req-8051f384-8c85-4052-a353-e946059139e0 None None] Provisioning complete for port 361af859-480a-47e2-a077-925325ebf6d1 triggered by entity DHCP. {{(pid=110299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:47:24.089877 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8051f384-8c85-4052-a353-e946059139e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728915'] for port (361af859-480a-47e2-a077-925325ebf6d1), provisioning_complete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:24.160569 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7a2973-9c33-4a07-8caa-132f3e4ac6ae req-4d423d5c-eff1-44f4-9a24-b1036f835cd2 tempest-DeleteServersTestJSON-1834262226 tempest-DeleteServersTestJSON-1834262226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:47:24.172395 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-7e7a2973-9c33-4a07-8caa-132f3e4ac6ae req-4d423d5c-eff1-44f4-9a24-b1036f835cd2 tempest-DeleteServersTestJSON-1834262226 tempest-DeleteServersTestJSON-1834262226-project] 10.222.0.16 "GET /v2.0/ports?device_id=15b6f436-8fd4-462d-9d65-8975e7b68845 HTTP/1.1" status: 200 len: 944 time: 0.1043041 May 03 14:47:24.221516 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-481b55fc-53d2-4776-bbf3-a1bd56855fa2 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652759'] for security_group_rule (f0f337f5-e576-4dbf-b8fc-f2fb2175a33e), after_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:24.398041 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3c43e7-4d2c-462f-92cd-f5dfd0a5ede1 req-4101d5fc-a12a-40e7-8f1e-edaa7c710dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:47:24.400002 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [req-bd3c43e7-4d2c-462f-92cd-f5dfd0a5ede1 req-4101d5fc-a12a-40e7-8f1e-edaa7c710dcb service neutron] 10.222.0.55 "GET /v2.0/networks?id=ad9ec0bf-7b3b-4aac-aeb7-899560565656 HTTP/1.1" status: 200 len: 913 time: 0.9278870 May 03 14:47:24.437539 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 38640) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:47:24.464408 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfd4bb90-f7dd-4c87-ba11-15a06e00b7fb req-0d71667b-d880-4ea0-9e07-80dc88828843 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Made reservation on behalf of 85acf5f5a53f45dd96135bdfdbd36bee for: {'port': 1} {{(pid=110297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 14:47:24.472111 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [req-bfd4bb90-f7dd-4c87-ba11-15a06e00b7fb req-0d71667b-d880-4ea0-9e07-80dc88828843 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (None), before_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:24.479607 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-8051f384-8c85-4052-a353-e946059139e0 None None] Current status of the port 361af859-480a-47e2-a077-925325ebf6d1 is: DOWN; New status is: ACTIVE {{(pid=110299) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:47:24.480020 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8051f384-8c85-4052-a353-e946059139e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (361af859-480a-47e2-a077-925325ebf6d1), before_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:24.492390 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-7e7a2973-9c33-4a07-8caa-132f3e4ac6ae req-aa51843e-ebee-4b48-9dff-42d18e29e641 tempest-DeleteServersTestJSON-1834262226 tempest-DeleteServersTestJSON-1834262226-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7d4e0da-70e9-49ee-b61d-1d76ebf434dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3189747 May 03 14:47:24.493056 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481b55fc-53d2-4776-bbf3-a1bd56855fa2 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0f337f5-e576-4dbf-b8fc-f2fb2175a33e,revision_number=0']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:47:24.552784 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-fffa9d68-fb4d-4ddf-a546-cca31d5ad432 req-d1b8dc58-1eb3-4534-9e9b-2a13a09068c5 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/ports?device_id=dbf00822-5970-4028-8656-a6300c36daa0 HTTP/1.1" status: 200 len: 210 time: 0.5035088 May 03 14:47:24.601862 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-41e0474f-5e63-4dc9-90b0-3dbf3d6621f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613'] for subnet (3a0a3d0b-cefd-4621-abf3-d86f85b8668a), after_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:24.612439 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-8051f384-8c85-4052-a353-e946059139e0 None None] For port 361af859-480a-47e2-a077-925325ebf6d1, host dv-cinder-840289-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-3-iscsi',level=0,port_id=361af859-480a-47e2-a077-925325ebf6d1,segment=NetworkSegment(ca66fa34-2900-4282-8627-e44cece846e4),segment_id=ca66fa34-2900-4282-8627-e44cece846e4)] {{(pid=110299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:47:24.623477 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_hamode_db [None req-877b285b-b2cd-4e50-b262-5a860c9c48ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0586b89-047d-470f-ba98-8ebeb44b6f63', 'name': 'tempest-AttachVolumeTestJSON-1271780405-router', 'tenant_id': 'b4752d3e59c94290925845f591792921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'external_fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': 'd8bbc91f-bf64-4bf7-ad43-b6ff6a701cc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:47:02Z', 'updated_at': '2022-05-03T14:47:13Z', 'revision_number': 4, 'project_id': 'b4752d3e59c94290925845f591792921', 'gw_port': {'id': 'd8bbc91f-bf64-4bf7-ad43-b6ff6a701cc7', 'name': '', 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:fc:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0586b89-047d-470f-ba98-8ebeb44b6f63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:47:04Z', 'updated_at': '2022-05-03T14:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f907060b-4748-4522-aeb5-06a44b689374', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-3-iscsi', '_interfaces': [{'id': '361af859-480a-47e2-a077-925325ebf6d1', 'name': '', 'network_id': '963c04e2-09c0-42b3-8b14-9ee6b8c8fe47', 'tenant_id': 'b4752d3e59c94290925845f591792921', 'mac_address': 'fa:16:3e:c0:ea:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0586b89-047d-470f-ba98-8ebeb44b6f63', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '48f101fe-497d-4192-8a7b-0011d50ada6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:47:10Z', 'updated_at': '2022-05-03T14:47:22Z', 'revision_number': 4, 'project_id': 'b4752d3e59c94290925845f591792921', 'subnets': [{'id': '48f101fe-497d-4192-8a7b-0011d50ada6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-3-iscsi', False) {} {{(pid=110299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:47:24.690303 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-877b285b-b2cd-4e50-b262-5a860c9c48ea None None] The sync data for ids ['c0586b89-047d-470f-ba98-8ebeb44b6f63'] in dv-cinder-840289-3-iscsi is: [{'id': 'c0586b89-047d-470f-ba98-8ebeb44b6f63', 'name': 'tempest-AttachVolumeTestJSON-1271780405-router', 'tenant_id': 'b4752d3e59c94290925845f591792921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'external_fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': 'd8bbc91f-bf64-4bf7-ad43-b6ff6a701cc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:47:02Z', 'updated_at': '2022-05-03T14:47:13Z', 'revision_number': 4, 'project_id': 'b4752d3e59c94290925845f591792921', 'gw_port': {'id': 'd8bbc91f-bf64-4bf7-ad43-b6ff6a701cc7', 'name': '', 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:fc:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0586b89-047d-470f-ba98-8ebeb44b6f63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:47:04Z', 'updated_at': '2022-05-03T14:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f907060b-4748-4522-aeb5-06a44b689374', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-3-iscsi', '_interfaces': [{'id': '361af859-480a-47e2-a077-925325ebf6d1', 'name': '', 'network_id': '963c04e2-09c0-42b3-8b14-9ee6b8c8fe47', 'tenant_id': 'b4752d3e59c94290925845f591792921', 'mac_address': 'fa:16:3e:c0:ea:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0586b89-047d-470f-ba98-8ebeb44b6f63', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '48f101fe-497d-4192-8a7b-0011d50ada6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:47:10Z', 'updated_at': '2022-05-03T14:47:22Z', 'revision_number': 4, 'project_id': 'b4752d3e59c94290925845f591792921', 'subnets': [{'id': '48f101fe-497d-4192-8a7b-0011d50ada6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 14:47:24.692466 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8051f384-8c85-4052-a353-e946059139e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096'] for port (361af859-480a-47e2-a077-925325ebf6d1), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:24.702340 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-481b55fc-53d2-4776-bbf3-a1bd56855fa2 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:24.708291 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-481b55fc-53d2-4776-bbf3-a1bd56855fa2 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.9775684 May 03 14:47:24.722181 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 38650) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:47:24.730694 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.v2.base [None req-e71fed27-a249-409e-ab49-30708380310c tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Request body: {'floatingip': {'floating_network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c'}} {{(pid=110297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:47:24.735306 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e0474f-5e63-4dc9-90b0-3dbf3d6621f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a0a3d0b-cefd-4621-abf3-d86f85b8668a,revision_number=0']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:47:24.857302 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-ddaeddc4-348a-4cc6-bb18-3be558fdbd56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:24.889981 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.db.db_base_plugin_common [req-fb9bd3e2-97e0-4c74-853f-1f25acacd8f2 req-c0bb2fc1-eb98-4a22-bd73-5af15146ffaa tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Allocated IP 172.20.0.8 (e149baab-37b5-49e7-bbfb-d6c5aa20aff6/d36733c8-18a7-47f6-a054-ee0e84dd3169/988f35e9-668c-4f12-83dd-31b1a9c2f39c) {{(pid=110298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 14:47:24.906506 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8051f384-8c85-4052-a353-e946059139e0 None None] Pushing event updated for resources: {'Port': ['ID=361af859-480a-47e2-a077-925325ebf6d1,revision_number=5']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:47:24.907367 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-178f67f0-9ca9-4540-a356-51357b2cc7e1 req-d144b584-48fc-45ad-9dcd-f7e8b403a130 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe1c40c4-811a-430a-930e-063e1c5880b8 HTTP/1.1" status: 200 len: 210 time: 0.1944382 May 03 14:47:25.014286 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [req-bd3c43e7-4d2c-462f-92cd-f5dfd0a5ede1 req-4713c7ea-1905-4046-ad6f-2f6268282ca5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=325981bb-6f64-4949-b57a-290e71cc1f45 HTTP/1.1" status: 200 len: 217 time: 0.1433084 May 03 14:47:25.063753 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e0474f-5e63-4dc9-90b0-3dbf3d6621f1 admin admin] Checking segment: {'id': 'a0e8ff70-9e2e-4161-bcfa-004a41d0c16e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '5cbd6c6a-6b5b-4140-9987-67c5ec7eb4c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 14:47:25.064187 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41e0474f-5e63-4dc9-90b0-3dbf3d6621f1 admin admin] Network hostable DHCP agents. Network: 5cbd6c6a-6b5b-4140-9987-67c5ec7eb4c5, hostable agents: ['5d16a8e7-5fab-4607-ae51-2b468a019c05'], hosted agents: [] {{(pid=110298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 14:47:25.124303 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-e71fed27-a249-409e-ab49-30708380310c tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:25.211914 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.db.db_base_plugin_common [req-bfd4bb90-f7dd-4c87-ba11-15a06e00b7fb req-0d71667b-d880-4ea0-9e07-80dc88828843 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Allocated IP 172.20.0.12 (2d59a619-2104-48af-9b29-5b43721c1720/fd06123f-ac2d-4feb-b448-363a0cf902f7/a7eea7dd-eb4c-4690-b7c6-dd1c08938652) {{(pid=110297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 14:47:25.219707 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41e0474f-5e63-4dc9-90b0-3dbf3d6621f1 admin admin] Network 5cbd6c6a-6b5b-4140-9987-67c5ec7eb4c5 is scheduled to be hosted by DHCP agent 5d16a8e7-5fab-4607-ae51-2b468a019c05 with binding_index 1 {{(pid=110298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 14:47:25.246718 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.55', 49744) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:47:25.252279 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3c43e7-4d2c-462f-92cd-f5dfd0a5ede1 req-87c40067-5f1f-49df-8b47-4d36a60c0e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:47:25.253776 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [req-bd3c43e7-4d2c-462f-92cd-f5dfd0a5ede1 req-87c40067-5f1f-49df-8b47-4d36a60c0e9d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6e88459e-05aa-4f1a-9a99-bd3d7cc963de HTTP/1.1" status: 200 len: 852 time: 0.2072179 May 03 14:47:25.382184 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.scheduler.base_scheduler [None req-41e0474f-5e63-4dc9-90b0-3dbf3d6621f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840289-3-iscsi, 5cbd6c6a-6b5b-4140-9987-67c5ec7eb4c5) {{(pid=110298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 14:47:25.388039 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-ddaeddc4-348a-4cc6-bb18-3be558fdbd56 admin admin] Publish callbacks [] for security_group (153d8b59-19e2-42df-9dd5-a7dc8dcc87d9), precommit_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:25.392304 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [req-bd3c43e7-4d2c-462f-92cd-f5dfd0a5ede1 req-8e3759b0-de4b-4c4e-9447-b246bcc2769d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ad9ec0bf-7b3b-4aac-aeb7-899560565656&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0974498 May 03 14:47:25.392504 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9849d17d-8dbe-41bc-bf69-39ce5ea78688 None None] Network 5cbd6c6a-6b5b-4140-9987-67c5ec7eb4c5 requested from dv-cinder-840289-3-iscsi {{(pid=110299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 14:47:25.415440 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41e0474f-5e63-4dc9-90b0-3dbf3d6621f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:47:25.415770 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-41e0474f-5e63-4dc9-90b0-3dbf3d6621f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603595'] for subnet (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:25.428866 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-fb9bd3e2-97e0-4c74-853f-1f25acacd8f2 req-c0bb2fc1-eb98-4a22-bd73-5af15146ffaa tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Publish callbacks [] for port (988f35e9-668c-4f12-83dd-31b1a9c2f39c), precommit_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:25.481210 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c548ae23-931e-4c07-bc3b-300152fcbbc3 req-89b6de8c-c1bb-4f8a-9526-d2941bce1a5c tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:47:25.482875 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-c548ae23-931e-4c07-bc3b-300152fcbbc3 req-89b6de8c-c1bb-4f8a-9526-d2941bce1a5c tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.55 "GET /v2.0/networks?id=2d59a619-2104-48af-9b29-5b43721c1720 HTTP/1.1" status: 200 len: 819 time: 0.2308824 May 03 14:47:25.488188 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-ddaeddc4-348a-4cc6-bb18-3be558fdbd56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (153d8b59-19e2-42df-9dd5-a7dc8dcc87d9), after_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:25.545198 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.v2.base [req-c548ae23-931e-4c07-bc3b-300152fcbbc3 req-1f33b43f-3fb7-4be0-b930-66aaac3839e3 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Request body: {'port': {'device_id': 'dbf00822-5970-4028-8656-a6300c36daa0', 'network_id': '2d59a619-2104-48af-9b29-5b43721c1720', 'admin_state_up': True, 'tenant_id': '85acf5f5a53f45dd96135bdfdbd36bee'}} {{(pid=110298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:47:25.563742 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-ddaeddc4-348a-4cc6-bb18-3be558fdbd56 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=133aa6c678d446c386cc950686457e34&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1227422 May 03 14:47:25.691421 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0c5a2b2-b8c8-4ad8-b60d-01d29b8693c6 None None] Network 5cbd6c6a-6b5b-4140-9987-67c5ec7eb4c5 requested from dv-cinder-840289-3-iscsi {{(pid=110299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 14:47:25.720967 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 38654) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:47:25.738029 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-fb9bd3e2-97e0-4c74-853f-1f25acacd8f2 req-c0bb2fc1-eb98-4a22-bd73-5af15146ffaa tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775476647060'] for port (988f35e9-668c-4f12-83dd-31b1a9c2f39c), after_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:25.750840 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-41e0474f-5e63-4dc9-90b0-3dbf3d6621f1 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.8017445 May 03 14:47:25.781158 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-e71fed27-a249-409e-ab49-30708380310c tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (None), before_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:25.809254 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [req-bd3c43e7-4d2c-462f-92cd-f5dfd0a5ede1 req-d2e801b9-f8d0-41db-bedf-9502173f4698 service neutron] 10.222.0.55 "GET /v2.0/networks/ad9ec0bf-7b3b-4aac-aeb7-899560565656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4072304 May 03 14:47:26.016305 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Device 361af859-480a-47e2-a077-925325ebf6d1 up at agent ovs-agent-dv-cinder-840289-3-iscsi {{(pid=110299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 14:47:26.184066 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Provisioning complete for port 361af859-480a-47e2-a077-925325ebf6d1 triggered by entity L2. {{(pid=110299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:47:26.185687 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 38672) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:47:26.189196 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728915'] for port (361af859-480a-47e2-a077-925325ebf6d1), provisioning_complete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:26.276922 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-6cf405ff-97ad-4760-a2b7-8bfdc57af83e req-0c46c42c-b2e8-4c9b-8da3-f3c2237b1954 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/ports?device_id=dbf00822-5970-4028-8656-a6300c36daa0 HTTP/1.1" status: 200 len: 210 time: 0.5201027 May 03 14:47:26.281106 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb9bd3e2-97e0-4c74-853f-1f25acacd8f2 req-c0bb2fc1-eb98-4a22-bd73-5af15146ffaa tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Network e149baab-37b5-49e7-bbfb-d6c5aa20aff6 is already hosted by enough agents. {{(pid=110298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 14:47:26.309451 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.scheduler.base_scheduler [req-fb9bd3e2-97e0-4c74-853f-1f25acacd8f2 req-c0bb2fc1-eb98-4a22-bd73-5af15146ffaa tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Resources bound (agent type, host, resource id): {{(pid=110298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 14:47:26.319153 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.db.db_base_plugin_common [None req-e71fed27-a249-409e-ab49-30708380310c tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Allocated IP 172.27.0.176 (7456e722-9446-4a17-bcf3-c72dce07c65c/f907060b-4748-4522-aeb5-06a44b689374/097b2e17-e7ba-43af-9ee6-bb56feaa64d1) {{(pid=110297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 14:47:26.380737 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb9bd3e2-97e0-4c74-853f-1f25acacd8f2 req-c0bb2fc1-eb98-4a22-bd73-5af15146ffaa tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Received port after_create {{(pid=110298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 14:47:26.386872 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9bd3e2-97e0-4c74-853f-1f25acacd8f2 req-c0bb2fc1-eb98-4a22-bd73-5af15146ffaa tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:47:26.388222 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-fb9bd3e2-97e0-4c74-853f-1f25acacd8f2 req-c0bb2fc1-eb98-4a22-bd73-5af15146ffaa tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603595'] for port (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:26.417704 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Current status of the port 361af859-480a-47e2-a077-925325ebf6d1 is: ACTIVE; New status is: ACTIVE {{(pid=110299) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:47:26.428853 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c548ae23-931e-4c07-bc3b-300152fcbbc3 req-1f33b43f-3fb7-4be0-b930-66aaac3839e3 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Made reservation on behalf of 85acf5f5a53f45dd96135bdfdbd36bee for: {'port': 1} {{(pid=110298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 14:47:26.455037 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-c548ae23-931e-4c07-bc3b-300152fcbbc3 req-1f33b43f-3fb7-4be0-b930-66aaac3839e3 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (None), before_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:26.509089 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddaeddc4-348a-4cc6-bb18-3be558fdbd56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=153d8b59-19e2-42df-9dd5-a7dc8dcc87d9,revision_number=1']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:47:26.543568 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14ed458-2388-47a1-b170-66e71b62514a req-701d1b26-81b0-4654-947f-c75ffbfd5054 tempest-DeleteServersTestJSON-1834262226 tempest-DeleteServersTestJSON-1834262226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:47:26.545170 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-e14ed458-2388-47a1-b170-66e71b62514a req-701d1b26-81b0-4654-947f-c75ffbfd5054 tempest-DeleteServersTestJSON-1834262226 tempest-DeleteServersTestJSON-1834262226-project] 10.222.0.16 "GET /v2.0/ports?device_id=15b6f436-8fd4-462d-9d65-8975e7b68845 HTTP/1.1" status: 200 len: 944 time: 0.8256929 May 03 14:47:26.582337 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-fb9bd3e2-97e0-4c74-853f-1f25acacd8f2 req-c0bb2fc1-eb98-4a22-bd73-5af15146ffaa tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9794509 May 03 14:47:26.587420 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bb2fc1-eb98-4a22-bd73-5af15146ffaa tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Pushing event updated for resources: {'Port': ['ID=988f35e9-668c-4f12-83dd-31b1a9c2f39c,revision_number=1']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:47:26.749949 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [None req-89c711f9-0840-4f08-bac4-5de2c89d72f0 None None] Provisioning complete for port 988f35e9-668c-4f12-83dd-31b1a9c2f39c triggered by entity DHCP. {{(pid=110299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:47:26.750557 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.v2.base [req-fb9bd3e2-97e0-4c74-853f-1f25acacd8f2 req-6b0b63e1-435f-4a72-b4ec-859902dc74d2 service neutron] Request body: {'port': {'device_id': 'fe1c40c4-811a-430a-930e-063e1c5880b8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84028'}} {{(pid=110298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:47:26.751181 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-89c711f9-0840-4f08-bac4-5de2c89d72f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728915'] for port (988f35e9-668c-4f12-83dd-31b1a9c2f39c), provisioning_complete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:26.753631 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-62940351-7eeb-4927-8e4f-c3d2bf249e2e admin admin] Publish callbacks [] for security_group (153d8b59-19e2-42df-9dd5-a7dc8dcc87d9), before_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:26.843117 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-89c711f9-0840-4f08-bac4-5de2c89d72f0 None None] Port 988f35e9-668c-4f12-83dd-31b1a9c2f39c cannot update to ACTIVE because it is not bound. {{(pid=110299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 14:47:26.911804 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.db.db_base_plugin_v2 [None req-d68b4852-f51e-45c8-804d-c3089d63da01 admin admin] Deleting subnet 8830fc70-d94d-4ec2-b906-806c67f15943 {{(pid=110297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 03 14:47:26.923960 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-e14ed458-2388-47a1-b170-66e71b62514a req-8cd37ac8-8aea-4c88-b09e-e9d33fdaf889 tempest-DeleteServersTestJSON-1834262226 tempest-DeleteServersTestJSON-1834262226-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7d4e0da-70e9-49ee-b61d-1d76ebf434dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3459425 May 03 14:47:26.944516 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70dba54-d05e-406c-bafa-70eb53893919 req-24d5865b-b167-4354-8ce9-4856cb1e6869 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:47:26.960332 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-d70dba54-d05e-406c-bafa-70eb53893919 req-24d5865b-b167-4354-8ce9-4856cb1e6869 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe1c40c4-811a-430a-930e-063e1c5880b8 HTTP/1.1" status: 200 len: 931 time: 0.5259752 May 03 14:47:26.960511 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-d68b4852-f51e-45c8-804d-c3089d63da01 admin admin] Publish callbacks [] for subnet (8830fc70-d94d-4ec2-b906-806c67f15943), before_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:26.984252 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-62940351-7eeb-4927-8e4f-c3d2bf249e2e admin admin] Publish callbacks [] for security_group (153d8b59-19e2-42df-9dd5-a7dc8dcc87d9), precommit_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:27.062430 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-fb9bd3e2-97e0-4c74-853f-1f25acacd8f2 req-6b0b63e1-435f-4a72-b4ec-859902dc74d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (988f35e9-668c-4f12-83dd-31b1a9c2f39c), before_update {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:27.125567 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-d68b4852-f51e-45c8-804d-c3089d63da01 admin admin] Publish callbacks [] for subnet (8830fc70-d94d-4ec2-b906-806c67f15943), precommit_delete_associations {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:27.130274 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [req-bd3c43e7-4d2c-462f-92cd-f5dfd0a5ede1 req-a0e59379-1f50-4386-b191-51a797add92f service neutron] 10.222.0.55 "GET /v2.0/networks/ad9ec0bf-7b3b-4aac-aeb7-899560565656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3018341 May 03 14:47:27.146509 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-e71fed27-a249-409e-ab49-30708380310c tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Publish callbacks [] for port (097b2e17-e7ba-43af-9ee6-bb56feaa64d1), precommit_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:27.160583 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [req-bfd4bb90-f7dd-4c87-ba11-15a06e00b7fb req-0d71667b-d880-4ea0-9e07-80dc88828843 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Publish callbacks [] for port (a7eea7dd-eb4c-4690-b7c6-dd1c08938652), precommit_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:27.177879 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-d68b4852-f51e-45c8-804d-c3089d63da01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-723521'] for subnet (8830fc70-d94d-4ec2-b906-806c67f15943), precommit_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:27.282419 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-d70dba54-d05e-406c-bafa-70eb53893919 req-5e6af6d9-f2f6-4e40-ae6c-144b7e77326c tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0e19fcb-47b5-464e-8241-883080a396c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3076797 May 03 14:47:27.429076 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-62940351-7eeb-4927-8e4f-c3d2bf249e2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (153d8b59-19e2-42df-9dd5-a7dc8dcc87d9), after_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:27.432271 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-62940351-7eeb-4927-8e4f-c3d2bf249e2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:27.433672 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-62940351-7eeb-4927-8e4f-c3d2bf249e2e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/153d8b59-19e2-42df-9dd5-a7dc8dcc87d9 HTTP/1.1" status: 204 len: 168 time: 1.7080314 May 03 14:47:27.440754 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [req-bfd4bb90-f7dd-4c87-ba11-15a06e00b7fb req-0d71667b-d880-4ea0-9e07-80dc88828843 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775476647060'] for port (a7eea7dd-eb4c-4690-b7c6-dd1c08938652), after_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:27.442961 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-d68b4852-f51e-45c8-804d-c3089d63da01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-723528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613'] for subnet (8830fc70-d94d-4ec2-b906-806c67f15943), after_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:27.445482 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-e71fed27-a249-409e-ab49-30708380310c tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775476647060'] for port (097b2e17-e7ba-43af-9ee6-bb56feaa64d1), after_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:27.457849 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-f61722ac-6e74-4ec2-9bd3-c8102d0112d4 req-0f5b4b3d-b27f-45b9-9fa1-278449f30b3b tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/ports?device_id=dbf00822-5970-4028-8656-a6300c36daa0 HTTP/1.1" status: 200 len: 210 time: 0.0732119 May 03 14:47:27.539087 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62940351-7eeb-4927-8e4f-c3d2bf249e2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=153d8b59-19e2-42df-9dd5-a7dc8dcc87d9,revision_number=None']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:47:27.545104 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68b4852-f51e-45c8-804d-c3089d63da01 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8830fc70-d94d-4ec2-b906-806c67f15943,revision_number=None']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:47:27.557986 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-d68b4852-f51e-45c8-804d-c3089d63da01 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:27.563736 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-d68b4852-f51e-45c8-804d-c3089d63da01 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/8830fc70-d94d-4ec2-b906-806c67f15943 HTTP/1.1" status: 204 len: 168 time: 1.1116490 May 03 14:47:27.579481 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 38690) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:47:27.594468 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfd4bb90-f7dd-4c87-ba11-15a06e00b7fb req-0d71667b-d880-4ea0-9e07-80dc88828843 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Network 2d59a619-2104-48af-9b29-5b43721c1720 is already hosted by enough agents. {{(pid=110297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 14:47:27.603242 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.scheduler.base_scheduler [req-bfd4bb90-f7dd-4c87-ba11-15a06e00b7fb req-0d71667b-d880-4ea0-9e07-80dc88828843 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Resources bound (agent type, host, resource id): {{(pid=110297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 14:47:27.614064 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e71fed27-a249-409e-ab49-30708380310c tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Network 7456e722-9446-4a17-bcf3-c72dce07c65c is already hosted by enough agents. {{(pid=110297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 14:47:27.616362 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.scheduler.base_scheduler [None req-e71fed27-a249-409e-ab49-30708380310c tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Resources bound (agent type, host, resource id): {{(pid=110297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 14:47:27.618887 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71fed27-a249-409e-ab49-30708380310c tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Pushing event updated for resources: {'Port': ['ID=097b2e17-e7ba-43af-9ee6-bb56feaa64d1,revision_number=1']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:47:27.622987 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfd4bb90-f7dd-4c87-ba11-15a06e00b7fb req-0d71667b-d880-4ea0-9e07-80dc88828843 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Received port after_create {{(pid=110297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 14:47:27.629351 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd4bb90-f7dd-4c87-ba11-15a06e00b7fb req-0d71667b-d880-4ea0-9e07-80dc88828843 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:47:27.631312 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [req-bfd4bb90-f7dd-4c87-ba11-15a06e00b7fb req-0d71667b-d880-4ea0-9e07-80dc88828843 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603595'] for port (None), before_response {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:27.645003 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71fed27-a249-409e-ab49-30708380310c tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Received port after_create {{(pid=110297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 14:47:27.718560 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-e71fed27-a249-409e-ab49-30708380310c tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Publish callbacks [] for floatingip (a6016784-cb88-46e0-b920-3dd289f1d5be), precommit_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:27.728708 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.db.db_base_plugin_common [req-c548ae23-931e-4c07-bc3b-300152fcbbc3 req-1f33b43f-3fb7-4be0-b930-66aaac3839e3 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Allocated IP 172.20.0.5 (2d59a619-2104-48af-9b29-5b43721c1720/fd06123f-ac2d-4feb-b448-363a0cf902f7/c3620728-5f88-41df-89cc-9482df21d0ad) {{(pid=110298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 14:47:27.765161 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [req-bfd4bb90-f7dd-4c87-ba11-15a06e00b7fb req-0d71667b-d880-4ea0-9e07-80dc88828843 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4815440 May 03 14:47:27.848745 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-6736feb7-f5b9-4ac2-8920-adbff1e808ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636243'] for network (c8c94e83-74f5-46d7-9f1e-660411eb1fbb), before_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:27.918784 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-e71fed27-a249-409e-ab49-30708380310c tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (097b2e17-e7ba-43af-9ee6-bb56feaa64d1), before_update {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:28.025397 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d71667b-d880-4ea0-9e07-80dc88828843 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Pushing event updated for resources: {'Port': ['ID=a7eea7dd-eb4c-4690-b7c6-dd1c08938652,revision_number=1']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:47:28.083277 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.notifiers.nova [req-fb9bd3e2-97e0-4c74-853f-1f25acacd8f2 req-6b0b63e1-435f-4a72-b4ec-859902dc74d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 988f35e9-668c-4f12-83dd-31b1a9c2f39c {{(pid=110298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 14:47:28.159125 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-fb9bd3e2-97e0-4c74-853f-1f25acacd8f2 req-6b0b63e1-435f-4a72-b4ec-859902dc74d2 service neutron] Publish callbacks [] for port (988f35e9-668c-4f12-83dd-31b1a9c2f39c), precommit_update {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:28.184487 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [None req-5c27e0b6-c5dd-4403-87f4-cfc8a4313b05 None None] Provisioning complete for port a7eea7dd-eb4c-4690-b7c6-dd1c08938652 triggered by entity DHCP. {{(pid=110299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:47:28.184901 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-5c27e0b6-c5dd-4403-87f4-cfc8a4313b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728915'] for port (a7eea7dd-eb4c-4690-b7c6-dd1c08938652), provisioning_complete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:28.192569 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.v2.base [req-bfd4bb90-f7dd-4c87-ba11-15a06e00b7fb req-06e833b3-c767-490c-ad3d-43e0a3e0b752 service neutron] Request body: {'port': {'device_id': '4d586fba-adbe-4797-99f4-6932165af9d4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84028'}} {{(pid=110297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:47:28.238232 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-5c27e0b6-c5dd-4403-87f4-cfc8a4313b05 None None] Port a7eea7dd-eb4c-4690-b7c6-dd1c08938652 cannot update to ACTIVE because it is not bound. {{(pid=110299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 14:47:28.347947 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-6736feb7-f5b9-4ac2-8920-adbff1e808ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727028', 'neutron.services.segments.db._delete_segments_for_network-8775477110074'] for network (c8c94e83-74f5-46d7-9f1e-660411eb1fbb), precommit_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:28.395231 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.db.provisioning_blocks [req-fb9bd3e2-97e0-4c74-853f-1f25acacd8f2 req-6b0b63e1-435f-4a72-b4ec-859902dc74d2 service neutron] Transition to ACTIVE for port object 988f35e9-668c-4f12-83dd-31b1a9c2f39c will not be triggered until provisioned by entity L2. {{(pid=110298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 03 14:47:28.399606 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [req-bfd4bb90-f7dd-4c87-ba11-15a06e00b7fb req-06e833b3-c767-490c-ad3d-43e0a3e0b752 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (a7eea7dd-eb4c-4690-b7c6-dd1c08938652), before_update {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:28.476623 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec09c37-4385-42f9-9263-84d3dd73f374 req-fb27f2db-283c-4997-ba56-bafd10668e3c tempest-DeleteServersTestJSON-1834262226 tempest-DeleteServersTestJSON-1834262226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:47:28.484058 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-eec09c37-4385-42f9-9263-84d3dd73f374 req-fb27f2db-283c-4997-ba56-bafd10668e3c tempest-DeleteServersTestJSON-1834262226 tempest-DeleteServersTestJSON-1834262226-project] 10.222.0.16 "GET /v2.0/ports?device_id=15b6f436-8fd4-462d-9d65-8975e7b68845 HTTP/1.1" status: 200 len: 944 time: 0.3936625 May 03 14:47:28.491759 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 38718) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:47:28.512966 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-e71fed27-a249-409e-ab49-30708380310c tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Publish callbacks [] for port (097b2e17-e7ba-43af-9ee6-bb56feaa64d1), precommit_update {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:28.541116 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-c6afa84d-3730-4013-be1f-fe5a7d1d2572 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:28.548798 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-6736feb7-f5b9-4ac2-8920-adbff1e808ad admin admin] Subscribe: > segment before_delete 55550000 {{(pid=110298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:47:28.549131 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-6736feb7-f5b9-4ac2-8920-adbff1e808ad admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=110298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:47:28.549905 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-6736feb7-f5b9-4ac2-8920-adbff1e808ad admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:47:28.550261 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-6736feb7-f5b9-4ac2-8920-adbff1e808ad admin admin] Subscribe: > port after_create 55550000 {{(pid=110298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:47:28.552061 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-6736feb7-f5b9-4ac2-8920-adbff1e808ad admin admin] Subscribe: > port after_delete 55550000 {{(pid=110298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:47:28.552061 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-6736feb7-f5b9-4ac2-8920-adbff1e808ad admin admin] Subscribe: > port after_update 55550000 {{(pid=110298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:47:28.552061 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-6736feb7-f5b9-4ac2-8920-adbff1e808ad admin admin] Subscribe: > segment after_delete 55550000 {{(pid=110298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:47:28.552061 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-6736feb7-f5b9-4ac2-8920-adbff1e808ad admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:47:28.552061 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-6736feb7-f5b9-4ac2-8920-adbff1e808ad admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:47:28.552405 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-6736feb7-f5b9-4ac2-8920-adbff1e808ad admin admin] Subscribe: > subnet after_update 55550000 {{(pid=110298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:47:28.601736 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-e71fed27-a249-409e-ab49-30708380310c tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096'] for port (097b2e17-e7ba-43af-9ee6-bb56feaa64d1), after_update {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:28.645523 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-e71fed27-a249-409e-ab49-30708380310c tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692144'] for floatingip (a6016784-cb88-46e0-b920-3dd289f1d5be), after_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:28.686638 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (26e70f58-a201-437c-be8d-fd2714f100da), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:28.803088 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71fed27-a249-409e-ab49-30708380310c tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Pushing event updated for resources: {'Port': ['ID=097b2e17-e7ba-43af-9ee6-bb56feaa64d1,revision_number=2']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:47:28.808927 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-e71fed27-a249-409e-ab49-30708380310c tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46205'] for floatingip (None), before_response {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:28.812565 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-e71fed27-a249-409e-ab49-30708380310c tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0844767 May 03 14:47:28.908197 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-6736feb7-f5b9-4ac2-8920-adbff1e808ad admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:47:28.908603 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-6736feb7-f5b9-4ac2-8920-adbff1e808ad admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:47:28.909031 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-6736feb7-f5b9-4ac2-8920-adbff1e808ad admin admin] Subscribe: > subnet before_create 55550000 {{(pid=110298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:47:28.909481 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-6736feb7-f5b9-4ac2-8920-adbff1e808ad admin admin] Subscribe: > subnet before_update 55550000 {{(pid=110298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:47:28.909909 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.services.segments.db [None req-6736feb7-f5b9-4ac2-8920-adbff1e808ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8c94e83-74f5-46d7-9f1e-660411eb1fbb']}} {{(pid=110298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:47:28.956125 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.services.segments.db [None req-6736feb7-f5b9-4ac2-8920-adbff1e808ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5af6bd42-af28-48b2-82a6-be87e4712e7e') {'for_net_delete': True} {{(pid=110298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:47:28.956562 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.services.segments.db [None req-6736feb7-f5b9-4ac2-8920-adbff1e808ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5af6bd42-af28-48b2-82a6-be87e4712e7e') {} {{(pid=110298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:47:28.975438 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-6736feb7-f5b9-4ac2-8920-adbff1e808ad admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775477110851', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3229876'] for segment (5af6bd42-af28-48b2-82a6-be87e4712e7e), before_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:28.999827 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-6736feb7-f5b9-4ac2-8920-adbff1e808ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719716'] for segment (5af6bd42-af28-48b2-82a6-be87e4712e7e), precommit_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:29.009214 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6736feb7-f5b9-4ac2-8920-adbff1e808ad admin admin] Releasing vlan 361 on physical network physnet1 to pool {{(pid=110298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 14:47:29.010147 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-6736feb7-f5b9-4ac2-8920-adbff1e808ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25806971'] for segment (5af6bd42-af28-48b2-82a6-be87e4712e7e), after_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:29.327909 dv-cinder-840289-3-iscsi neutron-server[110298]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 03 14:47:29.327909 dv-cinder-840289-3-iscsi neutron-server[110298]: from cryptography.utils import int_from_bytes May 03 14:47:29.327909 dv-cinder-840289-3-iscsi neutron-server[110298]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 03 14:47:29.327909 dv-cinder-840289-3-iscsi neutron-server[110298]: from cryptography.utils import int_from_bytes May 03 14:47:29.327909 dv-cinder-840289-3-iscsi neutron-server[110298]: Traceback (most recent call last): May 03 14:47:29.327909 dv-cinder-840289-3-iscsi neutron-server[110298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 14:47:29.327909 dv-cinder-840289-3-iscsi neutron-server[110298]: timer() May 03 14:47:29.327909 dv-cinder-840289-3-iscsi neutron-server[110298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 14:47:29.327909 dv-cinder-840289-3-iscsi neutron-server[110298]: cb(*args, **kw) May 03 14:47:29.327909 dv-cinder-840289-3-iscsi neutron-server[110298]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 03 14:47:29.327909 dv-cinder-840289-3-iscsi neutron-server[110298]: return func(*args, **kwargs) May 03 14:47:29.327909 dv-cinder-840289-3-iscsi neutron-server[110298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 14:47:29.327909 dv-cinder-840289-3-iscsi neutron-server[110298]: self._notify() May 03 14:47:29.327909 dv-cinder-840289-3-iscsi neutron-server[110298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 14:47:29.327909 dv-cinder-840289-3-iscsi neutron-server[110298]: self.callback(batched_events) May 03 14:47:29.327909 dv-cinder-840289-3-iscsi neutron-server[110298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 14:47:29.327909 dv-cinder-840289-3-iscsi neutron-server[110298]: event.method(event) May 03 14:47:29.327909 dv-cinder-840289-3-iscsi neutron-server[110298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 03 14:47:29.327909 dv-cinder-840289-3-iscsi neutron-server[110298]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 14:47:29.327909 dv-cinder-840289-3-iscsi neutron-server[110298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 03 14:47:29.327909 dv-cinder-840289-3-iscsi neutron-server[110298]: aggregate_uuid = self.p_client.list_aggregates( May 03 14:47:29.327909 dv-cinder-840289-3-iscsi neutron-server[110298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 03 14:47:29.327909 dv-cinder-840289-3-iscsi neutron-server[110298]: return f(self, *a, **k) May 03 14:47:29.327909 dv-cinder-840289-3-iscsi neutron-server[110298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 03 14:47:29.327909 dv-cinder-840289-3-iscsi neutron-server[110298]: return self._get(url).json() May 03 14:47:29.327909 dv-cinder-840289-3-iscsi neutron-server[110298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 03 14:47:29.327909 dv-cinder-840289-3-iscsi neutron-server[110298]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 14:47:29.327909 dv-cinder-840289-3-iscsi neutron-server[110298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 14:47:29.327909 dv-cinder-840289-3-iscsi neutron-server[110298]: return self.request(url, 'GET', **kwargs) May 03 14:47:29.327909 dv-cinder-840289-3-iscsi neutron-server[110298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 14:47:29.327909 dv-cinder-840289-3-iscsi neutron-server[110298]: base_url = self.get_endpoint(auth, allow=allow, May 03 14:47:29.327909 dv-cinder-840289-3-iscsi neutron-server[110298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 14:47:29.327909 dv-cinder-840289-3-iscsi neutron-server[110298]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 14:47:29.327909 dv-cinder-840289-3-iscsi neutron-server[110298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 14:47:29.327909 dv-cinder-840289-3-iscsi neutron-server[110298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 14:47:29.327909 dv-cinder-840289-3-iscsi neutron-server[110298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 14:47:29.330081 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-fb9bd3e2-97e0-4c74-853f-1f25acacd8f2 req-6b0b63e1-435f-4a72-b4ec-859902dc74d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25806943'] for port (988f35e9-668c-4f12-83dd-31b1a9c2f39c), after_update {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:29.520797 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-c548ae23-931e-4c07-bc3b-300152fcbbc3 req-1f33b43f-3fb7-4be0-b930-66aaac3839e3 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Publish callbacks [] for port (c3620728-5f88-41df-89cc-9482df21d0ad), precommit_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:29.554347 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee31df5b-ae80-4699-b381-8d3f5a01dce8 req-af4db4fb-f35d-4d1a-8cf0-428600566862 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:47:29.556072 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-ee31df5b-ae80-4699-b381-8d3f5a01dce8 req-af4db4fb-f35d-4d1a-8cf0-428600566862 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe1c40c4-811a-430a-930e-063e1c5880b8 HTTP/1.1" status: 200 len: 943 time: 0.5273786 May 03 14:47:29.591382 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-eec09c37-4385-42f9-9263-84d3dd73f374 req-3b50f041-8fc5-4301-9598-a306bd8613cb tempest-DeleteServersTestJSON-1834262226 tempest-DeleteServersTestJSON-1834262226-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7d4e0da-70e9-49ee-b61d-1d76ebf434dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0851367 May 03 14:47:29.601335 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0b63e1-435f-4a72-b4ec-859902dc74d2 service neutron] Pushing event updated for resources: {'Port': ['ID=988f35e9-668c-4f12-83dd-31b1a9c2f39c,revision_number=2']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:47:29.901042 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-d140fe9b-2310-4676-908b-9e27d2b9c922 req-3d13d91f-ff7c-4328-9451-6ef0b25a484d tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/ports?device_id=dbf00822-5970-4028-8656-a6300c36daa0 HTTP/1.1" status: 200 len: 210 time: 0.0803502 May 03 14:47:29.933625 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-ee31df5b-ae80-4699-b381-8d3f5a01dce8 req-45b9fc30-0d13-4b7e-98e4-3d7038760f2c tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0e19fcb-47b5-464e-8241-883080a396c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3639109 May 03 14:47:29.974260 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.managers [req-fb9bd3e2-97e0-4c74-853f-1f25acacd8f2 req-6b0b63e1-435f-4a72-b4ec-859902dc74d2 service neutron] Attempting to bind port 988f35e9-668c-4f12-83dd-31b1a9c2f39c on host hv-cinder-84028 for vnic_type normal with profile {{(pid=110298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 14:47:29.974632 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.managers [req-fb9bd3e2-97e0-4c74-853f-1f25acacd8f2 req-6b0b63e1-435f-4a72-b4ec-859902dc74d2 service neutron] Attempting to bind port 988f35e9-668c-4f12-83dd-31b1a9c2f39c by drivers openvswitch,hyperv on host hv-cinder-84028 at level 0 using segments [{'id': 'ec924deb-2fdc-4ebf-b172-c8dd32bc7b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'e149baab-37b5-49e7-bbfb-d6c5aa20aff6'}] {{(pid=110298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 14:47:29.974958 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb9bd3e2-97e0-4c74-853f-1f25acacd8f2 req-6b0b63e1-435f-4a72-b4ec-859902dc74d2 service neutron] Attempting to bind port 988f35e9-668c-4f12-83dd-31b1a9c2f39c on network e149baab-37b5-49e7-bbfb-d6c5aa20aff6 {{(pid=110298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 14:47:29.988073 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-c6afa84d-3730-4013-be1f-fe5a7d1d2572 admin admin] Publish callbacks [] for security_group (9b25ea9e-5136-4d4f-abb0-2518c739ce0d), precommit_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:29.989328 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-6736feb7-f5b9-4ac2-8920-adbff1e808ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692117'] for network (c8c94e83-74f5-46d7-9f1e-660411eb1fbb), after_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:29.994756 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-6736feb7-f5b9-4ac2-8920-adbff1e808ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603595'] for network (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:29.998185 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-6736feb7-f5b9-4ac2-8920-adbff1e808ad admin admin] 10.222.0.16 "DELETE /v2.0/networks/c8c94e83-74f5-46d7-9f1e-660411eb1fbb HTTP/1.1" status: 204 len: 168 time: 2.4204192 May 03 14:47:30.001321 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 38742) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:47:30.002960 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb9bd3e2-97e0-4c74-853f-1f25acacd8f2 req-6b0b63e1-435f-4a72-b4ec-859902dc74d2 service neutron] Port 988f35e9-668c-4f12-83dd-31b1a9c2f39c on network e149baab-37b5-49e7-bbfb-d6c5aa20aff6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84028 {{(pid=110298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 03 14:47:30.003312 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb9bd3e2-97e0-4c74-853f-1f25acacd8f2 req-6b0b63e1-435f-4a72-b4ec-859902dc74d2 service neutron] Attempting to bind port 988f35e9-668c-4f12-83dd-31b1a9c2f39c on network e149baab-37b5-49e7-bbfb-d6c5aa20aff6 {{(pid=110298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 14:47:30.021842 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6736feb7-f5b9-4ac2-8920-adbff1e808ad admin admin] Pushing event deleted for resources: {'Network': ['ID=c8c94e83-74f5-46d7-9f1e-660411eb1fbb,revision_number=None']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:47:30.038471 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb9bd3e2-97e0-4c74-853f-1f25acacd8f2 req-6b0b63e1-435f-4a72-b4ec-859902dc74d2 service neutron] Checking agent: {'id': '26e70f58-a201-437c-be8d-fd2714f100da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84028', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 14, 44, 59), 'started_at': datetime.datetime(2022, 5, 3, 14, 44, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 14, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 14:47:30.038930 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb9bd3e2-97e0-4c74-853f-1f25acacd8f2 req-6b0b63e1-435f-4a72-b4ec-859902dc74d2 service neutron] Checking segment: {'id': 'ec924deb-2fdc-4ebf-b172-c8dd32bc7b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'e149baab-37b5-49e7-bbfb-d6c5aa20aff6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 14:47:30.039820 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb9bd3e2-97e0-4c74-853f-1f25acacd8f2 req-6b0b63e1-435f-4a72-b4ec-859902dc74d2 service neutron] Bound using segment: {'id': 'ec924deb-2fdc-4ebf-b172-c8dd32bc7b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'e149baab-37b5-49e7-bbfb-d6c5aa20aff6'} {{(pid=110298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 14:47:30.040372 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.managers [req-fb9bd3e2-97e0-4c74-853f-1f25acacd8f2 req-6b0b63e1-435f-4a72-b4ec-859902dc74d2 service neutron] Bound port: 988f35e9-668c-4f12-83dd-31b1a9c2f39c, host: hv-cinder-84028, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec924deb-2fdc-4ebf-b172-c8dd32bc7b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'e149baab-37b5-49e7-bbfb-d6c5aa20aff6'}}] {{(pid=110298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 14:47:30.040837 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-fb9bd3e2-97e0-4c74-853f-1f25acacd8f2 req-6b0b63e1-435f-4a72-b4ec-859902dc74d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (988f35e9-668c-4f12-83dd-31b1a9c2f39c), before_update {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:30.045664 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-c548ae23-931e-4c07-bc3b-300152fcbbc3 req-1f33b43f-3fb7-4be0-b930-66aaac3839e3 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775476647060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25806886'] for port (c3620728-5f88-41df-89cc-9482df21d0ad), after_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:30.098024 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-c6afa84d-3730-4013-be1f-fe5a7d1d2572 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (9b25ea9e-5136-4d4f-abb0-2518c739ce0d), after_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:30.104924 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.db.db_base_plugin_v2 [None req-898151ee-4786-4ccb-805a-4e193603a16e admin admin] Deleting subnet 3a0a3d0b-cefd-4621-abf3-d86f85b8668a {{(pid=110297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 03 14:47:30.113650 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-898151ee-4786-4ccb-805a-4e193603a16e admin admin] Publish callbacks [] for subnet (3a0a3d0b-cefd-4621-abf3-d86f85b8668a), before_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:30.165193 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-898151ee-4786-4ccb-805a-4e193603a16e admin admin] Publish callbacks [] for subnet (3a0a3d0b-cefd-4621-abf3-d86f85b8668a), precommit_delete_associations {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:30.174866 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c548ae23-931e-4c07-bc3b-300152fcbbc3 req-1f33b43f-3fb7-4be0-b930-66aaac3839e3 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Network 2d59a619-2104-48af-9b29-5b43721c1720 is already hosted by enough agents. {{(pid=110298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 14:47:30.184917 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-898151ee-4786-4ccb-805a-4e193603a16e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-723521'] for subnet (3a0a3d0b-cefd-4621-abf3-d86f85b8668a), precommit_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:30.201168 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.scheduler.base_scheduler [req-c548ae23-931e-4c07-bc3b-300152fcbbc3 req-1f33b43f-3fb7-4be0-b930-66aaac3839e3 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Resources bound (agent type, host, resource id): {{(pid=110298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 14:47:30.212524 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-43e3ca8c-40f8-49c4-9ba7-a853ffd5e30e req-4c1a70b3-18ff-4114-a4be-ed4a6ace44ae tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--530574814&fields=id&tenant_id=b4752d3e59c94290925845f591792921 HTTP/1.1" status: 200 len: 267 time: 0.2131190 May 03 14:47:30.213216 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f33b43f-3fb7-4be0-b930-66aaac3839e3 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Pushing event updated for resources: {'Port': ['ID=c3620728-5f88-41df-89cc-9482df21d0ad,revision_number=1']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:47:30.222135 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.db.l3_dvrscheduler_db [req-c548ae23-931e-4c07-bc3b-300152fcbbc3 req-1f33b43f-3fb7-4be0-b930-66aaac3839e3 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Received port after_create {{(pid=110298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 14:47:30.250806 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-c6afa84d-3730-4013-be1f-fe5a7d1d2572 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9fc4c8a55f4c4a0595ac77285876aeca&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7580130 May 03 14:47:30.252059 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6afa84d-3730-4013-be1f-fe5a7d1d2572 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b25ea9e-5136-4d4f-abb0-2518c739ce0d,revision_number=1']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:47:30.253581 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 38754) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:47:30.318211 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.db [req-fb9bd3e2-97e0-4c74-853f-1f25acacd8f2 req-6b0b63e1-435f-4a72-b4ec-859902dc74d2 service neutron] For port 988f35e9-668c-4f12-83dd-31b1a9c2f39c, host hv-cinder-84028, cleared binding levels {{(pid=110298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 14:47:30.376081 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.db [req-fb9bd3e2-97e0-4c74-853f-1f25acacd8f2 req-6b0b63e1-435f-4a72-b4ec-859902dc74d2 service neutron] For port 988f35e9-668c-4f12-83dd-31b1a9c2f39c, host hv-cinder-84028, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=988f35e9-668c-4f12-83dd-31b1a9c2f39c,segment=NetworkSegment(ec924deb-2fdc-4ebf-b172-c8dd32bc7b93),segment_id=ec924deb-2fdc-4ebf-b172-c8dd32bc7b93)] {{(pid=110298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 14:47:30.382139 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-c88584c0-dcba-4502-becb-e65b1dab98bb admin admin] Publish callbacks [] for security_group (9b25ea9e-5136-4d4f-abb0-2518c739ce0d), before_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:30.409390 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-c88584c0-dcba-4502-becb-e65b1dab98bb admin admin] Publish callbacks [] for security_group (9b25ea9e-5136-4d4f-abb0-2518c739ce0d), precommit_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:30.440470 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c548ae23-931e-4c07-bc3b-300152fcbbc3 req-1f33b43f-3fb7-4be0-b930-66aaac3839e3 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:47:30.441061 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-c548ae23-931e-4c07-bc3b-300152fcbbc3 req-1f33b43f-3fb7-4be0-b930-66aaac3839e3 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603595'] for port (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:30.444217 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.notifiers.nova [req-bfd4bb90-f7dd-4c87-ba11-15a06e00b7fb req-06e833b3-c767-490c-ad3d-43e0a3e0b752 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7eea7dd-eb4c-4690-b7c6-dd1c08938652 {{(pid=110297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 14:47:30.454098 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-898151ee-4786-4ccb-805a-4e193603a16e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-723528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613'] for subnet (3a0a3d0b-cefd-4621-abf3-d86f85b8668a), after_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:30.459692 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [req-bfd4bb90-f7dd-4c87-ba11-15a06e00b7fb req-06e833b3-c767-490c-ad3d-43e0a3e0b752 service neutron] Publish callbacks [] for port (a7eea7dd-eb4c-4690-b7c6-dd1c08938652), precommit_update {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:30.486540 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e3ca8c-40f8-49c4-9ba7-a853ffd5e30e req-31d9f2f9-6f77-4a09-b15a-4b82f71b2720 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:47:30.491394 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898151ee-4786-4ccb-805a-4e193603a16e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a0a3d0b-cefd-4621-abf3-d86f85b8668a,revision_number=None']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:47:30.493934 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-43e3ca8c-40f8-49c4-9ba7-a853ffd5e30e req-31d9f2f9-6f77-4a09-b15a-4b82f71b2720 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/networks?id=963c04e2-09c0-42b3-8b14-9ee6b8c8fe47 HTTP/1.1" status: 200 len: 811 time: 0.2568719 May 03 14:47:30.510400 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-898151ee-4786-4ccb-805a-4e193603a16e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:30.521194 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-898151ee-4786-4ccb-805a-4e193603a16e admin admin] 10.222.0.16 "DELETE /v2.0/subnets/3a0a3d0b-cefd-4621-abf3-d86f85b8668a HTTP/1.1" status: 204 len: 168 time: 0.5112774 May 03 14:47:30.521277 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-43e3ca8c-40f8-49c4-9ba7-a853ffd5e30e req-92e2f480-bfe7-46c5-9156-965a4ad8b45a tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/quotas/b4752d3e59c94290925845f591792921 HTTP/1.1" status: 200 len: 375 time: 0.0190015 May 03 14:47:30.521827 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 38764) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:47:30.526652 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-fb9bd3e2-97e0-4c74-853f-1f25acacd8f2 req-6b0b63e1-435f-4a72-b4ec-859902dc74d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25806943'] for port (988f35e9-668c-4f12-83dd-31b1a9c2f39c), after_update {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:30.560000 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-c548ae23-931e-4c07-bc3b-300152fcbbc3 req-1f33b43f-3fb7-4be0-b930-66aaac3839e3 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0206072 May 03 14:47:30.594302 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9bd3e2-97e0-4c74-853f-1f25acacd8f2 req-6b0b63e1-435f-4a72-b4ec-859902dc74d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:47:30.594931 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-fb9bd3e2-97e0-4c74-853f-1f25acacd8f2 req-6b0b63e1-435f-4a72-b4ec-859902dc74d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603595'] for port (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:30.601404 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-fb9bd3e2-97e0-4c74-853f-1f25acacd8f2 req-6b0b63e1-435f-4a72-b4ec-859902dc74d2 service neutron] 10.222.0.55 "PUT /v2.0/ports/988f35e9-668c-4f12-83dd-31b1a9c2f39c HTTP/1.1" status: 200 len: 1093 time: 3.9066770 May 03 14:47:30.601404 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe1c40c4-811a-430a-930e-063e1c5880b8', 'tag': '988f35e9-668c-4f12-83dd-31b1a9c2f39c'}] {{(pid=110298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 14:47:30.620872 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-43e3ca8c-40f8-49c4-9ba7-a853ffd5e30e req-1afe4d66-97d6-4940-98ed-af55ddf4ee9f tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=b4752d3e59c94290925845f591792921&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0975375 May 03 14:47:30.632873 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [None req-7e9d0103-be5a-4884-b2db-11e21ac8ccff None None] Provisioning complete for port c3620728-5f88-41df-89cc-9482df21d0ad triggered by entity DHCP. {{(pid=110299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:47:30.636051 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-7e9d0103-be5a-4884-b2db-11e21ac8ccff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728915'] for port (c3620728-5f88-41df-89cc-9482df21d0ad), provisioning_complete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:30.680050 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0b63e1-435f-4a72-b4ec-859902dc74d2 service neutron] Pushing event updated for resources: {'Port': ['ID=988f35e9-668c-4f12-83dd-31b1a9c2f39c,revision_number=3']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:47:30.716681 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-7e9d0103-be5a-4884-b2db-11e21ac8ccff None None] Port c3620728-5f88-41df-89cc-9482df21d0ad cannot update to ACTIVE because it is not bound. {{(pid=110299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 14:47:30.826515 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-43e3ca8c-40f8-49c4-9ba7-a853ffd5e30e req-019e2eff-8712-491d-b029-472077443d31 service neutron] 10.222.0.16 "GET /v2.0/networks/963c04e2-09c0-42b3-8b14-9ee6b8c8fe47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856475 May 03 14:47:30.864723 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.db.provisioning_blocks [req-bfd4bb90-f7dd-4c87-ba11-15a06e00b7fb req-06e833b3-c767-490c-ad3d-43e0a3e0b752 service neutron] Transition to ACTIVE for port object a7eea7dd-eb4c-4690-b7c6-dd1c08938652 will not be triggered until provisioned by entity L2. {{(pid=110297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 03 14:47:30.872765 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75d30aab20f2b99e69676ba1094dd13d61de0bc97323401ed2dd99ba05286cef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e257520-786e-4212-83ca-ce99088db06f" -d '{"events": [{"name": "network-changed", "server_uuid": "fe1c40c4-811a-430a-930e-063e1c5880b8", "tag": "988f35e9-668c-4f12-83dd-31b1a9c2f39c"}]}' {{(pid=110298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 14:47:30.873430 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-c88584c0-dcba-4502-becb-e65b1dab98bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (9b25ea9e-5136-4d4f-abb0-2518c739ce0d), after_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:30.875987 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-c88584c0-dcba-4502-becb-e65b1dab98bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:30.877124 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-c88584c0-dcba-4502-becb-e65b1dab98bb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9b25ea9e-5136-4d4f-abb0-2518c739ce0d HTTP/1.1" status: 204 len: 168 time: 0.6206627 May 03 14:47:30.885503 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-91878bb5-8803-4138-8300-0a814f07ae7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636243'] for network (5cbd6c6a-6b5b-4140-9987-67c5ec7eb4c5), before_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:30.895045 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88584c0-dcba-4502-becb-e65b1dab98bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b25ea9e-5136-4d4f-abb0-2518c739ce0d,revision_number=None']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:47:30.974678 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86cf503-26b4-4c15-a4b9-b071953ffd81 req-9a26bf2e-4b1a-4ef2-b18a-7bda365eb036 tempest-DeleteServersTestJSON-1834262226 tempest-DeleteServersTestJSON-1834262226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:47:30.976480 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-e86cf503-26b4-4c15-a4b9-b071953ffd81 req-9a26bf2e-4b1a-4ef2-b18a-7bda365eb036 tempest-DeleteServersTestJSON-1834262226 tempest-DeleteServersTestJSON-1834262226-project] 10.222.0.16 "GET /v2.0/ports?device_id=15b6f436-8fd4-462d-9d65-8975e7b68845 HTTP/1.1" status: 200 len: 944 time: 0.1656463 May 03 14:47:31.003245 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.agents_db [None req-dd30728e-be63-467e-afaf-aba6f24eb33e None None] Agent healthcheck: found 6 active agents {{(pid=110300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 14:47:31.010453 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-91878bb5-8803-4138-8300-0a814f07ae7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727028', 'neutron.services.segments.db._delete_segments_for_network-8775477110074'] for network (5cbd6c6a-6b5b-4140-9987-67c5ec7eb4c5), precommit_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:31.044224 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-43e3ca8c-40f8-49c4-9ba7-a853ffd5e30e req-ff92e64c-8440-4c69-bd70-441d43d91a65 service neutron] 10.222.0.16 "GET /v2.0/networks/963c04e2-09c0-42b3-8b14-9ee6b8c8fe47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1944065 May 03 14:47:31.060581 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-91878bb5-8803-4138-8300-0a814f07ae7d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=110297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:47:31.060971 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-91878bb5-8803-4138-8300-0a814f07ae7d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=110297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:47:31.061696 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-91878bb5-8803-4138-8300-0a814f07ae7d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:47:31.062033 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-91878bb5-8803-4138-8300-0a814f07ae7d admin admin] Subscribe: > port after_create 55550000 {{(pid=110297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:47:31.062358 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-91878bb5-8803-4138-8300-0a814f07ae7d admin admin] Subscribe: > port after_delete 55550000 {{(pid=110297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:47:31.062687 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-91878bb5-8803-4138-8300-0a814f07ae7d admin admin] Subscribe: > port after_update 55550000 {{(pid=110297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:47:31.063023 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-91878bb5-8803-4138-8300-0a814f07ae7d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=110297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:47:31.067743 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-91878bb5-8803-4138-8300-0a814f07ae7d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:47:31.067743 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-91878bb5-8803-4138-8300-0a814f07ae7d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:47:31.067743 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-91878bb5-8803-4138-8300-0a814f07ae7d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=110297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:47:31.080642 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-e86cf503-26b4-4c15-a4b9-b071953ffd81 req-4c5e50a5-e4de-4e53-9469-4279043dc991 tempest-DeleteServersTestJSON-1834262226 tempest-DeleteServersTestJSON-1834262226-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7d4e0da-70e9-49ee-b61d-1d76ebf434dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914047 May 03 14:47:31.146230 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-91878bb5-8803-4138-8300-0a814f07ae7d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:47:31.146591 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-91878bb5-8803-4138-8300-0a814f07ae7d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:47:31.146914 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-91878bb5-8803-4138-8300-0a814f07ae7d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=110297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:47:31.147284 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-91878bb5-8803-4138-8300-0a814f07ae7d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=110297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:47:31.147652 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.services.segments.db [None req-91878bb5-8803-4138-8300-0a814f07ae7d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cbd6c6a-6b5b-4140-9987-67c5ec7eb4c5']}} {{(pid=110297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:47:31.160576 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [req-bfd4bb90-f7dd-4c87-ba11-15a06e00b7fb req-06e833b3-c767-490c-ad3d-43e0a3e0b752 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25923484'] for port (a7eea7dd-eb4c-4690-b7c6-dd1c08938652), after_update {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:31.173503 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.services.segments.db [None req-91878bb5-8803-4138-8300-0a814f07ae7d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0e8ff70-9e2e-4161-bcfa-004a41d0c16e') {'for_net_delete': True} {{(pid=110297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:47:31.174061 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.services.segments.db [None req-91878bb5-8803-4138-8300-0a814f07ae7d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0e8ff70-9e2e-4161-bcfa-004a41d0c16e') {} {{(pid=110297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:47:31.217217 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-91878bb5-8803-4138-8300-0a814f07ae7d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775477110851', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2155877'] for segment (a0e8ff70-9e2e-4161-bcfa-004a41d0c16e), before_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:31.235606 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 14:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02f05f43-3b57-496f-8e2c-b1bfde5501f6 x-openstack-request-id: req-02f05f43-3b57-496f-8e2c-b1bfde5501f6 {{(pid=110298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 14:47:31.236139 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe1c40c4-811a-430a-930e-063e1c5880b8", "tag": "988f35e9-668c-4f12-83dd-31b1a9c2f39c", "status": "completed", "code": 200}]} {{(pid=110298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 14:47:31.236663 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-02f05f43-3b57-496f-8e2c-b1bfde5501f6 {{(pid=110298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 14:47:31.237523 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02f05f43-3b57-496f-8e2c-b1bfde5501f6'] response: {'name': 'network-changed', 'server_uuid': 'fe1c40c4-811a-430a-930e-063e1c5880b8', 'tag': '988f35e9-668c-4f12-83dd-31b1a9c2f39c', 'status': 'completed', 'code': 200} May 03 14:47:31.251582 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-91878bb5-8803-4138-8300-0a814f07ae7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719716'] for segment (a0e8ff70-9e2e-4161-bcfa-004a41d0c16e), precommit_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:31.270802 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91878bb5-8803-4138-8300-0a814f07ae7d admin admin] Releasing vlan 377 on physical network physnet1 to pool {{(pid=110297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 14:47:31.276036 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-91878bb5-8803-4138-8300-0a814f07ae7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25923512'] for segment (a0e8ff70-9e2e-4161-bcfa-004a41d0c16e), after_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:31.287452 dv-cinder-840289-3-iscsi neutron-server[110297]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 03 14:47:31.287452 dv-cinder-840289-3-iscsi neutron-server[110297]: from cryptography.utils import int_from_bytes May 03 14:47:31.287452 dv-cinder-840289-3-iscsi neutron-server[110297]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 03 14:47:31.287452 dv-cinder-840289-3-iscsi neutron-server[110297]: from cryptography.utils import int_from_bytes May 03 14:47:31.287452 dv-cinder-840289-3-iscsi neutron-server[110297]: Traceback (most recent call last): May 03 14:47:31.287452 dv-cinder-840289-3-iscsi neutron-server[110297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 14:47:31.287452 dv-cinder-840289-3-iscsi neutron-server[110297]: timer() May 03 14:47:31.287452 dv-cinder-840289-3-iscsi neutron-server[110297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 14:47:31.287452 dv-cinder-840289-3-iscsi neutron-server[110297]: cb(*args, **kw) May 03 14:47:31.287452 dv-cinder-840289-3-iscsi neutron-server[110297]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 03 14:47:31.287452 dv-cinder-840289-3-iscsi neutron-server[110297]: return func(*args, **kwargs) May 03 14:47:31.287452 dv-cinder-840289-3-iscsi neutron-server[110297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 14:47:31.287452 dv-cinder-840289-3-iscsi neutron-server[110297]: self._notify() May 03 14:47:31.287452 dv-cinder-840289-3-iscsi neutron-server[110297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 14:47:31.287452 dv-cinder-840289-3-iscsi neutron-server[110297]: self.callback(batched_events) May 03 14:47:31.287452 dv-cinder-840289-3-iscsi neutron-server[110297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 14:47:31.287452 dv-cinder-840289-3-iscsi neutron-server[110297]: event.method(event) May 03 14:47:31.287452 dv-cinder-840289-3-iscsi neutron-server[110297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 03 14:47:31.287452 dv-cinder-840289-3-iscsi neutron-server[110297]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 14:47:31.287452 dv-cinder-840289-3-iscsi neutron-server[110297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 03 14:47:31.287452 dv-cinder-840289-3-iscsi neutron-server[110297]: aggregate_uuid = self.p_client.list_aggregates( May 03 14:47:31.287452 dv-cinder-840289-3-iscsi neutron-server[110297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 03 14:47:31.287452 dv-cinder-840289-3-iscsi neutron-server[110297]: return f(self, *a, **k) May 03 14:47:31.287452 dv-cinder-840289-3-iscsi neutron-server[110297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 03 14:47:31.287452 dv-cinder-840289-3-iscsi neutron-server[110297]: return self._get(url).json() May 03 14:47:31.287452 dv-cinder-840289-3-iscsi neutron-server[110297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 03 14:47:31.287452 dv-cinder-840289-3-iscsi neutron-server[110297]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 14:47:31.287452 dv-cinder-840289-3-iscsi neutron-server[110297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 14:47:31.287452 dv-cinder-840289-3-iscsi neutron-server[110297]: return self.request(url, 'GET', **kwargs) May 03 14:47:31.287452 dv-cinder-840289-3-iscsi neutron-server[110297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 14:47:31.287452 dv-cinder-840289-3-iscsi neutron-server[110297]: base_url = self.get_endpoint(auth, allow=allow, May 03 14:47:31.287452 dv-cinder-840289-3-iscsi neutron-server[110297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 14:47:31.287452 dv-cinder-840289-3-iscsi neutron-server[110297]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 14:47:31.287452 dv-cinder-840289-3-iscsi neutron-server[110297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 14:47:31.287452 dv-cinder-840289-3-iscsi neutron-server[110297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 14:47:31.287452 dv-cinder-840289-3-iscsi neutron-server[110297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 14:47:31.332687 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e833b3-c767-490c-ad3d-43e0a3e0b752 service neutron] Pushing event updated for resources: {'Port': ['ID=a7eea7dd-eb4c-4690-b7c6-dd1c08938652,revision_number=2']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:47:31.357525 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ad6a6d-d7ec-416b-8565-ea6f3e4b70e2 req-b6042707-8173-4085-a0d8-76c50c93ee1e tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:47:31.365356 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-92ad6a6d-d7ec-416b-8565-ea6f3e4b70e2 req-b6042707-8173-4085-a0d8-76c50c93ee1e tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/ports?device_id=dbf00822-5970-4028-8656-a6300c36daa0 HTTP/1.1" status: 200 len: 931 time: 0.0664530 May 03 14:47:31.497308 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9613cd69-4a05-4a36-9987-dc91bb98c98c req-53f6619c-c156-49d0-8ddb-699f8a8b2e91 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:47:31.502273 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.plugins.ml2.managers [req-bfd4bb90-f7dd-4c87-ba11-15a06e00b7fb req-06e833b3-c767-490c-ad3d-43e0a3e0b752 service neutron] Attempting to bind port a7eea7dd-eb4c-4690-b7c6-dd1c08938652 on host hv-cinder-84028 for vnic_type normal with profile {{(pid=110297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 14:47:31.502615 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.plugins.ml2.managers [req-bfd4bb90-f7dd-4c87-ba11-15a06e00b7fb req-06e833b3-c767-490c-ad3d-43e0a3e0b752 service neutron] Attempting to bind port a7eea7dd-eb4c-4690-b7c6-dd1c08938652 by drivers openvswitch,hyperv on host hv-cinder-84028 at level 0 using segments [{'id': '3c171999-7314-4749-ab73-b658fc7b715a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2d59a619-2104-48af-9b29-5b43721c1720'}] {{(pid=110297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 14:47:31.502943 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfd4bb90-f7dd-4c87-ba11-15a06e00b7fb req-06e833b3-c767-490c-ad3d-43e0a3e0b752 service neutron] Attempting to bind port a7eea7dd-eb4c-4690-b7c6-dd1c08938652 on network 2d59a619-2104-48af-9b29-5b43721c1720 {{(pid=110297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 14:47:31.508046 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-9613cd69-4a05-4a36-9987-dc91bb98c98c req-53f6619c-c156-49d0-8ddb-699f8a8b2e91 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe1c40c4-811a-430a-930e-063e1c5880b8 HTTP/1.1" status: 200 len: 943 time: 0.0735788 May 03 14:47:31.509203 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfd4bb90-f7dd-4c87-ba11-15a06e00b7fb req-06e833b3-c767-490c-ad3d-43e0a3e0b752 service neutron] Port a7eea7dd-eb4c-4690-b7c6-dd1c08938652 on network 2d59a619-2104-48af-9b29-5b43721c1720 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84028 {{(pid=110297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 03 14:47:31.509578 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfd4bb90-f7dd-4c87-ba11-15a06e00b7fb req-06e833b3-c767-490c-ad3d-43e0a3e0b752 service neutron] Attempting to bind port a7eea7dd-eb4c-4690-b7c6-dd1c08938652 on network 2d59a619-2104-48af-9b29-5b43721c1720 {{(pid=110297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 14:47:31.534602 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-92ad6a6d-d7ec-416b-8565-ea6f3e4b70e2 req-935fac56-0da2-4816-9219-4266b70ef185 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/security-groups?id=401848e3-e1ee-4f49-9d7c-851858f8a58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574595 May 03 14:47:31.535957 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfd4bb90-f7dd-4c87-ba11-15a06e00b7fb req-06e833b3-c767-490c-ad3d-43e0a3e0b752 service neutron] Checking agent: {'id': '26e70f58-a201-437c-be8d-fd2714f100da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84028', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 14, 44, 59), 'started_at': datetime.datetime(2022, 5, 3, 14, 44, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 14, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 14:47:31.538471 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfd4bb90-f7dd-4c87-ba11-15a06e00b7fb req-06e833b3-c767-490c-ad3d-43e0a3e0b752 service neutron] Checking segment: {'id': '3c171999-7314-4749-ab73-b658fc7b715a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2d59a619-2104-48af-9b29-5b43721c1720'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 14:47:31.538868 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfd4bb90-f7dd-4c87-ba11-15a06e00b7fb req-06e833b3-c767-490c-ad3d-43e0a3e0b752 service neutron] Bound using segment: {'id': '3c171999-7314-4749-ab73-b658fc7b715a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2d59a619-2104-48af-9b29-5b43721c1720'} {{(pid=110297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 14:47:31.539364 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.plugins.ml2.managers [req-bfd4bb90-f7dd-4c87-ba11-15a06e00b7fb req-06e833b3-c767-490c-ad3d-43e0a3e0b752 service neutron] Bound port: a7eea7dd-eb4c-4690-b7c6-dd1c08938652, host: hv-cinder-84028, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c171999-7314-4749-ab73-b658fc7b715a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2d59a619-2104-48af-9b29-5b43721c1720'}}] {{(pid=110297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 14:47:31.539788 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [req-bfd4bb90-f7dd-4c87-ba11-15a06e00b7fb req-06e833b3-c767-490c-ad3d-43e0a3e0b752 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (a7eea7dd-eb4c-4690-b7c6-dd1c08938652), before_update {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:31.630264 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-91878bb5-8803-4138-8300-0a814f07ae7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692117'] for network (5cbd6c6a-6b5b-4140-9987-67c5ec7eb4c5), after_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:31.635573 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-9613cd69-4a05-4a36-9987-dc91bb98c98c req-aa9d32b3-b51c-4e13-a7fe-30ed36230c93 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0e19fcb-47b5-464e-8241-883080a396c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982003 May 03 14:47:31.638792 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-8158d559-90cd-43c6-bccd-7e6fd1507fce req-cc2fed67-440f-410e-a88e-0ba6eb47b7b3 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/ports?device_id=76f0c6b6-fd34-42ef-ab7d-e9f527b969ba HTTP/1.1" status: 200 len: 210 time: 0.0437326 May 03 14:47:31.657449 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-91878bb5-8803-4138-8300-0a814f07ae7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603595'] for network (None), before_response {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:31.670222 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-91878bb5-8803-4138-8300-0a814f07ae7d admin admin] 10.222.0.16 "DELETE /v2.0/networks/5cbd6c6a-6b5b-4140-9987-67c5ec7eb4c5 HTTP/1.1" status: 204 len: 168 time: 1.1388023 May 03 14:47:31.681132 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91878bb5-8803-4138-8300-0a814f07ae7d admin admin] Pushing event deleted for resources: {'Network': ['ID=5cbd6c6a-6b5b-4140-9987-67c5ec7eb4c5,revision_number=None']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:47:31.689980 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.plugins.ml2.db [req-bfd4bb90-f7dd-4c87-ba11-15a06e00b7fb req-06e833b3-c767-490c-ad3d-43e0a3e0b752 service neutron] For port a7eea7dd-eb4c-4690-b7c6-dd1c08938652, host hv-cinder-84028, cleared binding levels {{(pid=110297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 14:47:31.693406 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.plugins.ml2.db [req-bfd4bb90-f7dd-4c87-ba11-15a06e00b7fb req-06e833b3-c767-490c-ad3d-43e0a3e0b752 service neutron] For port a7eea7dd-eb4c-4690-b7c6-dd1c08938652, host hv-cinder-84028, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=a7eea7dd-eb4c-4690-b7c6-dd1c08938652,segment=NetworkSegment(3c171999-7314-4749-ab73-b658fc7b715a),segment_id=3c171999-7314-4749-ab73-b658fc7b715a)] {{(pid=110297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 14:47:31.826408 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 38820) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:47:31.834962 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [req-bfd4bb90-f7dd-4c87-ba11-15a06e00b7fb req-06e833b3-c767-490c-ad3d-43e0a3e0b752 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25923484'] for port (a7eea7dd-eb4c-4690-b7c6-dd1c08938652), after_update {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:31.874354 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd4bb90-f7dd-4c87-ba11-15a06e00b7fb req-06e833b3-c767-490c-ad3d-43e0a3e0b752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:47:31.874947 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [req-bfd4bb90-f7dd-4c87-ba11-15a06e00b7fb req-06e833b3-c767-490c-ad3d-43e0a3e0b752 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603595'] for port (None), before_response {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:31.876482 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [req-bfd4bb90-f7dd-4c87-ba11-15a06e00b7fb req-06e833b3-c767-490c-ad3d-43e0a3e0b752 service neutron] 10.222.0.55 "PUT /v2.0/ports/a7eea7dd-eb4c-4690-b7c6-dd1c08938652 HTTP/1.1" status: 200 len: 1094 time: 3.6882041 May 03 14:47:31.876931 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d586fba-adbe-4797-99f4-6932165af9d4', 'tag': 'a7eea7dd-eb4c-4690-b7c6-dd1c08938652'}] {{(pid=110297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 14:47:31.879383 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e984b2ea2ce138672bdb6842017b013401e1eb51d7da9236b70aed4d114632e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd2a7a4f-7119-40e2-9b6b-806cba132b03" -d '{"events": [{"name": "network-changed", "server_uuid": "4d586fba-adbe-4797-99f4-6932165af9d4", "tag": "a7eea7dd-eb4c-4690-b7c6-dd1c08938652"}]}' {{(pid=110297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 14:47:31.906514 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e833b3-c767-490c-ad3d-43e0a3e0b752 service neutron] Pushing event updated for resources: {'Port': ['ID=a7eea7dd-eb4c-4690-b7c6-dd1c08938652,revision_number=3']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:47:31.923761 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.v2.base [req-c548ae23-931e-4c07-bc3b-300152fcbbc3 req-5faa00c9-6d35-4c19-bd3e-cd51a3ca50fc service neutron] Request body: {'port': {'device_id': 'dbf00822-5970-4028-8656-a6300c36daa0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84028'}} {{(pid=110298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:47:31.933852 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 14:47:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c7d0123-e0de-4513-b84f-37aaf798b8a2 x-openstack-request-id: req-8c7d0123-e0de-4513-b84f-37aaf798b8a2 {{(pid=110297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 14:47:31.934266 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d586fba-adbe-4797-99f4-6932165af9d4", "tag": "a7eea7dd-eb4c-4690-b7c6-dd1c08938652", "status": "completed", "code": 200}]} {{(pid=110297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 14:47:31.934676 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8c7d0123-e0de-4513-b84f-37aaf798b8a2 {{(pid=110297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 14:47:31.935172 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c7d0123-e0de-4513-b84f-37aaf798b8a2'] response: {'name': 'network-changed', 'server_uuid': '4d586fba-adbe-4797-99f4-6932165af9d4', 'tag': 'a7eea7dd-eb4c-4690-b7c6-dd1c08938652', 'status': 'completed', 'code': 200} May 03 14:47:32.086582 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2a7a4f-7119-40e2-9b6b-806cba132b03 req-229c08b4-8c9e-4ce8-8538-265535064ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:47:32.089751 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [req-cd2a7a4f-7119-40e2-9b6b-806cba132b03 req-229c08b4-8c9e-4ce8-8538-265535064ad2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=85acf5f5a53f45dd96135bdfdbd36bee&device_id=4d586fba-adbe-4797-99f4-6932165af9d4 HTTP/1.1" status: 200 len: 1128 time: 0.0950496 May 03 14:47:32.091737 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-c548ae23-931e-4c07-bc3b-300152fcbbc3 req-5faa00c9-6d35-4c19-bd3e-cd51a3ca50fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (c3620728-5f88-41df-89cc-9482df21d0ad), before_update {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:32.098124 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e257520-786e-4212-83ca-ce99088db06f req-0f33a5b4-7e6a-491c-83eb-322fda038f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:47:32.099905 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-5e257520-786e-4212-83ca-ce99088db06f req-0f33a5b4-7e6a-491c-83eb-322fda038f55 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ea2dc692f2754b34afd1a52dad1c2cb3&device_id=fe1c40c4-811a-430a-930e-063e1c5880b8 HTTP/1.1" status: 200 len: 1127 time: 0.1488936 May 03 14:47:32.239044 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-baaa431b-fdcc-4a74-b8b4-ca8491f3d578 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:32.269970 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 38838) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:47:32.405367 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1827d8fe-0e94-4cc9-b957-c8e1e6f541e5 req-17f6af65-9b21-4ceb-899d-8c1dd4de597c tempest-DeleteServersTestJSON-1834262226 tempest-DeleteServersTestJSON-1834262226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:47:32.410882 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-1827d8fe-0e94-4cc9-b957-c8e1e6f541e5 req-17f6af65-9b21-4ceb-899d-8c1dd4de597c tempest-DeleteServersTestJSON-1834262226 tempest-DeleteServersTestJSON-1834262226-project] 10.222.0.16 "GET /v2.0/ports?device_id=15b6f436-8fd4-462d-9d65-8975e7b68845 HTTP/1.1" status: 200 len: 944 time: 0.2227695 May 03 14:47:32.433873 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2a7a4f-7119-40e2-9b6b-806cba132b03 req-a641337e-2283-4b51-b995-fd40810f348e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:47:32.436826 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [req-cd2a7a4f-7119-40e2-9b6b-806cba132b03 req-a641337e-2283-4b51-b995-fd40810f348e service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=85acf5f5a53f45dd96135bdfdbd36bee&shared=False HTTP/1.1" status: 200 len: 920 time: 0.3141990 May 03 14:47:32.448009 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-8338732d-906c-4703-afde-18ee6908d8a7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9b454d1bc5344743a168aef3d97b33f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1665823 May 03 14:47:32.455547 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 38846) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:47:32.513318 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-baaa431b-fdcc-4a74-b8b4-ca8491f3d578 admin admin] Publish callbacks [] for security_group (c7649493-4899-4df6-a2c9-f56e7cd9630b), precommit_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:32.544806 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-8d5b091a-e0a9-4439-b6c8-5d371e1892c8 admin admin] Publish callbacks [] for security_group (f3f2da22-0484-455b-ae9f-f2557bc84919), before_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:32.556252 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-baaa431b-fdcc-4a74-b8b4-ca8491f3d578 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (c7649493-4899-4df6-a2c9-f56e7cd9630b), after_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:32.592734 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-8d5b091a-e0a9-4439-b6c8-5d371e1892c8 admin admin] Publish callbacks [] for security_group (f3f2da22-0484-455b-ae9f-f2557bc84919), precommit_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:32.623403 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e257520-786e-4212-83ca-ce99088db06f req-cf60e25b-7c37-47fe-b741-38ed5fa7dfb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:47:32.624943 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-5e257520-786e-4212-83ca-ce99088db06f req-cf60e25b-7c37-47fe-b741-38ed5fa7dfb3 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=ea2dc692f2754b34afd1a52dad1c2cb3&shared=False HTTP/1.1" status: 200 len: 917 time: 0.4876757 May 03 14:47:32.629519 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-baaa431b-fdcc-4a74-b8b4-ca8491f3d578 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7461240d18324a188272d5d95cf9a4b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8017879 May 03 14:47:32.630395 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 38852) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:47:32.644489 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baaa431b-fdcc-4a74-b8b4-ca8491f3d578 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7649493-4899-4df6-a2c9-f56e7cd9630b,revision_number=1']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:47:32.691632 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a5dc41-64cb-4dea-880d-f50389cff660 req-bfeff7a4-dfa8-4457-9008-1d0f0b8f7d68 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:47:32.693211 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-56a5dc41-64cb-4dea-880d-f50389cff660 req-bfeff7a4-dfa8-4457-9008-1d0f0b8f7d68 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/ports?device_id=dbf00822-5970-4028-8656-a6300c36daa0 HTTP/1.1" status: 200 len: 931 time: 0.0867622 May 03 14:47:32.703185 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-b48c3c59-630e-4bf3-9971-5f196f9ef445 admin admin] Publish callbacks [] for security_group (c7649493-4899-4df6-a2c9-f56e7cd9630b), before_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:32.723604 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-1827d8fe-0e94-4cc9-b957-c8e1e6f541e5 req-610e8756-a8d8-49ea-af54-02b32a174fc4 tempest-DeleteServersTestJSON-1834262226 tempest-DeleteServersTestJSON-1834262226-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7d4e0da-70e9-49ee-b61d-1d76ebf434dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092228 May 03 14:47:32.726899 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-b48c3c59-630e-4bf3-9971-5f196f9ef445 admin admin] Publish callbacks [] for security_group (c7649493-4899-4df6-a2c9-f56e7cd9630b), precommit_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:32.819640 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-8d5b091a-e0a9-4439-b6c8-5d371e1892c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (f3f2da22-0484-455b-ae9f-f2557bc84919), after_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:32.824223 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-8d5b091a-e0a9-4439-b6c8-5d371e1892c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:32.826271 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-8d5b091a-e0a9-4439-b6c8-5d371e1892c8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f3f2da22-0484-455b-ae9f-f2557bc84919 HTTP/1.1" status: 204 len: 168 time: 0.3689120 May 03 14:47:32.836882 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5b091a-e0a9-4439-b6c8-5d371e1892c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3f2da22-0484-455b-ae9f-f2557bc84919,revision_number=None']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:47:32.875739 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-b48c3c59-630e-4bf3-9971-5f196f9ef445 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (c7649493-4899-4df6-a2c9-f56e7cd9630b), after_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:32.879442 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-b48c3c59-630e-4bf3-9971-5f196f9ef445 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:32.880777 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-b48c3c59-630e-4bf3-9971-5f196f9ef445 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c7649493-4899-4df6-a2c9-f56e7cd9630b HTTP/1.1" status: 204 len: 168 time: 0.2476392 May 03 14:47:32.893955 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48c3c59-630e-4bf3-9971-5f196f9ef445 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7649493-4899-4df6-a2c9-f56e7cd9630b,revision_number=None']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:47:33.019100 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-e3d1a148-43f5-4e92-b03f-d8486e09d281 req-1717f24a-24a6-468f-8dcd-e71bda9d149e tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/ports?device_id=76f0c6b6-fd34-42ef-ab7d-e9f527b969ba HTTP/1.1" status: 200 len: 210 time: 0.0508161 May 03 14:47:33.023995 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-56a5dc41-64cb-4dea-880d-f50389cff660 req-f3ca7a8c-ddf7-4d8f-9bc8-01582fd1eda8 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/security-groups?id=401848e3-e1ee-4f49-9d7c-851858f8a58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3185811 May 03 14:47:33.152613 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.notifiers.nova [req-c548ae23-931e-4c07-bc3b-300152fcbbc3 req-5faa00c9-6d35-4c19-bd3e-cd51a3ca50fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3620728-5f88-41df-89cc-9482df21d0ad {{(pid=110298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 14:47:33.163522 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-c548ae23-931e-4c07-bc3b-300152fcbbc3 req-5faa00c9-6d35-4c19-bd3e-cd51a3ca50fc service neutron] Publish callbacks [] for port (c3620728-5f88-41df-89cc-9482df21d0ad), precommit_update {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:33.175332 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c46200-73d3-44c7-b1a6-608b45b58ea2 req-68654897-7acb-4dc6-a866-89e6feffad9f tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:47:33.176834 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-d6c46200-73d3-44c7-b1a6-608b45b58ea2 req-68654897-7acb-4dc6-a866-89e6feffad9f tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe1c40c4-811a-430a-930e-063e1c5880b8 HTTP/1.1" status: 200 len: 943 time: 0.0671036 May 03 14:47:33.188238 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.db.provisioning_blocks [req-c548ae23-931e-4c07-bc3b-300152fcbbc3 req-5faa00c9-6d35-4c19-bd3e-cd51a3ca50fc service neutron] Transition to ACTIVE for port object c3620728-5f88-41df-89cc-9482df21d0ad will not be triggered until provisioned by entity L2. {{(pid=110298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 03 14:47:33.231328 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-d6c46200-73d3-44c7-b1a6-608b45b58ea2 req-06c55156-70c7-488d-b56b-3697d25709f7 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0e19fcb-47b5-464e-8241-883080a396c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462880 May 03 14:47:33.256301 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-c548ae23-931e-4c07-bc3b-300152fcbbc3 req-5faa00c9-6d35-4c19-bd3e-cd51a3ca50fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25806943'] for port (c3620728-5f88-41df-89cc-9482df21d0ad), after_update {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:33.330360 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5faa00c9-6d35-4c19-bd3e-cd51a3ca50fc service neutron] Pushing event updated for resources: {'Port': ['ID=c3620728-5f88-41df-89cc-9482df21d0ad,revision_number=2']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:47:33.393657 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.managers [req-c548ae23-931e-4c07-bc3b-300152fcbbc3 req-5faa00c9-6d35-4c19-bd3e-cd51a3ca50fc service neutron] Attempting to bind port c3620728-5f88-41df-89cc-9482df21d0ad on host hv-cinder-84028 for vnic_type normal with profile {{(pid=110298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 14:47:33.394003 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.managers [req-c548ae23-931e-4c07-bc3b-300152fcbbc3 req-5faa00c9-6d35-4c19-bd3e-cd51a3ca50fc service neutron] Attempting to bind port c3620728-5f88-41df-89cc-9482df21d0ad by drivers openvswitch,hyperv on host hv-cinder-84028 at level 0 using segments [{'id': '3c171999-7314-4749-ab73-b658fc7b715a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2d59a619-2104-48af-9b29-5b43721c1720'}] {{(pid=110298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 14:47:33.394338 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c548ae23-931e-4c07-bc3b-300152fcbbc3 req-5faa00c9-6d35-4c19-bd3e-cd51a3ca50fc service neutron] Attempting to bind port c3620728-5f88-41df-89cc-9482df21d0ad on network 2d59a619-2104-48af-9b29-5b43721c1720 {{(pid=110298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 14:47:33.399243 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c548ae23-931e-4c07-bc3b-300152fcbbc3 req-5faa00c9-6d35-4c19-bd3e-cd51a3ca50fc service neutron] Port c3620728-5f88-41df-89cc-9482df21d0ad on network 2d59a619-2104-48af-9b29-5b43721c1720 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84028 {{(pid=110298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 03 14:47:33.399749 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c548ae23-931e-4c07-bc3b-300152fcbbc3 req-5faa00c9-6d35-4c19-bd3e-cd51a3ca50fc service neutron] Attempting to bind port c3620728-5f88-41df-89cc-9482df21d0ad on network 2d59a619-2104-48af-9b29-5b43721c1720 {{(pid=110298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 14:47:33.407554 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c548ae23-931e-4c07-bc3b-300152fcbbc3 req-5faa00c9-6d35-4c19-bd3e-cd51a3ca50fc service neutron] Checking agent: {'id': '26e70f58-a201-437c-be8d-fd2714f100da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84028', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 14, 44, 59), 'started_at': datetime.datetime(2022, 5, 3, 14, 44, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 14, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 14:47:33.408071 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c548ae23-931e-4c07-bc3b-300152fcbbc3 req-5faa00c9-6d35-4c19-bd3e-cd51a3ca50fc service neutron] Checking segment: {'id': '3c171999-7314-4749-ab73-b658fc7b715a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2d59a619-2104-48af-9b29-5b43721c1720'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 14:47:33.408617 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c548ae23-931e-4c07-bc3b-300152fcbbc3 req-5faa00c9-6d35-4c19-bd3e-cd51a3ca50fc service neutron] Bound using segment: {'id': '3c171999-7314-4749-ab73-b658fc7b715a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2d59a619-2104-48af-9b29-5b43721c1720'} {{(pid=110298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 14:47:33.409202 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.managers [req-c548ae23-931e-4c07-bc3b-300152fcbbc3 req-5faa00c9-6d35-4c19-bd3e-cd51a3ca50fc service neutron] Bound port: c3620728-5f88-41df-89cc-9482df21d0ad, host: hv-cinder-84028, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c171999-7314-4749-ab73-b658fc7b715a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2d59a619-2104-48af-9b29-5b43721c1720'}}] {{(pid=110298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 14:47:33.409723 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-c548ae23-931e-4c07-bc3b-300152fcbbc3 req-5faa00c9-6d35-4c19-bd3e-cd51a3ca50fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (c3620728-5f88-41df-89cc-9482df21d0ad), before_update {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:33.482802 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.db [req-c548ae23-931e-4c07-bc3b-300152fcbbc3 req-5faa00c9-6d35-4c19-bd3e-cd51a3ca50fc service neutron] For port c3620728-5f88-41df-89cc-9482df21d0ad, host hv-cinder-84028, cleared binding levels {{(pid=110298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 14:47:33.486091 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.db [req-c548ae23-931e-4c07-bc3b-300152fcbbc3 req-5faa00c9-6d35-4c19-bd3e-cd51a3ca50fc service neutron] For port c3620728-5f88-41df-89cc-9482df21d0ad, host hv-cinder-84028, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=c3620728-5f88-41df-89cc-9482df21d0ad,segment=NetworkSegment(3c171999-7314-4749-ab73-b658fc7b715a),segment_id=3c171999-7314-4749-ab73-b658fc7b715a)] {{(pid=110298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 14:47:33.582334 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-c548ae23-931e-4c07-bc3b-300152fcbbc3 req-5faa00c9-6d35-4c19-bd3e-cd51a3ca50fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25806943'] for port (c3620728-5f88-41df-89cc-9482df21d0ad), after_update {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:33.622745 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c548ae23-931e-4c07-bc3b-300152fcbbc3 req-5faa00c9-6d35-4c19-bd3e-cd51a3ca50fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:47:33.623411 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-c548ae23-931e-4c07-bc3b-300152fcbbc3 req-5faa00c9-6d35-4c19-bd3e-cd51a3ca50fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603595'] for port (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:33.624997 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-c548ae23-931e-4c07-bc3b-300152fcbbc3 req-5faa00c9-6d35-4c19-bd3e-cd51a3ca50fc service neutron] 10.222.0.55 "PUT /v2.0/ports/c3620728-5f88-41df-89cc-9482df21d0ad HTTP/1.1" status: 200 len: 1093 time: 1.7059360 May 03 14:47:33.625597 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbf00822-5970-4028-8656-a6300c36daa0', 'tag': 'c3620728-5f88-41df-89cc-9482df21d0ad'}] {{(pid=110298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 14:47:33.628167 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75d30aab20f2b99e69676ba1094dd13d61de0bc97323401ed2dd99ba05286cef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78350b44-c49d-43ba-9dca-a8391796d9e8" -d '{"events": [{"name": "network-changed", "server_uuid": "dbf00822-5970-4028-8656-a6300c36daa0", "tag": "c3620728-5f88-41df-89cc-9482df21d0ad"}]}' {{(pid=110298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 14:47:33.674461 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 14:47:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d3dc643-3f9b-4f5b-affc-7fd278a51c8c x-openstack-request-id: req-3d3dc643-3f9b-4f5b-affc-7fd278a51c8c {{(pid=110298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 14:47:33.675262 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbf00822-5970-4028-8656-a6300c36daa0", "tag": "c3620728-5f88-41df-89cc-9482df21d0ad", "status": "completed", "code": 200}]} {{(pid=110298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 14:47:33.675626 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3d3dc643-3f9b-4f5b-affc-7fd278a51c8c {{(pid=110298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 14:47:33.676103 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d3dc643-3f9b-4f5b-affc-7fd278a51c8c'] response: {'name': 'network-changed', 'server_uuid': 'dbf00822-5970-4028-8656-a6300c36daa0', 'tag': 'c3620728-5f88-41df-89cc-9482df21d0ad', 'status': 'completed', 'code': 200} May 03 14:47:33.676890 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5faa00c9-6d35-4c19-bd3e-cd51a3ca50fc service neutron] Pushing event updated for resources: {'Port': ['ID=c3620728-5f88-41df-89cc-9482df21d0ad,revision_number=3']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:47:33.762140 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 38882) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:47:33.833742 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 38884) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:47:33.834083 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-31e1c2b2-bf50-4477-897a-44edbeb3781a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cc8e94eea12a48ccbceb32bfdc22113f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0701764 May 03 14:47:33.860520 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 38886) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:47:33.874445 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-4c71f11a-d95b-4ae1-878e-31ec94184f45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:33.911910 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e701535c-56c3-4b34-a178-1256f4c74609 req-3b3a96a0-0c1d-4518-bde2-c83b178718b1 tempest-DeleteServersTestJSON-1834262226 tempest-DeleteServersTestJSON-1834262226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:47:33.913448 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-e701535c-56c3-4b34-a178-1256f4c74609 req-3b3a96a0-0c1d-4518-bde2-c83b178718b1 tempest-DeleteServersTestJSON-1834262226 tempest-DeleteServersTestJSON-1834262226-project] 10.222.0.16 "GET /v2.0/ports?device_id=15b6f436-8fd4-462d-9d65-8975e7b68845 HTTP/1.1" status: 200 len: 944 time: 0.0808918 May 03 14:47:33.943826 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-02018ab0-51d7-4a31-9a97-192189aa1a98 admin admin] Publish callbacks [] for security_group (e4cfedd4-7969-4763-8eb1-0586075e956a), before_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:33.960448 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-4c71f11a-d95b-4ae1-878e-31ec94184f45 admin admin] Publish callbacks [] for security_group (61077173-2836-4654-8430-3f2886a5353b), precommit_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:33.988448 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-02018ab0-51d7-4a31-9a97-192189aa1a98 admin admin] Publish callbacks [] for security_group (e4cfedd4-7969-4763-8eb1-0586075e956a), precommit_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:34.010220 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-e701535c-56c3-4b34-a178-1256f4c74609 req-cfc7dff4-9d95-45de-b83a-402f33ea8ddf tempest-DeleteServersTestJSON-1834262226 tempest-DeleteServersTestJSON-1834262226-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7d4e0da-70e9-49ee-b61d-1d76ebf434dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800414 May 03 14:47:34.027366 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-4c71f11a-d95b-4ae1-878e-31ec94184f45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (61077173-2836-4654-8430-3f2886a5353b), after_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:34.072180 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c71f11a-d95b-4ae1-878e-31ec94184f45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61077173-2836-4654-8430-3f2886a5353b,revision_number=1']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:47:34.079342 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-4c71f11a-d95b-4ae1-878e-31ec94184f45 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d0dc20b3f5254d939bc1ebc4f27ee0e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2177300 May 03 14:47:34.081959 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 38894) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:47:34.163138 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-02018ab0-51d7-4a31-9a97-192189aa1a98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (e4cfedd4-7969-4763-8eb1-0586075e956a), after_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:34.166145 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-02018ab0-51d7-4a31-9a97-192189aa1a98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:34.170730 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-02018ab0-51d7-4a31-9a97-192189aa1a98 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e4cfedd4-7969-4763-8eb1-0586075e956a HTTP/1.1" status: 204 len: 168 time: 0.3335781 May 03 14:47:34.206813 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-a30a3af2-5dd0-485c-9892-275d79785de7 req-7486eb64-60ef-4e3e-94f3-06e71d6e1b0e tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/ports?device_id=76f0c6b6-fd34-42ef-ab7d-e9f527b969ba HTTP/1.1" status: 200 len: 210 time: 0.0725794 May 03 14:47:34.218457 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02018ab0-51d7-4a31-9a97-192189aa1a98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4cfedd4-7969-4763-8eb1-0586075e956a,revision_number=None']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:47:34.228108 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0bd846-c697-416a-920b-50a72b6bc70f req-26c4ab58-7f51-4fe3-907e-84ee68fbc757 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:47:34.244165 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-ae0bd846-c697-416a-920b-50a72b6bc70f req-26c4ab58-7f51-4fe3-907e-84ee68fbc757 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/ports?device_id=dbf00822-5970-4028-8656-a6300c36daa0 HTTP/1.1" status: 200 len: 943 time: 0.1143801 May 03 14:47:34.244165 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-c2bbda19-5874-495c-a597-a87657cbb7b4 admin admin] Publish callbacks [] for security_group (61077173-2836-4654-8430-3f2886a5353b), before_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:34.280477 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-c2bbda19-5874-495c-a597-a87657cbb7b4 admin admin] Publish callbacks [] for security_group (61077173-2836-4654-8430-3f2886a5353b), precommit_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:34.338625 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-ae0bd846-c697-416a-920b-50a72b6bc70f req-9b216441-31fa-401a-a0c0-ff2bc9272474 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/security-groups?id=401848e3-e1ee-4f49-9d7c-851858f8a58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018314 May 03 14:47:34.374156 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b785ee06-138b-4ac1-bc33-efeb644533d4 req-a43f02a5-d174-48b9-88fc-fa99f3ea83ba tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:47:34.375986 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-b785ee06-138b-4ac1-bc33-efeb644533d4 req-a43f02a5-d174-48b9-88fc-fa99f3ea83ba tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe1c40c4-811a-430a-930e-063e1c5880b8 HTTP/1.1" status: 200 len: 943 time: 0.0628588 May 03 14:47:34.427424 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-b785ee06-138b-4ac1-bc33-efeb644533d4 req-79633373-0a21-41df-9269-794a35f52433 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0e19fcb-47b5-464e-8241-883080a396c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452468 May 03 14:47:34.452533 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-c2bbda19-5874-495c-a597-a87657cbb7b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (61077173-2836-4654-8430-3f2886a5353b), after_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:34.456007 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-c2bbda19-5874-495c-a597-a87657cbb7b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:34.457415 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-c2bbda19-5874-495c-a597-a87657cbb7b4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/61077173-2836-4654-8430-3f2886a5353b HTTP/1.1" status: 204 len: 168 time: 0.3742776 May 03 14:47:34.466962 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bbda19-5874-495c-a597-a87657cbb7b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61077173-2836-4654-8430-3f2886a5353b,revision_number=None']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:47:35.015532 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78350b44-c49d-43ba-9dca-a8391796d9e8 req-22c648f1-cb5e-4237-b3bd-ae3197969f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:47:35.017112 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-78350b44-c49d-43ba-9dca-a8391796d9e8 req-22c648f1-cb5e-4237-b3bd-ae3197969f90 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=85acf5f5a53f45dd96135bdfdbd36bee&device_id=dbf00822-5970-4028-8656-a6300c36daa0 HTTP/1.1" status: 200 len: 1127 time: 0.1965985 May 03 14:47:35.053147 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2a7a4f-7119-40e2-9b6b-806cba132b03 req-a5fd301b-091c-47f9-a073-e35ef35ad996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:47:35.055267 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [req-cd2a7a4f-7119-40e2-9b6b-806cba132b03 req-a5fd301b-091c-47f9-a073-e35ef35ad996 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2718265 May 03 14:47:35.170153 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e257520-786e-4212-83ca-ce99088db06f req-e42d51dd-1ced-40ac-8b4a-a75652bf1eab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:47:35.171756 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-5e257520-786e-4212-83ca-ce99088db06f req-e42d51dd-1ced-40ac-8b4a-a75652bf1eab service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3789446 May 03 14:47:35.175870 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd4bb90-f7dd-4c87-ba11-15a06e00b7fb req-57c75b5c-bfe3-45ce-aadb-3177986b8174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:47:35.177653 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [req-bfd4bb90-f7dd-4c87-ba11-15a06e00b7fb req-57c75b5c-bfe3-45ce-aadb-3177986b8174 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=85acf5f5a53f45dd96135bdfdbd36bee&device_id=4d586fba-adbe-4797-99f4-6932165af9d4 HTTP/1.1" status: 200 len: 1128 time: 0.0535464 May 03 14:47:35.198176 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c41689-d026-4093-a956-5517203b5fd7 req-b8fd739c-33d5-4b24-bb9c-1ed30705c725 tempest-DeleteServersTestJSON-1834262226 tempest-DeleteServersTestJSON-1834262226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:47:35.199753 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-84c41689-d026-4093-a956-5517203b5fd7 req-b8fd739c-33d5-4b24-bb9c-1ed30705c725 tempest-DeleteServersTestJSON-1834262226 tempest-DeleteServersTestJSON-1834262226-project] 10.222.0.16 "GET /v2.0/ports?device_id=15b6f436-8fd4-462d-9d65-8975e7b68845 HTTP/1.1" status: 200 len: 944 time: 0.1053228 May 03 14:47:35.265811 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [req-bfd4bb90-f7dd-4c87-ba11-15a06e00b7fb req-68f4774b-b2b2-4581-b10f-68de7b0d334d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a7eea7dd-eb4c-4690-b7c6-dd1c08938652 HTTP/1.1" status: 200 len: 217 time: 0.0658259 May 03 14:47:35.270269 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-84c41689-d026-4093-a956-5517203b5fd7 req-a4d1e80e-7254-46d5-9a31-7f77eca16cb8 tempest-DeleteServersTestJSON-1834262226 tempest-DeleteServersTestJSON-1834262226-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7d4e0da-70e9-49ee-b61d-1d76ebf434dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650914 May 03 14:47:35.286936 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78350b44-c49d-43ba-9dca-a8391796d9e8 req-3eddd05c-d8ef-42c5-8009-a4a0027c9f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:47:35.288389 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-78350b44-c49d-43ba-9dca-a8391796d9e8 req-3eddd05c-d8ef-42c5-8009-a4a0027c9f74 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=85acf5f5a53f45dd96135bdfdbd36bee&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2533710 May 03 14:47:35.316353 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 38934) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:47:35.342784 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-d738396d-11ba-40f1-8484-9a06e78f9232 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:35.364399 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9bd3e2-97e0-4c74-853f-1f25acacd8f2 req-130cd893-fe23-4e90-bb05-cd7a0b111358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:47:35.365949 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-fb9bd3e2-97e0-4c74-853f-1f25acacd8f2 req-130cd893-fe23-4e90-bb05-cd7a0b111358 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ea2dc692f2754b34afd1a52dad1c2cb3&device_id=fe1c40c4-811a-430a-930e-063e1c5880b8 HTTP/1.1" status: 200 len: 1127 time: 0.1119974 May 03 14:47:35.369637 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd4bb90-f7dd-4c87-ba11-15a06e00b7fb req-52b3dca8-4bcb-4874-a0f2-713a6cd127c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:47:35.371476 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [req-bfd4bb90-f7dd-4c87-ba11-15a06e00b7fb req-52b3dca8-4bcb-4874-a0f2-713a6cd127c4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fd06123f-ac2d-4feb-b448-363a0cf902f7 HTTP/1.1" status: 200 len: 858 time: 0.0877788 May 03 14:47:35.471641 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd4bb90-f7dd-4c87-ba11-15a06e00b7fb req-c3071e7c-541b-4d3c-a8bb-4cb7927614dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:47:35.473432 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [req-bfd4bb90-f7dd-4c87-ba11-15a06e00b7fb req-c3071e7c-541b-4d3c-a8bb-4cb7927614dc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2d59a619-2104-48af-9b29-5b43721c1720&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0842993 May 03 14:47:35.502005 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-c26df9df-ed7b-47f1-a9b4-458c476a9a3c req-8364b163-821d-41c9-9afb-522e1ca30749 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/ports?device_id=76f0c6b6-fd34-42ef-ab7d-e9f527b969ba HTTP/1.1" status: 200 len: 210 time: 0.1580198 May 03 14:47:35.557280 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed7936b-50af-40fd-851a-30ba579f02fe req-60c6f2d3-e29c-4494-aa55-9c3190f95dae tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:47:35.559031 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-8ed7936b-50af-40fd-851a-30ba579f02fe req-60c6f2d3-e29c-4494-aa55-9c3190f95dae tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/ports?device_id=dbf00822-5970-4028-8656-a6300c36daa0 HTTP/1.1" status: 200 len: 943 time: 0.0867467 May 03 14:47:35.560371 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-fb9bd3e2-97e0-4c74-853f-1f25acacd8f2 req-98945aa0-d438-4d26-be67-9749d6ce540a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=988f35e9-668c-4f12-83dd-31b1a9c2f39c HTTP/1.1" status: 200 len: 217 time: 0.1754832 May 03 14:47:35.590299 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-d738396d-11ba-40f1-8484-9a06e78f9232 admin admin] Publish callbacks [] for security_group (10260e1f-c79b-4e14-81e6-5cb81fe27741), precommit_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:35.607039 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [req-bfd4bb90-f7dd-4c87-ba11-15a06e00b7fb req-4e356911-cc6b-4fd0-9059-6dba7e847871 service neutron] 10.222.0.55 "GET /v2.0/networks/2d59a619-2104-48af-9b29-5b43721c1720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224704 May 03 14:47:35.688608 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 38946) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:47:35.700194 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78350b44-c49d-43ba-9dca-a8391796d9e8 req-1b04a807-8aca-41ff-af3d-da0be4b40310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:47:35.702011 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-78350b44-c49d-43ba-9dca-a8391796d9e8 req-1b04a807-8aca-41ff-af3d-da0be4b40310 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4039981 May 03 14:47:35.707780 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-d738396d-11ba-40f1-8484-9a06e78f9232 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (10260e1f-c79b-4e14-81e6-5cb81fe27741), after_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:35.725555 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070143b7-2629-41c8-bce0-2bee10ed213e req-2aaebb9b-f8a7-4a80-896a-506f6c03250a tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:47:35.726533 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-070143b7-2629-41c8-bce0-2bee10ed213e req-2aaebb9b-f8a7-4a80-896a-506f6c03250a tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe1c40c4-811a-430a-930e-063e1c5880b8 HTTP/1.1" status: 200 len: 943 time: 0.0976291 May 03 14:47:35.732234 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9bd3e2-97e0-4c74-853f-1f25acacd8f2 req-eebc6262-e8c6-47d7-bfd1-d85e305f8e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:47:35.733844 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-fb9bd3e2-97e0-4c74-853f-1f25acacd8f2 req-eebc6262-e8c6-47d7-bfd1-d85e305f8e85 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d36733c8-18a7-47f6-a054-ee0e84dd3169 HTTP/1.1" status: 200 len: 855 time: 0.1650567 May 03 14:47:35.754622 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-8ed7936b-50af-40fd-851a-30ba579f02fe req-ab593c28-1bee-4e17-bac6-3637d7316ac4 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/security-groups?id=401848e3-e1ee-4f49-9d7c-851858f8a58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871629 May 03 14:47:35.816620 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-d738396d-11ba-40f1-8484-9a06e78f9232 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5f4336cb09a141948cf47fc0ef231eea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4990337 May 03 14:47:35.819695 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 38954) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:47:35.823265 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-070143b7-2629-41c8-bce0-2bee10ed213e req-9382b362-ba75-420d-aac4-d18aca4aa07e tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0e19fcb-47b5-464e-8241-883080a396c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878778 May 03 14:47:35.823575 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d738396d-11ba-40f1-8484-9a06e78f9232 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10260e1f-c79b-4e14-81e6-5cb81fe27741,revision_number=1']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:47:35.955596 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-7607e5fb-81f1-4b2e-bf83-c0e29214af51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:35.958946 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9bd3e2-97e0-4c74-853f-1f25acacd8f2 req-edf7b7a0-1ee2-4cfc-b7b8-dc4538883dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:47:35.960554 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-fb9bd3e2-97e0-4c74-853f-1f25acacd8f2 req-edf7b7a0-1ee2-4cfc-b7b8-dc4538883dc2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e149baab-37b5-49e7-bbfb-d6c5aa20aff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1207080 May 03 14:47:35.963806 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c548ae23-931e-4c07-bc3b-300152fcbbc3 req-e7797c62-5ce8-407e-89b2-dd550f357e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:47:35.965176 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-c548ae23-931e-4c07-bc3b-300152fcbbc3 req-e7797c62-5ce8-407e-89b2-dd550f357e85 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=85acf5f5a53f45dd96135bdfdbd36bee&device_id=dbf00822-5970-4028-8656-a6300c36daa0 HTTP/1.1" status: 200 len: 1127 time: 0.0552745 May 03 14:47:35.998502 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-aa450ada-e3db-42a4-b3ba-e8d2fe711e2f admin admin] Publish callbacks [] for security_group (10260e1f-c79b-4e14-81e6-5cb81fe27741), before_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:36.021903 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [req-bfd4bb90-f7dd-4c87-ba11-15a06e00b7fb req-519c0df5-be57-45dc-870d-7df55ee10dd5 service neutron] 10.222.0.55 "GET /v2.0/networks/2d59a619-2104-48af-9b29-5b43721c1720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808746 May 03 14:47:36.043510 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-aa450ada-e3db-42a4-b3ba-e8d2fe711e2f admin admin] Publish callbacks [] for security_group (10260e1f-c79b-4e14-81e6-5cb81fe27741), precommit_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:36.048680 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-c548ae23-931e-4c07-bc3b-300152fcbbc3 req-77a6de7b-4401-4abf-9f1b-d609c19b2046 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c3620728-5f88-41df-89cc-9482df21d0ad HTTP/1.1" status: 200 len: 217 time: 0.0676956 May 03 14:47:36.125754 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-7607e5fb-81f1-4b2e-bf83-c0e29214af51 admin admin] Publish callbacks [] for security_group (76d8c092-c559-492b-b829-5dbba6f62ca4), precommit_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:36.148354 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c548ae23-931e-4c07-bc3b-300152fcbbc3 req-e5fa39e4-66c0-42a2-a492-d35b36cb733c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:47:36.150631 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-c548ae23-931e-4c07-bc3b-300152fcbbc3 req-e5fa39e4-66c0-42a2-a492-d35b36cb733c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fd06123f-ac2d-4feb-b448-363a0cf902f7 HTTP/1.1" status: 200 len: 858 time: 0.0946984 May 03 14:47:36.154391 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-fb9bd3e2-97e0-4c74-853f-1f25acacd8f2 req-767eb49a-5a52-4b04-a045-7434a4fec071 service neutron] 10.222.0.55 "GET /v2.0/networks/e149baab-37b5-49e7-bbfb-d6c5aa20aff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745908 May 03 14:47:36.250835 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c548ae23-931e-4c07-bc3b-300152fcbbc3 req-46a1f80c-f66e-4357-a7d6-4dc057d89fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:47:36.252354 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-c548ae23-931e-4c07-bc3b-300152fcbbc3 req-46a1f80c-f66e-4357-a7d6-4dc057d89fde service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2d59a619-2104-48af-9b29-5b43721c1720&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0692277 May 03 14:47:36.262973 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-7607e5fb-81f1-4b2e-bf83-c0e29214af51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (76d8c092-c559-492b-b829-5dbba6f62ca4), after_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:36.265630 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-aa450ada-e3db-42a4-b3ba-e8d2fe711e2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (10260e1f-c79b-4e14-81e6-5cb81fe27741), after_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:36.268128 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-aa450ada-e3db-42a4-b3ba-e8d2fe711e2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:36.269249 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-aa450ada-e3db-42a4-b3ba-e8d2fe711e2f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/10260e1f-c79b-4e14-81e6-5cb81fe27741 HTTP/1.1" status: 204 len: 168 time: 0.4396060 May 03 14:47:36.329989 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-fb9bd3e2-97e0-4c74-853f-1f25acacd8f2 req-e127377b-ea4c-47b2-ac54-2f2a983c7eb4 service neutron] 10.222.0.55 "GET /v2.0/networks/e149baab-37b5-49e7-bbfb-d6c5aa20aff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381388 May 03 14:47:36.350439 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-7607e5fb-81f1-4b2e-bf83-c0e29214af51 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=17530bf97b5a469a9c28a769017b9416&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6607623 May 03 14:47:36.354192 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 38968) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:47:36.363578 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e3ca8c-40f8-49c4-9ba7-a853ffd5e30e req-eead9d53-3161-4886-a33d-45aee169792b tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:47:36.365037 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [req-43e3ca8c-40f8-49c4-9ba7-a853ffd5e30e req-eead9d53-3161-4886-a33d-45aee169792b tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.55 "GET /v2.0/networks?id=963c04e2-09c0-42b3-8b14-9ee6b8c8fe47 HTTP/1.1" status: 200 len: 811 time: 0.1803765 May 03 14:47:36.366096 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7607e5fb-81f1-4b2e-bf83-c0e29214af51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76d8c092-c559-492b-b829-5dbba6f62ca4,revision_number=1']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:47:36.376760 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa450ada-e3db-42a4-b3ba-e8d2fe711e2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10260e1f-c79b-4e14-81e6-5cb81fe27741,revision_number=None']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:47:36.624409 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168ff6b9-87af-42e5-a250-73dc9d2a7f4c req-6976d982-b93f-41d9-8317-ebb4a2f09bf3 tempest-DeleteServersTestJSON-1834262226 tempest-DeleteServersTestJSON-1834262226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:47:36.625925 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-168ff6b9-87af-42e5-a250-73dc9d2a7f4c req-6976d982-b93f-41d9-8317-ebb4a2f09bf3 tempest-DeleteServersTestJSON-1834262226 tempest-DeleteServersTestJSON-1834262226-project] 10.222.0.16 "GET /v2.0/ports?device_id=15b6f436-8fd4-462d-9d65-8975e7b68845 HTTP/1.1" status: 200 len: 944 time: 0.2575281 May 03 14:47:36.674311 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-022f36d6-b049-4bd5-bbd9-e01283a583a9 req-7bdc7ecc-1386-46a0-bfe1-588fc412044e tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/ports?device_id=76f0c6b6-fd34-42ef-ab7d-e9f527b969ba HTTP/1.1" status: 200 len: 210 time: 0.0458989 May 03 14:47:36.681508 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-73a59f97-5a46-4853-93a0-d075ab914eeb admin admin] Publish callbacks [] for security_group (76d8c092-c559-492b-b829-5dbba6f62ca4), before_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:36.726128 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-73a59f97-5a46-4853-93a0-d075ab914eeb admin admin] Publish callbacks [] for security_group (76d8c092-c559-492b-b829-5dbba6f62ca4), precommit_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:36.747436 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-168ff6b9-87af-42e5-a250-73dc9d2a7f4c req-b24eef76-4f67-4cb0-962c-1e402da5917f tempest-DeleteServersTestJSON-1834262226 tempest-DeleteServersTestJSON-1834262226-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7d4e0da-70e9-49ee-b61d-1d76ebf434dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064584 May 03 14:47:36.877015 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cedecb-d374-4d86-bf30-87c0d82fb5e6 req-7d9650d7-29f3-471f-91ba-93de2c3acdd4 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:47:36.878544 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-e3cedecb-d374-4d86-bf30-87c0d82fb5e6 req-7d9650d7-29f3-471f-91ba-93de2c3acdd4 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/ports?device_id=dbf00822-5970-4028-8656-a6300c36daa0 HTTP/1.1" status: 200 len: 943 time: 0.0571842 May 03 14:47:36.880238 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-73a59f97-5a46-4853-93a0-d075ab914eeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (76d8c092-c559-492b-b829-5dbba6f62ca4), after_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:36.885190 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-73a59f97-5a46-4853-93a0-d075ab914eeb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:36.885190 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-73a59f97-5a46-4853-93a0-d075ab914eeb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/76d8c092-c559-492b-b829-5dbba6f62ca4 HTTP/1.1" status: 204 len: 168 time: 0.5284576 May 03 14:47:36.941353 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a59f97-5a46-4853-93a0-d075ab914eeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76d8c092-c559-492b-b829-5dbba6f62ca4,revision_number=None']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:47:36.981889 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-e3cedecb-d374-4d86-bf30-87c0d82fb5e6 req-e39f5331-7a19-4e8d-8637-10d5baff3474 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/security-groups?id=401848e3-e1ee-4f49-9d7c-851858f8a58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933952 May 03 14:47:37.002954 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1efe043-9e2b-4d84-b004-65ae8a44fbfd req-7eb04b16-b1be-405f-9b03-6887a46d2485 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:47:37.004655 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-d1efe043-9e2b-4d84-b004-65ae8a44fbfd req-7eb04b16-b1be-405f-9b03-6887a46d2485 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe1c40c4-811a-430a-930e-063e1c5880b8 HTTP/1.1" status: 200 len: 943 time: 0.0746610 May 03 14:47:37.053632 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-d1efe043-9e2b-4d84-b004-65ae8a44fbfd req-23932a84-0a9e-4fae-bd9b-989c57f39082 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0e19fcb-47b5-464e-8241-883080a396c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428977 May 03 14:47:37.268159 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Device 325981bb-6f64-4949-b57a-290e71cc1f45 details requested by agent hyperv_hv-cinder-84028 with host hv-cinder-84028 {{(pid=110299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 03 14:47:37.383064 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] For port 325981bb-6f64-4949-b57a-290e71cc1f45, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=325981bb-6f64-4949-b57a-290e71cc1f45,segment=NetworkSegment(76c2878c-c766-49ad-ae93-aed109770c8e),segment_id=76c2878c-c766-49ad-ae93-aed109770c8e)] {{(pid=110299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:47:37.398909 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Returning: {'device': '325981bb-6f64-4949-b57a-290e71cc1f45', 'network_id': 'ad9ec0bf-7b3b-4aac-aeb7-899560565656', 'port_id': '325981bb-6f64-4949-b57a-290e71cc1f45', 'mac_address': 'fa:16:3e:e1:40:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e88459e-05aa-4f1a-9a99-bd3d7cc963de', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 03 14:47:37.439888 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Current status of the port 325981bb-6f64-4949-b57a-290e71cc1f45 is: DOWN; New status is: BUILD {{(pid=110299) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:47:37.440282 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (325981bb-6f64-4949-b57a-290e71cc1f45), before_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:37.453037 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.notifiers.nova [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 325981bb-6f64-4949-b57a-290e71cc1f45 {{(pid=110299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 14:47:37.473855 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] For port 325981bb-6f64-4949-b57a-290e71cc1f45, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=325981bb-6f64-4949-b57a-290e71cc1f45,segment=NetworkSegment(76c2878c-c766-49ad-ae93-aed109770c8e),segment_id=76c2878c-c766-49ad-ae93-aed109770c8e)] {{(pid=110299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:47:37.582959 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096'] for port (325981bb-6f64-4949-b57a-290e71cc1f45), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:37.637538 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Pushing event updated for resources: {'Port': ['ID=325981bb-6f64-4949-b57a-290e71cc1f45,revision_number=4']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:47:37.787902 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-4bf37b86-7336-42bf-82d9-6db6f6dd1d10 req-8aef8ccc-515e-4548-98eb-2063b12d42ab tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/ports?device_id=76f0c6b6-fd34-42ef-ab7d-e9f527b969ba HTTP/1.1" status: 200 len: 210 time: 0.0440490 May 03 14:47:37.892233 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a759f3f-09fd-40bb-bd21-16e7406de923 req-f0a3fb12-1aa4-452e-bea1-bc3f5583ae4f tempest-DeleteServersTestJSON-1834262226 tempest-DeleteServersTestJSON-1834262226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:47:37.894284 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-5a759f3f-09fd-40bb-bd21-16e7406de923 req-f0a3fb12-1aa4-452e-bea1-bc3f5583ae4f tempest-DeleteServersTestJSON-1834262226 tempest-DeleteServersTestJSON-1834262226-project] 10.222.0.16 "GET /v2.0/ports?device_id=15b6f436-8fd4-462d-9d65-8975e7b68845 HTTP/1.1" status: 200 len: 945 time: 0.0580308 May 03 14:47:37.952614 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-5a759f3f-09fd-40bb-bd21-16e7406de923 req-3a770de4-eabb-47a1-a919-d4592835b927 tempest-DeleteServersTestJSON-1834262226 tempest-DeleteServersTestJSON-1834262226-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7d4e0da-70e9-49ee-b61d-1d76ebf434dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528402 May 03 14:47:38.074441 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] get_ports_and_sgs() called for port_ids ['325981bb-6f64-4949-b57a-290e71cc1f45'] {{(pid=110299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 14:47:38.135540 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742dd77e-01b4-4b70-88af-4af5b0326c9e req-d3c463d4-0342-424b-9de1-6143a6d5d83a tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:47:38.139672 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-742dd77e-01b4-4b70-88af-4af5b0326c9e req-d3c463d4-0342-424b-9de1-6143a6d5d83a tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/ports?device_id=dbf00822-5970-4028-8656-a6300c36daa0 HTTP/1.1" status: 200 len: 943 time: 0.0703220 May 03 14:47:38.209616 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4bd9f6-e9ba-4844-8697-7f3232b97eef req-4a4dd1f5-21f6-437a-923a-7720cc8dfbe5 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:47:38.217206 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-9e4bd9f6-e9ba-4844-8697-7f3232b97eef req-4a4dd1f5-21f6-437a-923a-7720cc8dfbe5 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe1c40c4-811a-430a-930e-063e1c5880b8 HTTP/1.1" status: 200 len: 943 time: 0.0756967 May 03 14:47:38.292817 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-742dd77e-01b4-4b70-88af-4af5b0326c9e req-b0b8433d-0b6e-4f13-96bb-092e4c55f6d8 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/security-groups?id=401848e3-e1ee-4f49-9d7c-851858f8a58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347234 May 03 14:47:38.376127 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-9e4bd9f6-e9ba-4844-8697-7f3232b97eef req-5954a897-152c-477e-add9-f5ec6c33fa74 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0e19fcb-47b5-464e-8241-883080a396c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1576817 May 03 14:47:38.407935 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [req-43e3ca8c-40f8-49c4-9ba7-a853ffd5e30e req-77c792ec-4a27-4782-bfdd-5afb7d11302e tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b4752d3e59c94290925845f591792921 HTTP/1.1" status: 200 len: 379 time: 0.1508682 May 03 14:47:38.446401 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-c548ae23-931e-4c07-bc3b-300152fcbbc3 req-7b7ab0fc-2b8f-4307-b20f-0d60e1c9aac7 service neutron] 10.222.0.55 "GET /v2.0/networks/2d59a619-2104-48af-9b29-5b43721c1720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519706 May 03 14:47:38.481513 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 39062) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:47:38.593783 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-6333e0d0-2c59-47b1-a3ec-4320b114d952 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:38.675606 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-6333e0d0-2c59-47b1-a3ec-4320b114d952 admin admin] Publish callbacks [] for security_group (d9828fc5-5639-4309-92d4-91890624232a), precommit_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:38.741520 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-6333e0d0-2c59-47b1-a3ec-4320b114d952 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (d9828fc5-5639-4309-92d4-91890624232a), after_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:38.786371 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-6333e0d0-2c59-47b1-a3ec-4320b114d952 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=de106de052064b15aa362b721e26e6c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3037930 May 03 14:47:38.787577 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6333e0d0-2c59-47b1-a3ec-4320b114d952 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9828fc5-5639-4309-92d4-91890624232a,revision_number=1']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:47:38.789129 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 39072) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:47:38.793169 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-10784108-2a54-474c-a88a-0a1da9dd4d8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (5d16a8e7-5fab-4607-ae51-2b468a019c05), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:38.850664 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-456bf4cb-eec7-47aa-b145-5ce21c79d753 admin admin] Publish callbacks [] for security_group (d9828fc5-5639-4309-92d4-91890624232a), before_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:38.876982 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-456bf4cb-eec7-47aa-b145-5ce21c79d753 admin admin] Publish callbacks [] for security_group (d9828fc5-5639-4309-92d4-91890624232a), precommit_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:38.919951 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-2a8b6a48-0961-4f82-9015-669980ef9c79 req-9cfe3646-55b2-44fe-94b9-987866a3fa78 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/ports?device_id=76f0c6b6-fd34-42ef-ab7d-e9f527b969ba HTTP/1.1" status: 200 len: 210 time: 0.0313737 May 03 14:47:38.993100 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-456bf4cb-eec7-47aa-b145-5ce21c79d753 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (d9828fc5-5639-4309-92d4-91890624232a), after_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:38.996408 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-456bf4cb-eec7-47aa-b145-5ce21c79d753 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:39.000182 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-456bf4cb-eec7-47aa-b145-5ce21c79d753 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d9828fc5-5639-4309-92d4-91890624232a HTTP/1.1" status: 204 len: 168 time: 0.2074642 May 03 14:47:39.016647 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456bf4cb-eec7-47aa-b145-5ce21c79d753 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9828fc5-5639-4309-92d4-91890624232a,revision_number=None']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:47:39.094718 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04bf7c8-c8dc-42e9-a1d7-50c292d6c5fd req-b84fd97c-bdca-4c67-870e-7aede3598ea6 tempest-DeleteServersTestJSON-1834262226 tempest-DeleteServersTestJSON-1834262226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:47:39.096284 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-d04bf7c8-c8dc-42e9-a1d7-50c292d6c5fd req-b84fd97c-bdca-4c67-870e-7aede3598ea6 tempest-DeleteServersTestJSON-1834262226 tempest-DeleteServersTestJSON-1834262226-project] 10.222.0.16 "GET /v2.0/ports?device_id=15b6f436-8fd4-462d-9d65-8975e7b68845 HTTP/1.1" status: 200 len: 945 time: 0.0737598 May 03 14:47:39.156111 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-d04bf7c8-c8dc-42e9-a1d7-50c292d6c5fd req-395c3ea2-1b12-4298-8edf-f5ceebeded3a tempest-DeleteServersTestJSON-1834262226 tempest-DeleteServersTestJSON-1834262226-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7d4e0da-70e9-49ee-b61d-1d76ebf434dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530002 May 03 14:47:39.257202 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Device a7eea7dd-eb4c-4690-b7c6-dd1c08938652 details requested by agent hyperv_hv-cinder-84028 with host hv-cinder-84028 {{(pid=110299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 03 14:47:39.289835 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Device 325981bb-6f64-4949-b57a-290e71cc1f45 up at agent hyperv_hv-cinder-84028 {{(pid=110299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 14:47:39.406089 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Provisioning for port 325981bb-6f64-4949-b57a-290e71cc1f45 completed by entity L2. {{(pid=110299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 03 14:47:39.438638 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75441d4-8534-44b0-8bbf-e6b518e1dcd6 req-bf76d30d-51ae-4b09-9b21-c6b69d00422c tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:47:39.440949 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-b75441d4-8534-44b0-8bbf-e6b518e1dcd6 req-bf76d30d-51ae-4b09-9b21-c6b69d00422c tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/ports?device_id=dbf00822-5970-4028-8656-a6300c36daa0 HTTP/1.1" status: 200 len: 943 time: 0.0816495 May 03 14:47:39.452268 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] For port a7eea7dd-eb4c-4690-b7c6-dd1c08938652, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=a7eea7dd-eb4c-4690-b7c6-dd1c08938652,segment=NetworkSegment(3c171999-7314-4749-ab73-b658fc7b715a),segment_id=3c171999-7314-4749-ab73-b658fc7b715a)] {{(pid=110299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:47:39.472284 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Returning: {'device': 'a7eea7dd-eb4c-4690-b7c6-dd1c08938652', 'network_id': '2d59a619-2104-48af-9b29-5b43721c1720', 'port_id': 'a7eea7dd-eb4c-4690-b7c6-dd1c08938652', 'mac_address': 'fa:16:3e:36:66:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd06123f-ac2d-4feb-b448-363a0cf902f7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 03 14:47:39.529901 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Provisioning complete for port 325981bb-6f64-4949-b57a-290e71cc1f45 triggered by entity L2. {{(pid=110299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:47:39.530712 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728915'] for port (325981bb-6f64-4949-b57a-290e71cc1f45), provisioning_complete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:39.550921 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-b75441d4-8534-44b0-8bbf-e6b518e1dcd6 req-812deb33-9aa3-4d82-b07a-ed16797e9ed1 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/security-groups?id=401848e3-e1ee-4f49-9d7c-851858f8a58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041033 May 03 14:47:39.579181 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08528bb7-4e65-4a8d-a213-61a1a988ce64 req-8a6f802a-16be-4695-bbe2-a450086422d2 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:47:39.579181 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-08528bb7-4e65-4a8d-a213-61a1a988ce64 req-8a6f802a-16be-4695-bbe2-a450086422d2 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe1c40c4-811a-430a-930e-063e1c5880b8 HTTP/1.1" status: 200 len: 943 time: 0.0636034 May 03 14:47:39.586266 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Current status of the port a7eea7dd-eb4c-4690-b7c6-dd1c08938652 is: DOWN; New status is: BUILD {{(pid=110299) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:47:39.586679 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (a7eea7dd-eb4c-4690-b7c6-dd1c08938652), before_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:39.614171 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.notifiers.nova [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7eea7dd-eb4c-4690-b7c6-dd1c08938652 {{(pid=110299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 14:47:39.642739 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-08528bb7-4e65-4a8d-a213-61a1a988ce64 req-3539c96e-3910-4692-8538-52dce7d5d72f tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0e19fcb-47b5-464e-8241-883080a396c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609016 May 03 14:47:39.654225 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] For port a7eea7dd-eb4c-4690-b7c6-dd1c08938652, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=a7eea7dd-eb4c-4690-b7c6-dd1c08938652,segment=NetworkSegment(3c171999-7314-4749-ab73-b658fc7b715a),segment_id=3c171999-7314-4749-ab73-b658fc7b715a)] {{(pid=110299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:47:39.664736 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Current status of the port 325981bb-6f64-4949-b57a-290e71cc1f45 is: BUILD; New status is: ACTIVE {{(pid=110299) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:47:39.665126 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (325981bb-6f64-4949-b57a-290e71cc1f45), before_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:39.689692 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15b6f436-8fd4-462d-9d65-8975e7b68845', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '325981bb-6f64-4949-b57a-290e71cc1f45'}] {{(pid=110299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 14:47:39.775487 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096'] for port (a7eea7dd-eb4c-4690-b7c6-dd1c08938652), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:39.779898 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] For port 325981bb-6f64-4949-b57a-290e71cc1f45, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=325981bb-6f64-4949-b57a-290e71cc1f45,segment=NetworkSegment(76c2878c-c766-49ad-ae93-aed109770c8e),segment_id=76c2878c-c766-49ad-ae93-aed109770c8e)] {{(pid=110299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:47:39.847994 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Pushing event updated for resources: {'Port': ['ID=a7eea7dd-eb4c-4690-b7c6-dd1c08938652,revision_number=4']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:47:39.857636 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096'] for port (325981bb-6f64-4949-b57a-290e71cc1f45), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:39.906128 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Pushing event updated for resources: {'Port': ['ID=325981bb-6f64-4949-b57a-290e71cc1f45,revision_number=5']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:47:39.911256 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfb0ab9603dc6f24b101a3230295415c8ec2a7bf959fde45f0826688655bbcbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dad4590f-72c5-4bf6-adaf-4de4924dae25" -d '{"events": [{"server_uuid": "15b6f436-8fd4-462d-9d65-8975e7b68845", "name": "network-vif-plugged", "status": "completed", "tag": "325981bb-6f64-4949-b57a-290e71cc1f45"}]}' {{(pid=110299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 14:47:40.012760 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 14:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00cd46b6-7a25-4387-a290-65ba7c33d2b8 x-openstack-request-id: req-00cd46b6-7a25-4387-a290-65ba7c33d2b8 {{(pid=110299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 14:47:40.013080 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15b6f436-8fd4-462d-9d65-8975e7b68845", "name": "network-vif-plugged", "status": "completed", "tag": "325981bb-6f64-4949-b57a-290e71cc1f45", "code": 200}]} {{(pid=110299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 14:47:40.013340 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-00cd46b6-7a25-4387-a290-65ba7c33d2b8 {{(pid=110299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 14:47:40.013795 dv-cinder-840289-3-iscsi neutron-server[110299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00cd46b6-7a25-4387-a290-65ba7c33d2b8'] response: {'server_uuid': '15b6f436-8fd4-462d-9d65-8975e7b68845', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '325981bb-6f64-4949-b57a-290e71cc1f45', 'code': 200} May 03 14:47:40.033563 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-e2175db3-c5ff-4ace-a37c-4b4e140c1397 req-994bc729-efb8-4084-b9d7-eb85c564c4cf tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/ports?device_id=76f0c6b6-fd34-42ef-ab7d-e9f527b969ba HTTP/1.1" status: 200 len: 210 time: 0.0315487 May 03 14:47:40.195214 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] get_ports_and_sgs() called for port_ids ['a7eea7dd-eb4c-4690-b7c6-dd1c08938652'] {{(pid=110299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 14:47:40.331846 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa2b664-3172-4941-ab06-27d3b565f579 req-efb49d3c-1699-4dda-93bd-f21546ade78b tempest-DeleteServersTestJSON-1834262226 tempest-DeleteServersTestJSON-1834262226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:47:40.331846 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-eaa2b664-3172-4941-ab06-27d3b565f579 req-efb49d3c-1699-4dda-93bd-f21546ade78b tempest-DeleteServersTestJSON-1834262226 tempest-DeleteServersTestJSON-1834262226-project] 10.222.0.16 "GET /v2.0/ports?device_id=15b6f436-8fd4-462d-9d65-8975e7b68845 HTTP/1.1" status: 200 len: 946 time: 0.0729620 May 03 14:47:40.354784 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-eaa2b664-3172-4941-ab06-27d3b565f579 req-35ebf8fd-16f9-4971-8894-357f31fa8932 tempest-DeleteServersTestJSON-1834262226 tempest-DeleteServersTestJSON-1834262226-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7d4e0da-70e9-49ee-b61d-1d76ebf434dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515654 May 03 14:47:40.478607 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.v2.base [req-43e3ca8c-40f8-49c4-9ba7-a853ffd5e30e req-6d44949e-6eb0-450b-93cb-7b3182786e5d tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Request body: {'port': {'device_id': '76f0c6b6-fd34-42ef-ab7d-e9f527b969ba', 'network_id': '963c04e2-09c0-42b3-8b14-9ee6b8c8fe47', 'admin_state_up': True, 'tenant_id': 'b4752d3e59c94290925845f591792921', 'security_groups': ['4be1d56e-dc50-4c55-b511-de10663410d5']}} {{(pid=110297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:47:40.612478 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-c548ae23-931e-4c07-bc3b-300152fcbbc3 req-8dba0f64-1588-44e9-a846-1770bc5a9dcc service neutron] 10.222.0.55 "GET /v2.0/networks/2d59a619-2104-48af-9b29-5b43721c1720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254866 May 03 14:47:40.708946 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43e3ca8c-40f8-49c4-9ba7-a853ffd5e30e req-6d44949e-6eb0-450b-93cb-7b3182786e5d tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Made reservation on behalf of b4752d3e59c94290925845f591792921 for: {'port': 1} {{(pid=110297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 14:47:40.712656 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [req-43e3ca8c-40f8-49c4-9ba7-a853ffd5e30e req-6d44949e-6eb0-450b-93cb-7b3182786e5d tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (None), before_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:40.780968 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee4f33a-94eb-4ce1-85ec-502ada229b13 req-7ae9dc0c-2c83-434f-80c7-bba1a2f229b0 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:47:40.791825 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-9ee4f33a-94eb-4ce1-85ec-502ada229b13 req-7ae9dc0c-2c83-434f-80c7-bba1a2f229b0 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/ports?device_id=dbf00822-5970-4028-8656-a6300c36daa0 HTTP/1.1" status: 200 len: 943 time: 0.1296906 May 03 14:47:40.881964 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d18937-407d-4788-a2cc-ac847395e5dd req-8f05f415-334c-4bcc-9ef8-4ea48f17ffe3 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:47:40.896435 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-b3d18937-407d-4788-a2cc-ac847395e5dd req-8f05f415-334c-4bcc-9ef8-4ea48f17ffe3 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe1c40c4-811a-430a-930e-063e1c5880b8 HTTP/1.1" status: 200 len: 943 time: 0.0889699 May 03 14:47:40.896435 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-9ee4f33a-94eb-4ce1-85ec-502ada229b13 req-479cf1e5-c9ab-4035-87a2-56c8eca1a012 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/security-groups?id=401848e3-e1ee-4f49-9d7c-851858f8a58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824630 May 03 14:47:40.954752 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-b3d18937-407d-4788-a2cc-ac847395e5dd req-0c53ae58-213d-4001-9aab-cb4337358f99 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0e19fcb-47b5-464e-8241-883080a396c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614424 May 03 14:47:41.120826 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-f4b9cdd0-9a8e-454f-a29b-44e841c70d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (a9161e1b-902d-441f-843b-a0ff0805adee), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:41.130759 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.db.db_base_plugin_common [req-43e3ca8c-40f8-49c4-9ba7-a853ffd5e30e req-6d44949e-6eb0-450b-93cb-7b3182786e5d tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Allocated IP 172.20.0.5 (963c04e2-09c0-42b3-8b14-9ee6b8c8fe47/48f101fe-497d-4192-8a7b-0011d50ada6e/5049a2b0-9c2b-433d-97a8-086291ae91fa) {{(pid=110297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 14:47:41.136157 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-43533038-2d02-4b9d-8a9e-26f576504e3b req-4f0086a8-d96b-45b0-9787-ecea406da966 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/ports?device_id=76f0c6b6-fd34-42ef-ab7d-e9f527b969ba HTTP/1.1" status: 200 len: 210 time: 0.0284944 May 03 14:47:41.268524 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [req-43e3ca8c-40f8-49c4-9ba7-a853ffd5e30e req-6d44949e-6eb0-450b-93cb-7b3182786e5d tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Publish callbacks [] for port (5049a2b0-9c2b-433d-97a8-086291ae91fa), precommit_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:41.311619 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Device a7eea7dd-eb4c-4690-b7c6-dd1c08938652 up at agent hyperv_hv-cinder-84028 {{(pid=110299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 14:47:41.321405 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 39202) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:47:41.360521 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [req-43e3ca8c-40f8-49c4-9ba7-a853ffd5e30e req-6d44949e-6eb0-450b-93cb-7b3182786e5d tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775476647060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25923557'] for port (5049a2b0-9c2b-433d-97a8-086291ae91fa), after_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:41.367709 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Provisioning for port a7eea7dd-eb4c-4690-b7c6-dd1c08938652 completed by entity L2. {{(pid=110299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 03 14:47:41.413778 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43e3ca8c-40f8-49c4-9ba7-a853ffd5e30e req-6d44949e-6eb0-450b-93cb-7b3182786e5d tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Network 963c04e2-09c0-42b3-8b14-9ee6b8c8fe47 is already hosted by enough agents. {{(pid=110297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 14:47:41.418812 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.scheduler.base_scheduler [req-43e3ca8c-40f8-49c4-9ba7-a853ffd5e30e req-6d44949e-6eb0-450b-93cb-7b3182786e5d tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Resources bound (agent type, host, resource id): {{(pid=110297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 14:47:41.421861 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.db.l3_dvrscheduler_db [req-43e3ca8c-40f8-49c4-9ba7-a853ffd5e30e req-6d44949e-6eb0-450b-93cb-7b3182786e5d tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Received port after_create {{(pid=110297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 14:47:41.445526 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Provisioning complete for port a7eea7dd-eb4c-4690-b7c6-dd1c08938652 triggered by entity L2. {{(pid=110299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:47:41.446032 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728915'] for port (a7eea7dd-eb4c-4690-b7c6-dd1c08938652), provisioning_complete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:41.457680 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 39210) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:47:41.480406 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d44949e-6eb0-450b-93cb-7b3182786e5d tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Pushing event updated for resources: {'Port': ['ID=5049a2b0-9c2b-433d-97a8-086291ae91fa,revision_number=1']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:47:41.524827 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e3ca8c-40f8-49c4-9ba7-a853ffd5e30e req-6d44949e-6eb0-450b-93cb-7b3182786e5d tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:47:41.528038 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [req-43e3ca8c-40f8-49c4-9ba7-a853ffd5e30e req-6d44949e-6eb0-450b-93cb-7b3182786e5d tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603595'] for port (None), before_response {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:41.529340 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ebb886-d366-40bb-9258-21d155b9ed9d req-b91318a0-72a3-4a04-9c12-04c014fc8113 tempest-DeleteServersTestJSON-1834262226 tempest-DeleteServersTestJSON-1834262226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:47:41.533345 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-e0ebb886-d366-40bb-9258-21d155b9ed9d req-b91318a0-72a3-4a04-9c12-04c014fc8113 tempest-DeleteServersTestJSON-1834262226 tempest-DeleteServersTestJSON-1834262226-project] 10.222.0.16 "GET /v2.0/ports?device_id=15b6f436-8fd4-462d-9d65-8975e7b68845 HTTP/1.1" status: 200 len: 946 time: 0.0973375 May 03 14:47:41.614496 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-e0ebb886-d366-40bb-9258-21d155b9ed9d req-9b89f783-32c8-4316-b926-335ada233f9f tempest-DeleteServersTestJSON-1834262226 tempest-DeleteServersTestJSON-1834262226-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7d4e0da-70e9-49ee-b61d-1d76ebf434dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733912 May 03 14:47:41.614888 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-94fe0b27-5c44-4927-8d6a-7a16e39c7f8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:41.622186 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Current status of the port a7eea7dd-eb4c-4690-b7c6-dd1c08938652 is: BUILD; New status is: ACTIVE {{(pid=110299) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:47:41.622662 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (a7eea7dd-eb4c-4690-b7c6-dd1c08938652), before_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:41.657751 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [req-43e3ca8c-40f8-49c4-9ba7-a853ffd5e30e req-6d44949e-6eb0-450b-93cb-7b3182786e5d tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1801374 May 03 14:47:41.678617 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] For port a7eea7dd-eb4c-4690-b7c6-dd1c08938652, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=a7eea7dd-eb4c-4690-b7c6-dd1c08938652,segment=NetworkSegment(3c171999-7314-4749-ab73-b658fc7b715a),segment_id=3c171999-7314-4749-ab73-b658fc7b715a)] {{(pid=110299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:47:41.698544 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-ab0cec1e-7826-4fb9-9254-56257e66eaed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:41.730109 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-94fe0b27-5c44-4927-8d6a-7a16e39c7f8c admin admin] Publish callbacks [] for security_group (4eefede7-d662-4815-a7f4-81c398680562), precommit_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:41.757882 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [None req-aefe8586-74d6-4fde-be55-197644a37f73 None None] Provisioning complete for port 5049a2b0-9c2b-433d-97a8-086291ae91fa triggered by entity DHCP. {{(pid=110299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:47:41.758308 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-aefe8586-74d6-4fde-be55-197644a37f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728915'] for port (5049a2b0-9c2b-433d-97a8-086291ae91fa), provisioning_complete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:41.779326 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096'] for port (a7eea7dd-eb4c-4690-b7c6-dd1c08938652), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:41.803647 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-ab0cec1e-7826-4fb9-9254-56257e66eaed admin admin] Publish callbacks [] for security_group (d840c02f-a58e-4617-bd52-ee7c97294c24), precommit_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:41.815816 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-94fe0b27-5c44-4927-8d6a-7a16e39c7f8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (4eefede7-d662-4815-a7f4-81c398680562), after_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:41.820542 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-aefe8586-74d6-4fde-be55-197644a37f73 None None] Port 5049a2b0-9c2b-433d-97a8-086291ae91fa cannot update to ACTIVE because it is not bound. {{(pid=110299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 14:47:41.847305 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Pushing event updated for resources: {'Port': ['ID=a7eea7dd-eb4c-4690-b7c6-dd1c08938652,revision_number=5']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:47:41.865372 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-94fe0b27-5c44-4927-8d6a-7a16e39c7f8c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=827ec447632c47329224adee61d0cc05&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5396414 May 03 14:47:41.865372 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fe0b27-5c44-4927-8d6a-7a16e39c7f8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eefede7-d662-4815-a7f4-81c398680562,revision_number=1']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:47:41.866433 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 39220) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:47:41.904999 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-ab0cec1e-7826-4fb9-9254-56257e66eaed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (d840c02f-a58e-4617-bd52-ee7c97294c24), after_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:41.951836 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0cec1e-7826-4fb9-9254-56257e66eaed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d840c02f-a58e-4617-bd52-ee7c97294c24,revision_number=1']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:47:41.958688 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-ab0cec1e-7826-4fb9-9254-56257e66eaed admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6dd9b2c897f54de4b3fcb6787e5c65a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5000167 May 03 14:47:41.963248 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 39226) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:47:41.972942 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-97116d33-f179-43b3-95d8-c992fd48b158 admin admin] Publish callbacks [] for security_group (4eefede7-d662-4815-a7f4-81c398680562), before_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:42.015131 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d586fba-adbe-4797-99f4-6932165af9d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7eea7dd-eb4c-4690-b7c6-dd1c08938652'}] {{(pid=110299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 14:47:42.017764 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfb0ab9603dc6f24b101a3230295415c8ec2a7bf959fde45f0826688655bbcbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd140449-ca6a-4e57-84c0-555b815e7b7b" -d '{"events": [{"server_uuid": "4d586fba-adbe-4797-99f4-6932165af9d4", "name": "network-vif-plugged", "status": "completed", "tag": "a7eea7dd-eb4c-4690-b7c6-dd1c08938652"}]}' {{(pid=110299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 14:47:42.025813 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-97116d33-f179-43b3-95d8-c992fd48b158 admin admin] Publish callbacks [] for security_group (4eefede7-d662-4815-a7f4-81c398680562), precommit_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:42.054660 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab2eea6-304c-4963-9339-9b2fd97e2455 req-2b609a39-6b84-4ead-a2b1-0c0b34b4889f tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:47:42.056765 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-5ab2eea6-304c-4963-9339-9b2fd97e2455 req-2b609a39-6b84-4ead-a2b1-0c0b34b4889f tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/ports?device_id=dbf00822-5970-4028-8656-a6300c36daa0 HTTP/1.1" status: 200 len: 943 time: 0.0762765 May 03 14:47:42.058656 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-6b0459a1-a772-459e-8dce-690670e5b798 admin admin] Publish callbacks [] for security_group (d840c02f-a58e-4617-bd52-ee7c97294c24), before_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:42.083498 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-6b0459a1-a772-459e-8dce-690670e5b798 admin admin] Publish callbacks [] for security_group (d840c02f-a58e-4617-bd52-ee7c97294c24), precommit_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:42.109352 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 39234) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:47:42.152731 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d17088-3e30-48b8-bbab-673f9fcb21b2 req-50691168-11e3-4d2b-9afe-3e62cd52c98a tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:47:42.154305 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-11d17088-3e30-48b8-bbab-673f9fcb21b2 req-50691168-11e3-4d2b-9afe-3e62cd52c98a tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe1c40c4-811a-430a-930e-063e1c5880b8 HTTP/1.1" status: 200 len: 943 time: 0.0947342 May 03 14:47:42.178376 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-5ab2eea6-304c-4963-9339-9b2fd97e2455 req-206dfc9e-38d3-4e6d-b794-a19d8f9b6b06 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/security-groups?id=401848e3-e1ee-4f49-9d7c-851858f8a58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049051 May 03 14:47:42.230330 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-11d17088-3e30-48b8-bbab-673f9fcb21b2 req-1475011c-dd94-4537-9cf4-36f96b4ab4af tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0e19fcb-47b5-464e-8241-883080a396c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652356 May 03 14:47:42.236402 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 14:47:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8a2e8cd-006d-4c30-a988-11f3aa1f4c8d x-openstack-request-id: req-c8a2e8cd-006d-4c30-a988-11f3aa1f4c8d {{(pid=110299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 14:47:42.236897 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d586fba-adbe-4797-99f4-6932165af9d4", "name": "network-vif-plugged", "status": "completed", "tag": "a7eea7dd-eb4c-4690-b7c6-dd1c08938652", "code": 200}]} {{(pid=110299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 14:47:42.236976 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c8a2e8cd-006d-4c30-a988-11f3aa1f4c8d {{(pid=110299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 14:47:42.237346 dv-cinder-840289-3-iscsi neutron-server[110299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8a2e8cd-006d-4c30-a988-11f3aa1f4c8d'] response: {'server_uuid': '4d586fba-adbe-4797-99f4-6932165af9d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7eea7dd-eb4c-4690-b7c6-dd1c08938652', 'code': 200} May 03 14:47:42.245633 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-97116d33-f179-43b3-95d8-c992fd48b158 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (4eefede7-d662-4815-a7f4-81c398680562), after_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:42.249299 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-97116d33-f179-43b3-95d8-c992fd48b158 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:42.250758 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-97116d33-f179-43b3-95d8-c992fd48b158 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4eefede7-d662-4815-a7f4-81c398680562 HTTP/1.1" status: 204 len: 168 time: 0.3832626 May 03 14:47:42.252922 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-6305f2f9-48bc-4e6b-a802-2f7592c39732 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:42.258272 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-6b0459a1-a772-459e-8dce-690670e5b798 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (d840c02f-a58e-4617-bd52-ee7c97294c24), after_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:42.258272 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-6b0459a1-a772-459e-8dce-690670e5b798 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:42.260564 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97116d33-f179-43b3-95d8-c992fd48b158 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eefede7-d662-4815-a7f4-81c398680562,revision_number=None']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:47:42.265610 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-6b0459a1-a772-459e-8dce-690670e5b798 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d840c02f-a58e-4617-bd52-ee7c97294c24 HTTP/1.1" status: 204 len: 168 time: 0.3010509 May 03 14:47:42.297115 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0459a1-a772-459e-8dce-690670e5b798 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d840c02f-a58e-4617-bd52-ee7c97294c24,revision_number=None']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:47:42.349155 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-ed776e2d-a518-4685-8fad-0cd9eaa120ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (6a418bd5-8bcc-400f-88b5-19eff412e81a), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:42.373025 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd9015d-9329-4f0d-a0f8-b13d71c02304 req-53d4161b-4eea-4adf-bc51-7233f5ff5fda tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:47:42.376271 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-cdd9015d-9329-4f0d-a0f8-b13d71c02304 req-53d4161b-4eea-4adf-bc51-7233f5ff5fda tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/ports?device_id=76f0c6b6-fd34-42ef-ab7d-e9f527b969ba HTTP/1.1" status: 200 len: 931 time: 0.0858102 May 03 14:47:42.377069 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-6305f2f9-48bc-4e6b-a802-2f7592c39732 admin admin] Publish callbacks [] for security_group (755392f9-4631-4a77-bd95-2c1efa0e6dd6), precommit_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:42.425402 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-cdd9015d-9329-4f0d-a0f8-b13d71c02304 req-c325ee6a-614b-4c2f-8323-ad7acf996296 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/security-groups?id=4be1d56e-dc50-4c55-b511-de10663410d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452073 May 03 14:47:42.490227 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-6305f2f9-48bc-4e6b-a802-2f7592c39732 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (755392f9-4631-4a77-bd95-2c1efa0e6dd6), after_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:42.527514 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-6305f2f9-48bc-4e6b-a802-2f7592c39732 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c2d982b040364a8aba9a1ba3274bc468&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4171355 May 03 14:47:42.530336 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 39244) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:47:42.533271 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6305f2f9-48bc-4e6b-a802-2f7592c39732 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=755392f9-4631-4a77-bd95-2c1efa0e6dd6,revision_number=1']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:47:42.586859 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-3038c877-5d5b-4bf6-9e7a-3688230c0443 admin admin] Publish callbacks [] for security_group (755392f9-4631-4a77-bd95-2c1efa0e6dd6), before_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:42.609938 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-3038c877-5d5b-4bf6-9e7a-3688230c0443 admin admin] Publish callbacks [] for security_group (755392f9-4631-4a77-bd95-2c1efa0e6dd6), precommit_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:42.730108 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-3038c877-5d5b-4bf6-9e7a-3688230c0443 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (755392f9-4631-4a77-bd95-2c1efa0e6dd6), after_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:42.732716 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-3038c877-5d5b-4bf6-9e7a-3688230c0443 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:42.736317 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-3038c877-5d5b-4bf6-9e7a-3688230c0443 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/755392f9-4631-4a77-bd95-2c1efa0e6dd6 HTTP/1.1" status: 204 len: 168 time: 0.2020540 May 03 14:47:42.750521 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3038c877-5d5b-4bf6-9e7a-3688230c0443 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=755392f9-4631-4a77-bd95-2c1efa0e6dd6,revision_number=None']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:47:42.761407 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0386f4a8-255c-4525-85ee-fa38fb87010e req-b983a46a-171f-47d2-aa66-b2fedc3e7e71 tempest-DeleteServersTestJSON-1834262226 tempest-DeleteServersTestJSON-1834262226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:47:42.762949 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-0386f4a8-255c-4525-85ee-fa38fb87010e req-b983a46a-171f-47d2-aa66-b2fedc3e7e71 tempest-DeleteServersTestJSON-1834262226 tempest-DeleteServersTestJSON-1834262226-project] 10.222.0.16 "GET /v2.0/ports?device_id=15b6f436-8fd4-462d-9d65-8975e7b68845 HTTP/1.1" status: 200 len: 946 time: 0.0614452 May 03 14:47:42.827989 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-0386f4a8-255c-4525-85ee-fa38fb87010e req-b70b801d-a385-4d23-9979-86e2387628fa tempest-DeleteServersTestJSON-1834262226 tempest-DeleteServersTestJSON-1834262226-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7d4e0da-70e9-49ee-b61d-1d76ebf434dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572338 May 03 14:47:42.923492 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.v2.base [req-43e3ca8c-40f8-49c4-9ba7-a853ffd5e30e req-605fffdc-f660-449b-9577-ab4c6e91b77d service neutron] Request body: {'port': {'device_id': '76f0c6b6-fd34-42ef-ab7d-e9f527b969ba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84028'}} {{(pid=110297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:47:42.997342 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [req-43e3ca8c-40f8-49c4-9ba7-a853ffd5e30e req-605fffdc-f660-449b-9577-ab4c6e91b77d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (5049a2b0-9c2b-433d-97a8-086291ae91fa), before_update {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:43.004804 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef829318-bab6-4fd0-9c9a-e670832f54d5 req-8a3893cf-6644-4bbf-b8f2-3265b931511d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:47:43.006299 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-ef829318-bab6-4fd0-9c9a-e670832f54d5 req-8a3893cf-6644-4bbf-b8f2-3265b931511d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=15b6f436-8fd4-462d-9d65-8975e7b68845 HTTP/1.1" status: 200 len: 1130 time: 0.0793495 May 03 14:47:43.053313 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-ef829318-bab6-4fd0-9c9a-e670832f54d5 req-2ac456e5-41bc-4dfc-ae22-03b71493e162 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:43.178984 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-ef829318-bab6-4fd0-9c9a-e670832f54d5 req-2ac456e5-41bc-4dfc-ae22-03b71493e162 service neutron] Publish callbacks [] for security_group (f5cbbf04-d7b4-4880-92e8-20113242867a), precommit_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:43.228782 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 39272) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:47:43.244447 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-a31ea6d9-8801-4f27-b03f-46ca88e91f38 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:43.247943 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-ef829318-bab6-4fd0-9c9a-e670832f54d5 req-2ac456e5-41bc-4dfc-ae22-03b71493e162 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (f5cbbf04-d7b4-4880-92e8-20113242867a), after_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:43.308594 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Device 988f35e9-668c-4f12-83dd-31b1a9c2f39c details requested by agent hyperv_hv-cinder-84028 with host hv-cinder-84028 {{(pid=110299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 03 14:47:43.346547 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.notifiers.nova [req-43e3ca8c-40f8-49c4-9ba7-a853ffd5e30e req-605fffdc-f660-449b-9577-ab4c6e91b77d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5049a2b0-9c2b-433d-97a8-086291ae91fa {{(pid=110297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 14:47:43.357226 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [req-43e3ca8c-40f8-49c4-9ba7-a853ffd5e30e req-605fffdc-f660-449b-9577-ab4c6e91b77d service neutron] Publish callbacks [] for port (5049a2b0-9c2b-433d-97a8-086291ae91fa), precommit_update {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:43.386925 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.db.provisioning_blocks [req-43e3ca8c-40f8-49c4-9ba7-a853ffd5e30e req-605fffdc-f660-449b-9577-ab4c6e91b77d service neutron] Transition to ACTIVE for port object 5049a2b0-9c2b-433d-97a8-086291ae91fa will not be triggered until provisioned by entity L2. {{(pid=110297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 03 14:47:43.469491 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] For port 988f35e9-668c-4f12-83dd-31b1a9c2f39c, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=988f35e9-668c-4f12-83dd-31b1a9c2f39c,segment=NetworkSegment(ec924deb-2fdc-4ebf-b172-c8dd32bc7b93),segment_id=ec924deb-2fdc-4ebf-b172-c8dd32bc7b93)] {{(pid=110299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:47:43.472703 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac456e5-41bc-4dfc-ae22-03b71493e162 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=f5cbbf04-d7b4-4880-92e8-20113242867a,revision_number=1']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:47:43.483076 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Returning: {'device': '988f35e9-668c-4f12-83dd-31b1a9c2f39c', 'network_id': 'e149baab-37b5-49e7-bbfb-d6c5aa20aff6', 'port_id': '988f35e9-668c-4f12-83dd-31b1a9c2f39c', 'mac_address': 'fa:16:3e:27:93:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd36733c8-18a7-47f6-a054-ee0e84dd3169', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 03 14:47:43.499258 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-ef829318-bab6-4fd0-9c9a-e670832f54d5 req-2ac456e5-41bc-4dfc-ae22-03b71493e162 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=a7d4e0da-70e9-49ee-b61d-1d76ebf434dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4668889 May 03 14:47:43.501909 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [req-43e3ca8c-40f8-49c4-9ba7-a853ffd5e30e req-605fffdc-f660-449b-9577-ab4c6e91b77d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25923484'] for port (5049a2b0-9c2b-433d-97a8-086291ae91fa), after_update {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:43.528562 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1cc3e0-df70-495d-bc88-fbeec2685cbd req-422e2185-f614-4fd5-a3f2-d79f683b76dd tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:47:43.528872 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Current status of the port 988f35e9-668c-4f12-83dd-31b1a9c2f39c is: DOWN; New status is: BUILD {{(pid=110299) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:47:43.529586 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (988f35e9-668c-4f12-83dd-31b1a9c2f39c), before_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:43.530132 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-7b1cc3e0-df70-495d-bc88-fbeec2685cbd req-422e2185-f614-4fd5-a3f2-d79f683b76dd tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/ports?device_id=dbf00822-5970-4028-8656-a6300c36daa0 HTTP/1.1" status: 200 len: 943 time: 0.2671916 May 03 14:47:43.544862 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd39aee-7e13-4b68-aa71-714b3fa4636f req-6697b0e2-f9a5-4f4e-8333-2708598da2f5 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:47:43.545886 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.notifiers.nova [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 988f35e9-668c-4f12-83dd-31b1a9c2f39c {{(pid=110299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 14:47:43.551569 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-dd96712b-4627-437f-9df9-b1bfec551245 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (8b46afec-dab7-4bfa-a959-8584a0cfd79a), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:43.551743 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-5dd39aee-7e13-4b68-aa71-714b3fa4636f req-6697b0e2-f9a5-4f4e-8333-2708598da2f5 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe1c40c4-811a-430a-930e-063e1c5880b8 HTTP/1.1" status: 200 len: 943 time: 0.1271746 May 03 14:47:43.556326 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558c19d3-4eac-40a1-8f06-ec41c1b1bdf4 req-55a3dbc6-8560-43a4-ae9d-46b8c00daae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:47:43.557935 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-558c19d3-4eac-40a1-8f06-ec41c1b1bdf4 req-55a3dbc6-8560-43a4-ae9d-46b8c00daae9 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=4d586fba-adbe-4797-99f4-6932165af9d4 HTTP/1.1" status: 200 len: 1130 time: 0.1593320 May 03 14:47:43.576024 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] For port 988f35e9-668c-4f12-83dd-31b1a9c2f39c, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=988f35e9-668c-4f12-83dd-31b1a9c2f39c,segment=NetworkSegment(ec924deb-2fdc-4ebf-b172-c8dd32bc7b93),segment_id=ec924deb-2fdc-4ebf-b172-c8dd32bc7b93)] {{(pid=110299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:47:43.602050 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605fffdc-f660-449b-9577-ab4c6e91b77d service neutron] Pushing event updated for resources: {'Port': ['ID=5049a2b0-9c2b-433d-97a8-086291ae91fa,revision_number=2']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:47:43.657854 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096'] for port (988f35e9-668c-4f12-83dd-31b1a9c2f39c), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:43.682594 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-7b1cc3e0-df70-495d-bc88-fbeec2685cbd req-a6cc6e49-7243-49db-a1a1-d748fafa5e4e tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/security-groups?id=401848e3-e1ee-4f49-9d7c-851858f8a58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274378 May 03 14:47:43.685952 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-a31ea6d9-8801-4f27-b03f-46ca88e91f38 admin admin] Publish callbacks [] for security_group (1e914b6c-3f9d-4f40-ad4f-48d1c997d788), precommit_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:43.703283 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-5dd39aee-7e13-4b68-aa71-714b3fa4636f req-8d1d84df-cecd-4dd0-969f-b29ca63dbe4f tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0e19fcb-47b5-464e-8241-883080a396c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1439688 May 03 14:47:43.719902 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.plugins.ml2.managers [req-43e3ca8c-40f8-49c4-9ba7-a853ffd5e30e req-605fffdc-f660-449b-9577-ab4c6e91b77d service neutron] Attempting to bind port 5049a2b0-9c2b-433d-97a8-086291ae91fa on host hv-cinder-84028 for vnic_type normal with profile {{(pid=110297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 14:47:43.720239 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.plugins.ml2.managers [req-43e3ca8c-40f8-49c4-9ba7-a853ffd5e30e req-605fffdc-f660-449b-9577-ab4c6e91b77d service neutron] Attempting to bind port 5049a2b0-9c2b-433d-97a8-086291ae91fa by drivers openvswitch,hyperv on host hv-cinder-84028 at level 0 using segments [{'id': 'ca66fa34-2900-4282-8627-e44cece846e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '963c04e2-09c0-42b3-8b14-9ee6b8c8fe47'}] {{(pid=110297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 14:47:43.720561 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43e3ca8c-40f8-49c4-9ba7-a853ffd5e30e req-605fffdc-f660-449b-9577-ab4c6e91b77d service neutron] Attempting to bind port 5049a2b0-9c2b-433d-97a8-086291ae91fa on network 963c04e2-09c0-42b3-8b14-9ee6b8c8fe47 {{(pid=110297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 14:47:43.730296 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43e3ca8c-40f8-49c4-9ba7-a853ffd5e30e req-605fffdc-f660-449b-9577-ab4c6e91b77d service neutron] Port 5049a2b0-9c2b-433d-97a8-086291ae91fa on network 963c04e2-09c0-42b3-8b14-9ee6b8c8fe47 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84028 {{(pid=110297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 03 14:47:43.730732 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43e3ca8c-40f8-49c4-9ba7-a853ffd5e30e req-605fffdc-f660-449b-9577-ab4c6e91b77d service neutron] Attempting to bind port 5049a2b0-9c2b-433d-97a8-086291ae91fa on network 963c04e2-09c0-42b3-8b14-9ee6b8c8fe47 {{(pid=110297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 14:47:43.744096 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43e3ca8c-40f8-49c4-9ba7-a853ffd5e30e req-605fffdc-f660-449b-9577-ab4c6e91b77d service neutron] Checking agent: {'id': '26e70f58-a201-437c-be8d-fd2714f100da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84028', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 14, 44, 59), 'started_at': datetime.datetime(2022, 5, 3, 14, 44, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 14, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 14:47:43.745203 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43e3ca8c-40f8-49c4-9ba7-a853ffd5e30e req-605fffdc-f660-449b-9577-ab4c6e91b77d service neutron] Checking segment: {'id': 'ca66fa34-2900-4282-8627-e44cece846e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '963c04e2-09c0-42b3-8b14-9ee6b8c8fe47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 14:47:43.746534 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43e3ca8c-40f8-49c4-9ba7-a853ffd5e30e req-605fffdc-f660-449b-9577-ab4c6e91b77d service neutron] Bound using segment: {'id': 'ca66fa34-2900-4282-8627-e44cece846e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '963c04e2-09c0-42b3-8b14-9ee6b8c8fe47'} {{(pid=110297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 14:47:43.747257 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.plugins.ml2.managers [req-43e3ca8c-40f8-49c4-9ba7-a853ffd5e30e req-605fffdc-f660-449b-9577-ab4c6e91b77d service neutron] Bound port: 5049a2b0-9c2b-433d-97a8-086291ae91fa, host: hv-cinder-84028, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca66fa34-2900-4282-8627-e44cece846e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '963c04e2-09c0-42b3-8b14-9ee6b8c8fe47'}}] {{(pid=110297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 14:47:43.748165 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [req-43e3ca8c-40f8-49c4-9ba7-a853ffd5e30e req-605fffdc-f660-449b-9577-ab4c6e91b77d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (5049a2b0-9c2b-433d-97a8-086291ae91fa), before_update {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:43.757095 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Pushing event updated for resources: {'Port': ['ID=988f35e9-668c-4f12-83dd-31b1a9c2f39c,revision_number=4']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:47:43.776362 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 39288) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:47:43.793855 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-a31ea6d9-8801-4f27-b03f-46ca88e91f38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (1e914b6c-3f9d-4f40-ad4f-48d1c997d788), after_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:43.801084 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-bcf2b8ea-bd72-4bd1-af3e-206338f83beb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:43.887766 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.plugins.ml2.db [req-43e3ca8c-40f8-49c4-9ba7-a853ffd5e30e req-605fffdc-f660-449b-9577-ab4c6e91b77d service neutron] For port 5049a2b0-9c2b-433d-97a8-086291ae91fa, host hv-cinder-84028, cleared binding levels {{(pid=110297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 14:47:43.892421 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.plugins.ml2.db [req-43e3ca8c-40f8-49c4-9ba7-a853ffd5e30e req-605fffdc-f660-449b-9577-ab4c6e91b77d service neutron] For port 5049a2b0-9c2b-433d-97a8-086291ae91fa, host hv-cinder-84028, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=5049a2b0-9c2b-433d-97a8-086291ae91fa,segment=NetworkSegment(ca66fa34-2900-4282-8627-e44cece846e4),segment_id=ca66fa34-2900-4282-8627-e44cece846e4)] {{(pid=110297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 14:47:43.894720 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-a31ea6d9-8801-4f27-b03f-46ca88e91f38 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=964f54650dbb487085dba6b381cd9b87&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6646705 May 03 14:47:43.900967 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 39294) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:47:43.902929 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e529768-5888-4a2c-8943-2eabae774571 req-97e32cc5-2a82-4b57-8ddc-ce1b10120cf2 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:47:43.910151 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-7e529768-5888-4a2c-8943-2eabae774571 req-97e32cc5-2a82-4b57-8ddc-ce1b10120cf2 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/ports?device_id=76f0c6b6-fd34-42ef-ab7d-e9f527b969ba HTTP/1.1" status: 200 len: 943 time: 0.1174743 May 03 14:47:43.911910 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31ea6d9-8801-4f27-b03f-46ca88e91f38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e914b6c-3f9d-4f40-ad4f-48d1c997d788,revision_number=1']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:47:43.969676 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-689be60d-ccf0-44c7-a991-9d799b5708c6 admin admin] Publish callbacks [] for security_group (1e914b6c-3f9d-4f40-ad4f-48d1c997d788), before_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:43.989121 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [req-43e3ca8c-40f8-49c4-9ba7-a853ffd5e30e req-605fffdc-f660-449b-9577-ab4c6e91b77d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25923484'] for port (5049a2b0-9c2b-433d-97a8-086291ae91fa), after_update {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:43.997845 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-689be60d-ccf0-44c7-a991-9d799b5708c6 admin admin] Publish callbacks [] for security_group (1e914b6c-3f9d-4f40-ad4f-48d1c997d788), precommit_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:44.022008 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-7e529768-5888-4a2c-8943-2eabae774571 req-3f3dca0a-b6a1-41d1-8595-0243a8c430c3 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/security-groups?id=4be1d56e-dc50-4c55-b511-de10663410d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1109984 May 03 14:47:44.028014 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de22257a-182d-47ed-b2e5-5dd616c72102 req-b361d176-4f06-47e6-965a-5249c5a69639 tempest-DeleteServersTestJSON-1834262226 tempest-DeleteServersTestJSON-1834262226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:47:44.029497 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-de22257a-182d-47ed-b2e5-5dd616c72102 req-b361d176-4f06-47e6-965a-5249c5a69639 tempest-DeleteServersTestJSON-1834262226 tempest-DeleteServersTestJSON-1834262226-project] 10.222.0.16 "GET /v2.0/ports?device_id=15b6f436-8fd4-462d-9d65-8975e7b68845 HTTP/1.1" status: 200 len: 946 time: 0.1054039 May 03 14:47:44.040165 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e3ca8c-40f8-49c4-9ba7-a853ffd5e30e req-605fffdc-f660-449b-9577-ab4c6e91b77d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:47:44.042148 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [req-43e3ca8c-40f8-49c4-9ba7-a853ffd5e30e req-605fffdc-f660-449b-9577-ab4c6e91b77d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603595'] for port (None), before_response {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:44.043637 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [req-43e3ca8c-40f8-49c4-9ba7-a853ffd5e30e req-605fffdc-f660-449b-9577-ab4c6e91b77d service neutron] 10.222.0.55 "PUT /v2.0/ports/5049a2b0-9c2b-433d-97a8-086291ae91fa HTTP/1.1" status: 200 len: 1093 time: 1.1245971 May 03 14:47:44.045888 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76f0c6b6-fd34-42ef-ab7d-e9f527b969ba', 'tag': '5049a2b0-9c2b-433d-97a8-086291ae91fa'}] {{(pid=110297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 14:47:44.048303 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e984b2ea2ce138672bdb6842017b013401e1eb51d7da9236b70aed4d114632e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dae79ce9-4166-4597-b90a-cdb8aaaaf891" -d '{"events": [{"name": "network-changed", "server_uuid": "76f0c6b6-fd34-42ef-ab7d-e9f527b969ba", "tag": "5049a2b0-9c2b-433d-97a8-086291ae91fa"}]}' {{(pid=110297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 14:47:44.079393 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-bcf2b8ea-bd72-4bd1-af3e-206338f83beb admin admin] Publish callbacks [] for security_group (a97db233-4a92-4c1f-b0d5-8b03f642612b), precommit_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:44.098379 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605fffdc-f660-449b-9577-ab4c6e91b77d service neutron] Pushing event updated for resources: {'Port': ['ID=5049a2b0-9c2b-433d-97a8-086291ae91fa,revision_number=3']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:47:44.109241 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-de22257a-182d-47ed-b2e5-5dd616c72102 req-22a7af4c-501b-4f15-9adb-382f85c99b2e tempest-DeleteServersTestJSON-1834262226 tempest-DeleteServersTestJSON-1834262226-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7d4e0da-70e9-49ee-b61d-1d76ebf434dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725296 May 03 14:47:44.127586 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 14:47:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7839d93-4ecc-471f-9ee8-3b62c58691fe x-openstack-request-id: req-f7839d93-4ecc-471f-9ee8-3b62c58691fe {{(pid=110297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 14:47:44.127881 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76f0c6b6-fd34-42ef-ab7d-e9f527b969ba", "tag": "5049a2b0-9c2b-433d-97a8-086291ae91fa", "status": "completed", "code": 200}]} {{(pid=110297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 14:47:44.128144 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f7839d93-4ecc-471f-9ee8-3b62c58691fe {{(pid=110297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 14:47:44.128559 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7839d93-4ecc-471f-9ee8-3b62c58691fe'] response: {'name': 'network-changed', 'server_uuid': '76f0c6b6-fd34-42ef-ab7d-e9f527b969ba', 'tag': '5049a2b0-9c2b-433d-97a8-086291ae91fa', 'status': 'completed', 'code': 200} May 03 14:47:44.146856 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-bcf2b8ea-bd72-4bd1-af3e-206338f83beb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (a97db233-4a92-4c1f-b0d5-8b03f642612b), after_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:44.188315 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-689be60d-ccf0-44c7-a991-9d799b5708c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (1e914b6c-3f9d-4f40-ad4f-48d1c997d788), after_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:44.191399 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-689be60d-ccf0-44c7-a991-9d799b5708c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:44.192753 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-689be60d-ccf0-44c7-a991-9d799b5708c6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1e914b6c-3f9d-4f40-ad4f-48d1c997d788 HTTP/1.1" status: 204 len: 168 time: 0.2906215 May 03 14:47:44.196046 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-bcf2b8ea-bd72-4bd1-af3e-206338f83beb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=abf771b56b5d472c8ae5bda61c812508&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4215953 May 03 14:47:44.201737 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf2b8ea-bd72-4bd1-af3e-206338f83beb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a97db233-4a92-4c1f-b0d5-8b03f642612b,revision_number=1']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:47:44.203907 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 39302) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:47:44.225476 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689be60d-ccf0-44c7-a991-9d799b5708c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e914b6c-3f9d-4f40-ad4f-48d1c997d788,revision_number=None']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:47:44.268694 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-bd64598b-2e38-46ed-9c41-a5aa0a066892 admin admin] Publish callbacks [] for security_group (a97db233-4a92-4c1f-b0d5-8b03f642612b), before_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:44.294428 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-bd64598b-2e38-46ed-9c41-a5aa0a066892 admin admin] Publish callbacks [] for security_group (a97db233-4a92-4c1f-b0d5-8b03f642612b), precommit_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:44.457206 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-bd64598b-2e38-46ed-9c41-a5aa0a066892 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (a97db233-4a92-4c1f-b0d5-8b03f642612b), after_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:44.459838 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-bd64598b-2e38-46ed-9c41-a5aa0a066892 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:44.461050 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-bd64598b-2e38-46ed-9c41-a5aa0a066892 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a97db233-4a92-4c1f-b0d5-8b03f642612b HTTP/1.1" status: 204 len: 168 time: 0.2562025 May 03 14:47:44.470042 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd64598b-2e38-46ed-9c41-a5aa0a066892 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a97db233-4a92-4c1f-b0d5-8b03f642612b,revision_number=None']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:47:44.822781 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79114ce-d018-4bae-b8d1-94d9506099f9 req-505123e7-5f15-4966-aea1-cef3a66b3d84 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:47:44.824372 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-d79114ce-d018-4bae-b8d1-94d9506099f9 req-505123e7-5f15-4966-aea1-cef3a66b3d84 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/ports?device_id=dbf00822-5970-4028-8656-a6300c36daa0 HTTP/1.1" status: 200 len: 943 time: 0.0665669 May 03 14:47:44.871735 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9a3d26-8f48-49d6-8993-07d4b1e6adb1 req-fe046ced-93bc-4906-a670-5efba11b92dc tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:47:44.873213 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-2d9a3d26-8f48-49d6-8993-07d4b1e6adb1 req-fe046ced-93bc-4906-a670-5efba11b92dc tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe1c40c4-811a-430a-930e-063e1c5880b8 HTTP/1.1" status: 200 len: 944 time: 0.0711944 May 03 14:47:44.913513 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-d79114ce-d018-4bae-b8d1-94d9506099f9 req-3595dd1b-c026-4b64-88b0-d5a37d8b2927 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/security-groups?id=401848e3-e1ee-4f49-9d7c-851858f8a58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722725 May 03 14:47:44.941985 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-2d9a3d26-8f48-49d6-8993-07d4b1e6adb1 req-2b94d141-e163-4fe7-bd84-4561a696bdc8 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0e19fcb-47b5-464e-8241-883080a396c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587704 May 03 14:47:45.169561 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (16d44442-859c-4c9b-bc72-04cb3b8a5d5b), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:45.172606 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1983f93e-8dde-48ff-8dcf-5f28f9b85589 req-81dccd2c-d4db-4cc3-a9eb-b8cee41dcc0c tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:47:45.174196 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-1983f93e-8dde-48ff-8dcf-5f28f9b85589 req-81dccd2c-d4db-4cc3-a9eb-b8cee41dcc0c tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/ports?device_id=76f0c6b6-fd34-42ef-ab7d-e9f527b969ba HTTP/1.1" status: 200 len: 943 time: 0.0684223 May 03 14:47:45.267795 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f888cb4c-676c-495c-804f-f9c9a8a22b3e req-8480a4ef-608a-4521-bc56-f8f48d348f58 tempest-DeleteServersTestJSON-1834262226 tempest-DeleteServersTestJSON-1834262226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:47:45.269309 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-f888cb4c-676c-495c-804f-f9c9a8a22b3e req-8480a4ef-608a-4521-bc56-f8f48d348f58 tempest-DeleteServersTestJSON-1834262226 tempest-DeleteServersTestJSON-1834262226-project] 10.222.0.16 "GET /v2.0/ports?device_id=15b6f436-8fd4-462d-9d65-8975e7b68845 HTTP/1.1" status: 200 len: 946 time: 0.0703001 May 03 14:47:45.273738 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-1983f93e-8dde-48ff-8dcf-5f28f9b85589 req-ffc8324e-2796-42db-b779-5c20d2a04fe7 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/security-groups?id=4be1d56e-dc50-4c55-b511-de10663410d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924420 May 03 14:47:45.342061 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-f888cb4c-676c-495c-804f-f9c9a8a22b3e req-b62d27ac-26ad-41d8-88b3-e9ce911e5a36 tempest-DeleteServersTestJSON-1834262226 tempest-DeleteServersTestJSON-1834262226-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7d4e0da-70e9-49ee-b61d-1d76ebf434dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540376 May 03 14:47:46.073085 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0b7b9e-697d-4cc6-a46a-0c6fc4922d88 req-a4a34a7a-b4a2-47ce-b44f-e6cc4fbd146f tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:47:46.074585 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-5a0b7b9e-697d-4cc6-a46a-0c6fc4922d88 req-a4a34a7a-b4a2-47ce-b44f-e6cc4fbd146f tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/ports?device_id=dbf00822-5970-4028-8656-a6300c36daa0 HTTP/1.1" status: 200 len: 943 time: 0.0796480 May 03 14:47:46.094382 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3d535c-304b-4278-897d-88bd6afc6812 req-e6bbb313-59bf-479a-a99b-7f78f351264f tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:47:46.095870 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-0e3d535c-304b-4278-897d-88bd6afc6812 req-e6bbb313-59bf-479a-a99b-7f78f351264f tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe1c40c4-811a-430a-930e-063e1c5880b8 HTTP/1.1" status: 200 len: 944 time: 0.0687461 May 03 14:47:46.164849 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-5a0b7b9e-697d-4cc6-a46a-0c6fc4922d88 req-61375e14-8c6a-4dd5-9b08-36323be82945 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/security-groups?id=401848e3-e1ee-4f49-9d7c-851858f8a58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822914 May 03 14:47:46.170170 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-0e3d535c-304b-4278-897d-88bd6afc6812 req-7fb39f5a-f534-4557-b2e4-e73e0e56a870 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0e19fcb-47b5-464e-8241-883080a396c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650897 May 03 14:47:46.402625 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea583167-bc68-43d3-9359-7205245e023c req-d318dad8-7536-4cc6-acf1-cd904eb19211 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:47:46.404470 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-ea583167-bc68-43d3-9359-7205245e023c req-d318dad8-7536-4cc6-acf1-cd904eb19211 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/ports?device_id=76f0c6b6-fd34-42ef-ab7d-e9f527b969ba HTTP/1.1" status: 200 len: 943 time: 0.0568032 May 03 14:47:46.502302 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a7e8d8-3192-459a-a2f1-61e12cc473c6 req-160b8708-661d-4661-b06b-fc7f6e951407 tempest-DeleteServersTestJSON-1834262226 tempest-DeleteServersTestJSON-1834262226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:47:46.502302 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-01a7e8d8-3192-459a-a2f1-61e12cc473c6 req-160b8708-661d-4661-b06b-fc7f6e951407 tempest-DeleteServersTestJSON-1834262226 tempest-DeleteServersTestJSON-1834262226-project] 10.222.0.16 "GET /v2.0/ports?device_id=15b6f436-8fd4-462d-9d65-8975e7b68845 HTTP/1.1" status: 200 len: 946 time: 0.0715208 May 03 14:47:46.502862 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-ea583167-bc68-43d3-9359-7205245e023c req-0319bb23-1a61-4e5d-b260-1996c2edb111 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/security-groups?id=4be1d56e-dc50-4c55-b511-de10663410d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915256 May 03 14:47:46.549354 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-01a7e8d8-3192-459a-a2f1-61e12cc473c6 req-22bb5e45-bbd0-47eb-a5b9-41dc47214fd6 tempest-DeleteServersTestJSON-1834262226 tempest-DeleteServersTestJSON-1834262226-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7d4e0da-70e9-49ee-b61d-1d76ebf434dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449619 May 03 14:47:47.310162 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dcb0e1-820d-4840-b512-789a73816253 req-efd98fbe-54a1-4242-8d5e-077f9b983212 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:47:47.311658 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-26dcb0e1-820d-4840-b512-789a73816253 req-efd98fbe-54a1-4242-8d5e-077f9b983212 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/ports?device_id=dbf00822-5970-4028-8656-a6300c36daa0 HTTP/1.1" status: 200 len: 943 time: 0.0751727 May 03 14:47:47.327190 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07dd747-cb0e-4ec7-b518-198a5a10b99c req-5025e99f-dc0a-4c15-9c63-5b46e4cb06dd tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:47:47.328611 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-f07dd747-cb0e-4ec7-b518-198a5a10b99c req-5025e99f-dc0a-4c15-9c63-5b46e4cb06dd tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe1c40c4-811a-430a-930e-063e1c5880b8 HTTP/1.1" status: 200 len: 944 time: 0.0637915 May 03 14:47:47.400446 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-26dcb0e1-820d-4840-b512-789a73816253 req-e2d8c92c-c3fe-4b25-aa6f-f101aad1bf4a tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/security-groups?id=401848e3-e1ee-4f49-9d7c-851858f8a58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804179 May 03 14:47:47.407357 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-f07dd747-cb0e-4ec7-b518-198a5a10b99c req-a7b68ab6-0293-45bc-8383-b97f57074662 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0e19fcb-47b5-464e-8241-883080a396c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728586 May 03 14:47:47.617873 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66e2c1e-64ed-4458-9417-5246903ed036 req-abf52f26-ec4b-4b9f-bf0b-b3511748e2d4 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:47:47.619508 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-d66e2c1e-64ed-4458-9417-5246903ed036 req-abf52f26-ec4b-4b9f-bf0b-b3511748e2d4 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/ports?device_id=76f0c6b6-fd34-42ef-ab7d-e9f527b969ba HTTP/1.1" status: 200 len: 943 time: 0.0481224 May 03 14:47:47.678474 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5254ca21-d7c7-4bb4-8035-dfac15778011 req-cae53963-46da-4320-a3aa-9ad68be4a60b tempest-DeleteServersTestJSON-1834262226 tempest-DeleteServersTestJSON-1834262226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:47:47.679968 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-5254ca21-d7c7-4bb4-8035-dfac15778011 req-cae53963-46da-4320-a3aa-9ad68be4a60b tempest-DeleteServersTestJSON-1834262226 tempest-DeleteServersTestJSON-1834262226-project] 10.222.0.16 "GET /v2.0/ports?device_id=15b6f436-8fd4-462d-9d65-8975e7b68845 HTTP/1.1" status: 200 len: 946 time: 0.0596128 May 03 14:47:47.721444 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-d66e2c1e-64ed-4458-9417-5246903ed036 req-c8b30eef-5da9-4dda-992a-2e7eeb569193 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/security-groups?id=4be1d56e-dc50-4c55-b511-de10663410d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928159 May 03 14:47:47.748194 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-5254ca21-d7c7-4bb4-8035-dfac15778011 req-566ef379-864f-4446-aa3f-503bc7a38dff tempest-DeleteServersTestJSON-1834262226 tempest-DeleteServersTestJSON-1834262226-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7d4e0da-70e9-49ee-b61d-1d76ebf434dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596683 May 03 14:47:48.537395 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d914314f-bede-429e-b474-1029fd3de7a6 req-85eece68-cb94-43ed-af6e-82dec883c4a0 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:47:48.538856 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-d914314f-bede-429e-b474-1029fd3de7a6 req-85eece68-cb94-43ed-af6e-82dec883c4a0 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/ports?device_id=dbf00822-5970-4028-8656-a6300c36daa0 HTTP/1.1" status: 200 len: 943 time: 0.0713432 May 03 14:47:48.559505 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea92133-5ec9-4805-b8d7-4ae61e3322d4 req-d0a254d9-3a09-4d79-9bec-3f1d4394a980 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:47:48.560934 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-fea92133-5ec9-4805-b8d7-4ae61e3322d4 req-d0a254d9-3a09-4d79-9bec-3f1d4394a980 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe1c40c4-811a-430a-930e-063e1c5880b8 HTTP/1.1" status: 200 len: 944 time: 0.0660305 May 03 14:47:48.622090 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-d914314f-bede-429e-b474-1029fd3de7a6 req-37e64bf9-e970-499e-be23-86a4104db20f tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/security-groups?id=401848e3-e1ee-4f49-9d7c-851858f8a58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766957 May 03 14:47:48.632773 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-fea92133-5ec9-4805-b8d7-4ae61e3322d4 req-71fd4c16-1e18-4af9-97e8-46e4a6bf847e tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0e19fcb-47b5-464e-8241-883080a396c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655916 May 03 14:47:48.862014 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35794c6-a88e-41f6-a648-ff791f113b37 req-d7a07b2e-1e07-4ba1-a990-6b83dcb4f974 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:47:48.863482 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-c35794c6-a88e-41f6-a648-ff791f113b37 req-d7a07b2e-1e07-4ba1-a990-6b83dcb4f974 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/ports?device_id=76f0c6b6-fd34-42ef-ab7d-e9f527b969ba HTTP/1.1" status: 200 len: 943 time: 0.0739594 May 03 14:47:48.884129 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a536cd-53a4-4e93-86c7-c73cb9218ae0 req-074a8539-b1b2-46bc-a863-2db8440760f8 tempest-DeleteServersTestJSON-1834262226 tempest-DeleteServersTestJSON-1834262226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:47:48.885462 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-45a536cd-53a4-4e93-86c7-c73cb9218ae0 req-074a8539-b1b2-46bc-a863-2db8440760f8 tempest-DeleteServersTestJSON-1834262226 tempest-DeleteServersTestJSON-1834262226-project] 10.222.0.16 "GET /v2.0/ports?device_id=15b6f436-8fd4-462d-9d65-8975e7b68845 HTTP/1.1" status: 200 len: 946 time: 0.0624278 May 03 14:47:48.947315 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-c35794c6-a88e-41f6-a648-ff791f113b37 req-58158d19-81b4-4189-9b5e-e8ae2a22c844 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/security-groups?id=4be1d56e-dc50-4c55-b511-de10663410d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783284 May 03 14:47:48.958306 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-45a536cd-53a4-4e93-86c7-c73cb9218ae0 req-9c5aabbd-2b28-4d6c-ae32-05b5f435295e tempest-DeleteServersTestJSON-1834262226 tempest-DeleteServersTestJSON-1834262226-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7d4e0da-70e9-49ee-b61d-1d76ebf434dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625632 May 03 14:47:49.769269 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1836358-221b-496d-b1fb-9a64694b3137 req-e29651c4-2760-4720-8751-0e5c71b7c531 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:47:49.770726 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-b1836358-221b-496d-b1fb-9a64694b3137 req-e29651c4-2760-4720-8751-0e5c71b7c531 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/ports?device_id=dbf00822-5970-4028-8656-a6300c36daa0 HTTP/1.1" status: 200 len: 943 time: 0.0790768 May 03 14:47:49.791930 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883b1c53-9516-4001-a931-10dab43c7a40 req-2aab6d2d-d4ad-4c45-9b95-8617aa3500bf tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:47:49.793332 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-883b1c53-9516-4001-a931-10dab43c7a40 req-2aab6d2d-d4ad-4c45-9b95-8617aa3500bf tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe1c40c4-811a-430a-930e-063e1c5880b8 HTTP/1.1" status: 200 len: 944 time: 0.0719643 May 03 14:47:49.851184 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-b1836358-221b-496d-b1fb-9a64694b3137 req-b416453d-1eba-491f-bb04-376f89c0c37a tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/security-groups?id=401848e3-e1ee-4f49-9d7c-851858f8a58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737998 May 03 14:47:49.874627 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-883b1c53-9516-4001-a931-10dab43c7a40 req-0f66d27e-d161-469d-8459-75f910acc47e tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0e19fcb-47b5-464e-8241-883080a396c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749955 May 03 14:47:49.904311 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] get_ports_and_sgs() called for port_ids ['988f35e9-668c-4f12-83dd-31b1a9c2f39c'] {{(pid=110299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 14:47:49.970317 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-558c19d3-4eac-40a1-8f06-ec41c1b1bdf4 req-6df14886-7ff8-4c91-9629-79086f38a542 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=401848e3-e1ee-4f49-9d7c-851858f8a58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489604 May 03 14:47:49.978850 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae79ce9-4166-4597-b90a-cdb8aaaaf891 req-d4524cfb-bd43-4b3c-9828-7d2ba4fccfa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:47:49.980607 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [req-dae79ce9-4166-4597-b90a-cdb8aaaaf891 req-d4524cfb-bd43-4b3c-9828-7d2ba4fccfa4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b4752d3e59c94290925845f591792921&device_id=76f0c6b6-fd34-42ef-ab7d-e9f527b969ba HTTP/1.1" status: 200 len: 1127 time: 0.0440805 May 03 14:47:50.093413 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cc63af-e72d-4bea-8400-917a430951c9 req-65b4fa30-35e8-4c6a-8388-6af430b846e9 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:47:50.094857 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-a5cc63af-e72d-4bea-8400-917a430951c9 req-65b4fa30-35e8-4c6a-8388-6af430b846e9 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/ports?device_id=76f0c6b6-fd34-42ef-ab7d-e9f527b969ba HTTP/1.1" status: 200 len: 943 time: 0.0767119 May 03 14:47:50.100800 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a02efa3-2964-4465-94cd-b8a826713ac6 req-b5b8a03c-3644-4261-bf45-f01d2d606371 tempest-DeleteServersTestJSON-1834262226 tempest-DeleteServersTestJSON-1834262226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:47:50.102110 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-9a02efa3-2964-4465-94cd-b8a826713ac6 req-b5b8a03c-3644-4261-bf45-f01d2d606371 tempest-DeleteServersTestJSON-1834262226 tempest-DeleteServersTestJSON-1834262226-project] 10.222.0.16 "GET /v2.0/ports?device_id=15b6f436-8fd4-462d-9d65-8975e7b68845 HTTP/1.1" status: 200 len: 946 time: 0.0737000 May 03 14:47:50.166108 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-a5cc63af-e72d-4bea-8400-917a430951c9 req-da598c60-4210-4cd0-ab8c-a4e06094c53b tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/security-groups?id=4be1d56e-dc50-4c55-b511-de10663410d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626557 May 03 14:47:50.177052 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-9a02efa3-2964-4465-94cd-b8a826713ac6 req-29c5a203-424e-4837-b6cf-bed036553eea tempest-DeleteServersTestJSON-1834262226 tempest-DeleteServersTestJSON-1834262226-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7d4e0da-70e9-49ee-b61d-1d76ebf434dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681145 May 03 14:47:50.998860 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab696b5b-df85-498a-9e37-6cd77c291fd8 req-86612934-5eac-4a63-812f-196a8b2512c5 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:47:51.000352 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-ab696b5b-df85-498a-9e37-6cd77c291fd8 req-86612934-5eac-4a63-812f-196a8b2512c5 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/ports?device_id=dbf00822-5970-4028-8656-a6300c36daa0 HTTP/1.1" status: 200 len: 943 time: 0.0807345 May 03 14:47:51.028188 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2af224-c2a3-4d06-a077-7fdd430195b8 req-360673c7-052f-4330-b8ea-3d4057ce990a tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:47:51.029629 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-1e2af224-c2a3-4d06-a077-7fdd430195b8 req-360673c7-052f-4330-b8ea-3d4057ce990a tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe1c40c4-811a-430a-930e-063e1c5880b8 HTTP/1.1" status: 200 len: 944 time: 0.0783815 May 03 14:47:51.235687 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae79ce9-4166-4597-b90a-cdb8aaaaf891 req-65f228a6-3066-4e1b-8247-078e25724af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:47:51.237179 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [req-dae79ce9-4166-4597-b90a-cdb8aaaaf891 req-65f228a6-3066-4e1b-8247-078e25724af5 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=b4752d3e59c94290925845f591792921&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1044295 May 03 14:47:51.238732 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Device c3620728-5f88-41df-89cc-9482df21d0ad details requested by agent hyperv_hv-cinder-84028 with host hv-cinder-84028 {{(pid=110299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 03 14:47:51.247809 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Device 988f35e9-668c-4f12-83dd-31b1a9c2f39c up at agent hyperv_hv-cinder-84028 {{(pid=110299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 14:47:51.262056 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-ab696b5b-df85-498a-9e37-6cd77c291fd8 req-c27584cd-ade7-4cdb-9acb-e0fc7d83e0f0 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/security-groups?id=401848e3-e1ee-4f49-9d7c-851858f8a58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2555273 May 03 14:47:51.287992 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-1e2af224-c2a3-4d06-a077-7fdd430195b8 req-269cf843-4a4f-41c8-b3eb-264ba434a9ba tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0e19fcb-47b5-464e-8241-883080a396c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2515872 May 03 14:47:51.364048 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Provisioning for port 988f35e9-668c-4f12-83dd-31b1a9c2f39c completed by entity L2. {{(pid=110299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 03 14:47:51.383563 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] For port c3620728-5f88-41df-89cc-9482df21d0ad, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=c3620728-5f88-41df-89cc-9482df21d0ad,segment=NetworkSegment(3c171999-7314-4749-ab73-b658fc7b715a),segment_id=3c171999-7314-4749-ab73-b658fc7b715a)] {{(pid=110299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:47:51.395800 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Returning: {'device': 'c3620728-5f88-41df-89cc-9482df21d0ad', 'network_id': '2d59a619-2104-48af-9b29-5b43721c1720', 'port_id': 'c3620728-5f88-41df-89cc-9482df21d0ad', 'mac_address': 'fa:16:3e:f6:5b:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd06123f-ac2d-4feb-b448-363a0cf902f7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 03 14:47:51.402422 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2992da8-7e29-4ba1-ab58-9812270e482c req-090893eb-ef29-48f2-bda6-b321589aab57 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:47:51.403924 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-a2992da8-7e29-4ba1-ab58-9812270e482c req-090893eb-ef29-48f2-bda6-b321589aab57 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/ports?device_id=76f0c6b6-fd34-42ef-ab7d-e9f527b969ba HTTP/1.1" status: 200 len: 943 time: 0.0738776 May 03 14:47:51.424064 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05b51d7-4794-4740-b1f4-9242877d81a5 req-bf59310c-ad75-4e02-a6d6-1f84c15a2767 tempest-DeleteServersTestJSON-1834262226 tempest-DeleteServersTestJSON-1834262226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:47:51.425486 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-d05b51d7-4794-4740-b1f4-9242877d81a5 req-bf59310c-ad75-4e02-a6d6-1f84c15a2767 tempest-DeleteServersTestJSON-1834262226 tempest-DeleteServersTestJSON-1834262226-project] 10.222.0.16 "GET /v2.0/ports?device_id=15b6f436-8fd4-462d-9d65-8975e7b68845 HTTP/1.1" status: 200 len: 946 time: 0.0663528 May 03 14:47:51.429553 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Provisioning complete for port 988f35e9-668c-4f12-83dd-31b1a9c2f39c triggered by entity L2. {{(pid=110299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:47:51.429938 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728915'] for port (988f35e9-668c-4f12-83dd-31b1a9c2f39c), provisioning_complete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:51.455488 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Current status of the port c3620728-5f88-41df-89cc-9482df21d0ad is: DOWN; New status is: BUILD {{(pid=110299) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:47:51.455885 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (c3620728-5f88-41df-89cc-9482df21d0ad), before_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:51.476751 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.notifiers.nova [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3620728-5f88-41df-89cc-9482df21d0ad {{(pid=110299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 14:47:51.495101 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-a2992da8-7e29-4ba1-ab58-9812270e482c req-c39f2879-8139-4e3a-88f1-4cafccef7c64 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/security-groups?id=4be1d56e-dc50-4c55-b511-de10663410d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855937 May 03 14:47:51.502983 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-d05b51d7-4794-4740-b1f4-9242877d81a5 req-368292a5-4f4a-4f13-8c80-0e30d5760025 tempest-DeleteServersTestJSON-1834262226 tempest-DeleteServersTestJSON-1834262226-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7d4e0da-70e9-49ee-b61d-1d76ebf434dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703738 May 03 14:47:51.506117 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] For port c3620728-5f88-41df-89cc-9482df21d0ad, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=c3620728-5f88-41df-89cc-9482df21d0ad,segment=NetworkSegment(3c171999-7314-4749-ab73-b658fc7b715a),segment_id=3c171999-7314-4749-ab73-b658fc7b715a)] {{(pid=110299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:47:51.547300 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Current status of the port 988f35e9-668c-4f12-83dd-31b1a9c2f39c is: BUILD; New status is: ACTIVE {{(pid=110299) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:47:51.547701 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (988f35e9-668c-4f12-83dd-31b1a9c2f39c), before_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:51.570735 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe1c40c4-811a-430a-930e-063e1c5880b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '988f35e9-668c-4f12-83dd-31b1a9c2f39c'}] {{(pid=110299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 14:47:51.573765 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfb0ab9603dc6f24b101a3230295415c8ec2a7bf959fde45f0826688655bbcbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bb9376c-8ed7-42f2-bcc9-74bcdd6e2130" -d '{"events": [{"server_uuid": "fe1c40c4-811a-430a-930e-063e1c5880b8", "name": "network-vif-plugged", "status": "completed", "tag": "988f35e9-668c-4f12-83dd-31b1a9c2f39c"}]}' {{(pid=110299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 14:47:51.585900 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] For port 988f35e9-668c-4f12-83dd-31b1a9c2f39c, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=988f35e9-668c-4f12-83dd-31b1a9c2f39c,segment=NetworkSegment(ec924deb-2fdc-4ebf-b172-c8dd32bc7b93),segment_id=ec924deb-2fdc-4ebf-b172-c8dd32bc7b93)] {{(pid=110299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:47:51.609693 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 14:47:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66e0ed6d-5815-4d5b-ba89-7246e52b9c36 x-openstack-request-id: req-66e0ed6d-5815-4d5b-ba89-7246e52b9c36 {{(pid=110299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 14:47:51.610282 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe1c40c4-811a-430a-930e-063e1c5880b8", "name": "network-vif-plugged", "status": "completed", "tag": "988f35e9-668c-4f12-83dd-31b1a9c2f39c", "code": 200}]} {{(pid=110299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 14:47:51.610282 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-66e0ed6d-5815-4d5b-ba89-7246e52b9c36 {{(pid=110299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 14:47:51.610657 dv-cinder-840289-3-iscsi neutron-server[110299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66e0ed6d-5815-4d5b-ba89-7246e52b9c36'] response: {'server_uuid': 'fe1c40c4-811a-430a-930e-063e1c5880b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '988f35e9-668c-4f12-83dd-31b1a9c2f39c', 'code': 200} May 03 14:47:51.645464 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096'] for port (c3620728-5f88-41df-89cc-9482df21d0ad), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:51.676319 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096'] for port (988f35e9-668c-4f12-83dd-31b1a9c2f39c), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:51.696374 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Pushing event updated for resources: {'Port': ['ID=c3620728-5f88-41df-89cc-9482df21d0ad,revision_number=4']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:47:51.748470 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Pushing event updated for resources: {'Port': ['ID=988f35e9-668c-4f12-83dd-31b1a9c2f39c,revision_number=5']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:47:52.155087 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae79ce9-4166-4597-b90a-cdb8aaaaf891 req-44cbaec6-32e8-4d73-9554-0f8bb2f5a09c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:47:52.156880 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [req-dae79ce9-4166-4597-b90a-cdb8aaaaf891 req-44cbaec6-32e8-4d73-9554-0f8bb2f5a09c service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0998883 May 03 14:47:52.162233 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] get_ports_and_sgs() called for port_ids ['c3620728-5f88-41df-89cc-9482df21d0ad'] {{(pid=110299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 14:47:52.413858 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a0508f-a997-45f5-8bef-abf256f946ee req-fa76df45-9a99-4c84-9ed3-44bb7c0585cc tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:47:52.416199 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-c9a0508f-a997-45f5-8bef-abf256f946ee req-fa76df45-9a99-4c84-9ed3-44bb7c0585cc tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/ports?device_id=dbf00822-5970-4028-8656-a6300c36daa0 HTTP/1.1" status: 200 len: 944 time: 0.0728548 May 03 14:47:52.437892 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17136101-7ab1-41e2-89a7-112694479f86 req-18f82f02-4f84-47b5-8489-7eef2282e7d5 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:47:52.439376 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-17136101-7ab1-41e2-89a7-112694479f86 req-18f82f02-4f84-47b5-8489-7eef2282e7d5 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe1c40c4-811a-430a-930e-063e1c5880b8 HTTP/1.1" status: 200 len: 945 time: 0.0692117 May 03 14:47:52.504764 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-c9a0508f-a997-45f5-8bef-abf256f946ee req-421f58ca-d0d2-4e9c-a143-08f262d80cac tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/security-groups?id=401848e3-e1ee-4f49-9d7c-851858f8a58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807812 May 03 14:47:52.513090 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-17136101-7ab1-41e2-89a7-112694479f86 req-1edee2e4-7f9a-4b30-96e4-c7c95ed1c447 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0e19fcb-47b5-464e-8241-883080a396c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664332 May 03 14:47:52.660269 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd86aaa-c59d-48bb-941f-889f0ceb3778 req-c443f998-51e6-4c6f-94d8-18282fe95d5a tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:47:52.661718 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-5bd86aaa-c59d-48bb-941f-889f0ceb3778 req-c443f998-51e6-4c6f-94d8-18282fe95d5a tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/ports?device_id=76f0c6b6-fd34-42ef-ab7d-e9f527b969ba HTTP/1.1" status: 200 len: 943 time: 0.0817299 May 03 14:47:52.675042 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c68016-8392-4426-b5d1-9edf065eda34 req-3339f639-444c-4a16-803f-95b0088081f0 tempest-DeleteServersTestJSON-1834262226 tempest-DeleteServersTestJSON-1834262226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:47:52.676498 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-68c68016-8392-4426-b5d1-9edf065eda34 req-3339f639-444c-4a16-803f-95b0088081f0 tempest-DeleteServersTestJSON-1834262226 tempest-DeleteServersTestJSON-1834262226-project] 10.222.0.16 "GET /v2.0/ports?device_id=15b6f436-8fd4-462d-9d65-8975e7b68845 HTTP/1.1" status: 200 len: 946 time: 0.0641003 May 03 14:47:52.746536 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-5bd86aaa-c59d-48bb-941f-889f0ceb3778 req-64425638-fa28-4786-8c88-a1527c5fbd12 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/security-groups?id=4be1d56e-dc50-4c55-b511-de10663410d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784841 May 03 14:47:52.753713 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-68c68016-8392-4426-b5d1-9edf065eda34 req-2c11a04f-1ac3-48a0-87a1-f40f3b7cce37 tempest-DeleteServersTestJSON-1834262226 tempest-DeleteServersTestJSON-1834262226-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7d4e0da-70e9-49ee-b61d-1d76ebf434dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701764 May 03 14:47:53.067329 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 39584) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:47:53.187230 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-d7396843-006a-4733-8862-89a529cda6a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:53.282227 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-d7396843-006a-4733-8862-89a529cda6a7 admin admin] Publish callbacks [] for security_group (3e3b5d9d-5e7c-41bb-ae77-adb2a3d6191b), precommit_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:53.336082 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-d7396843-006a-4733-8862-89a529cda6a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (3e3b5d9d-5e7c-41bb-ae77-adb2a3d6191b), after_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:53.386001 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Device c3620728-5f88-41df-89cc-9482df21d0ad up at agent hyperv_hv-cinder-84028 {{(pid=110299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 14:47:53.393890 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7396843-006a-4733-8862-89a529cda6a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e3b5d9d-5e7c-41bb-ae77-adb2a3d6191b,revision_number=1']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:47:53.398513 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-d7396843-006a-4733-8862-89a529cda6a7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=79a7874cd06c493b83ac49dfd85cbaaf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3300986 May 03 14:47:53.407547 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 39598) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:47:53.431476 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 39600) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:47:53.456750 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Provisioning for port c3620728-5f88-41df-89cc-9482df21d0ad completed by entity L2. {{(pid=110299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 03 14:47:53.478791 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-aa38bf67-9976-4cac-9472-1b6a79e26d50 admin admin] Publish callbacks [] for security_group (3e3b5d9d-5e7c-41bb-ae77-adb2a3d6191b), before_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:53.503409 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-aa38bf67-9976-4cac-9472-1b6a79e26d50 admin admin] Publish callbacks [] for security_group (3e3b5d9d-5e7c-41bb-ae77-adb2a3d6191b), precommit_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:53.587297 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-37dcbaf6-e273-47e6-b1c1-1188c710cfee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:53.633748 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Provisioning complete for port c3620728-5f88-41df-89cc-9482df21d0ad triggered by entity L2. {{(pid=110299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:47:53.633748 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728915'] for port (c3620728-5f88-41df-89cc-9482df21d0ad), provisioning_complete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:53.673055 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-aa38bf67-9976-4cac-9472-1b6a79e26d50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (3e3b5d9d-5e7c-41bb-ae77-adb2a3d6191b), after_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:53.675618 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-aa38bf67-9976-4cac-9472-1b6a79e26d50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:53.678047 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-aa38bf67-9976-4cac-9472-1b6a79e26d50 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3e3b5d9d-5e7c-41bb-ae77-adb2a3d6191b HTTP/1.1" status: 204 len: 168 time: 0.2648671 May 03 14:47:53.687557 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa38bf67-9976-4cac-9472-1b6a79e26d50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e3b5d9d-5e7c-41bb-ae77-adb2a3d6191b,revision_number=None']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:47:53.813257 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Current status of the port c3620728-5f88-41df-89cc-9482df21d0ad is: BUILD; New status is: ACTIVE {{(pid=110299) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:47:53.813257 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (c3620728-5f88-41df-89cc-9482df21d0ad), before_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:53.839639 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2e5749-2152-4cac-9464-e73c6a0597ec req-870b91a3-1f3c-4029-a327-b1c9ec50b37e tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:47:53.841464 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-de2e5749-2152-4cac-9464-e73c6a0597ec req-870b91a3-1f3c-4029-a327-b1c9ec50b37e tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/ports?device_id=dbf00822-5970-4028-8656-a6300c36daa0 HTTP/1.1" status: 200 len: 944 time: 0.1974730 May 03 14:47:53.858554 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbf00822-5970-4028-8656-a6300c36daa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3620728-5f88-41df-89cc-9482df21d0ad'}] {{(pid=110299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 14:47:53.862448 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfb0ab9603dc6f24b101a3230295415c8ec2a7bf959fde45f0826688655bbcbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19a8076d-2c8e-4eeb-97c4-44b90b84b480" -d '{"events": [{"server_uuid": "dbf00822-5970-4028-8656-a6300c36daa0", "name": "network-vif-plugged", "status": "completed", "tag": "c3620728-5f88-41df-89cc-9482df21d0ad"}]}' {{(pid=110299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 14:47:53.865620 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bd15af-150d-48b3-a96d-6afd752c414d req-070a1820-3fde-4b8c-a862-3776e7eb6a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:47:53.867513 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [req-70bd15af-150d-48b3-a96d-6afd752c414d req-070a1820-3fde-4b8c-a862-3776e7eb6a95 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=fe1c40c4-811a-430a-930e-063e1c5880b8 HTTP/1.1" status: 200 len: 1129 time: 0.1520703 May 03 14:47:53.869126 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a75d001-0823-46e7-a037-e79b8be5e2b5 req-068487c2-bc34-4d92-9c84-56525aa658e1 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:47:53.879444 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] For port c3620728-5f88-41df-89cc-9482df21d0ad, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=c3620728-5f88-41df-89cc-9482df21d0ad,segment=NetworkSegment(3c171999-7314-4749-ab73-b658fc7b715a),segment_id=3c171999-7314-4749-ab73-b658fc7b715a)] {{(pid=110299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:47:53.882592 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-9a75d001-0823-46e7-a037-e79b8be5e2b5 req-068487c2-bc34-4d92-9c84-56525aa658e1 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe1c40c4-811a-430a-930e-063e1c5880b8 HTTP/1.1" status: 200 len: 945 time: 0.2020099 May 03 14:47:53.944629 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [req-70bd15af-150d-48b3-a96d-6afd752c414d req-cf3ec04a-9c71-415a-93a2-785c055dcc25 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=a0e19fcb-47b5-464e-8241-883080a396c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646741 May 03 14:47:53.976848 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096'] for port (c3620728-5f88-41df-89cc-9482df21d0ad), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:54.043741 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Pushing event updated for resources: {'Port': ['ID=c3620728-5f88-41df-89cc-9482df21d0ad,revision_number=5']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:47:54.068205 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e3ca8c-40f8-49c4-9ba7-a853ffd5e30e req-85b8b404-6c01-4736-b9f2-28a110a5bbab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:47:54.069720 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-43e3ca8c-40f8-49c4-9ba7-a853ffd5e30e req-85b8b404-6c01-4736-b9f2-28a110a5bbab service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b4752d3e59c94290925845f591792921&device_id=76f0c6b6-fd34-42ef-ab7d-e9f527b969ba HTTP/1.1" status: 200 len: 1127 time: 0.1299264 May 03 14:47:54.082951 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-9a75d001-0823-46e7-a037-e79b8be5e2b5 req-c4f8e419-98bf-4145-a66f-fb0c6c90845c tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0e19fcb-47b5-464e-8241-883080a396c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1995103 May 03 14:47:54.085059 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-37dcbaf6-e273-47e6-b1c1-1188c710cfee admin admin] Publish callbacks [] for security_group (9399cad3-098a-4f2d-a1e6-696f32bec367), precommit_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:54.089496 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-de2e5749-2152-4cac-9464-e73c6a0597ec req-937e1132-e58b-4195-ae32-63adf1bc36fc tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/security-groups?id=401848e3-e1ee-4f49-9d7c-851858f8a58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358851 May 03 14:47:54.157636 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 14:47:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-360f3ac0-8ed5-4a7c-a169-bd4a98acafa1 x-openstack-request-id: req-360f3ac0-8ed5-4a7c-a169-bd4a98acafa1 {{(pid=110299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 14:47:54.157964 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbf00822-5970-4028-8656-a6300c36daa0", "name": "network-vif-plugged", "status": "completed", "tag": "c3620728-5f88-41df-89cc-9482df21d0ad", "code": 200}]} {{(pid=110299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 14:47:54.158233 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-360f3ac0-8ed5-4a7c-a169-bd4a98acafa1 {{(pid=110299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 14:47:54.158637 dv-cinder-840289-3-iscsi neutron-server[110299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-360f3ac0-8ed5-4a7c-a169-bd4a98acafa1'] response: {'server_uuid': 'dbf00822-5970-4028-8656-a6300c36daa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3620728-5f88-41df-89cc-9482df21d0ad', 'code': 200} May 03 14:47:54.172791 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-37dcbaf6-e273-47e6-b1c1-1188c710cfee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (9399cad3-098a-4f2d-a1e6-696f32bec367), after_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:54.246320 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-37dcbaf6-e273-47e6-b1c1-1188c710cfee admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=152d0f0cd3914277937ac2c6b3317d44&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8137727 May 03 14:47:54.249143 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 39642) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:47:54.253062 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e26649-846e-4a01-ba2e-1b5abda5e205 req-af9104e1-af20-43fd-84ae-dc6af920b1c6 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:47:54.254633 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-e2e26649-846e-4a01-ba2e-1b5abda5e205 req-af9104e1-af20-43fd-84ae-dc6af920b1c6 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/ports?device_id=76f0c6b6-fd34-42ef-ab7d-e9f527b969ba HTTP/1.1" status: 200 len: 943 time: 0.0946229 May 03 14:47:54.255787 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dcbaf6-e273-47e6-b1c1-1188c710cfee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9399cad3-098a-4f2d-a1e6-696f32bec367,revision_number=1']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:47:54.311907 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-e2e26649-846e-4a01-ba2e-1b5abda5e205 req-0bb47067-ab55-49a2-a36a-2018f58cfe39 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/security-groups?id=4be1d56e-dc50-4c55-b511-de10663410d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486133 May 03 14:47:54.314279 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-2f636350-3305-4685-938b-bcb646cef52a admin admin] Publish callbacks [] for security_group (9399cad3-098a-4f2d-a1e6-696f32bec367), before_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:54.335906 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-2f636350-3305-4685-938b-bcb646cef52a admin admin] Publish callbacks [] for security_group (9399cad3-098a-4f2d-a1e6-696f32bec367), precommit_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:54.455636 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-2f636350-3305-4685-938b-bcb646cef52a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (9399cad3-098a-4f2d-a1e6-696f32bec367), after_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:54.458294 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-2f636350-3305-4685-938b-bcb646cef52a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:54.460225 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-2f636350-3305-4685-938b-bcb646cef52a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9399cad3-098a-4f2d-a1e6-696f32bec367 HTTP/1.1" status: 204 len: 168 time: 0.2096410 May 03 14:47:54.471888 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f636350-3305-4685-938b-bcb646cef52a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9399cad3-098a-4f2d-a1e6-696f32bec367,revision_number=None']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:47:54.491347 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 39654) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:47:54.507443 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-e4e0ed52-eb30-470e-87f6-1bafd84e3ac1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:54.598675 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-43e3ca8c-40f8-49c4-9ba7-a853ffd5e30e req-42124c94-6e14-444b-98b1-009127b5510c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5049a2b0-9c2b-433d-97a8-086291ae91fa HTTP/1.1" status: 200 len: 217 time: 0.1077738 May 03 14:47:54.607374 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-e4e0ed52-eb30-470e-87f6-1bafd84e3ac1 admin admin] Publish callbacks [] for security_group (95668a76-3afc-45e5-ab4b-13442354d8ba), precommit_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:54.684000 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-e4e0ed52-eb30-470e-87f6-1bafd84e3ac1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (95668a76-3afc-45e5-ab4b-13442354d8ba), after_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:54.724492 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-e4e0ed52-eb30-470e-87f6-1bafd84e3ac1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=180eecad2e5e4f2b8063f42ee3850e3e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2320058 May 03 14:47:54.725610 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e0ed52-eb30-470e-87f6-1bafd84e3ac1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95668a76-3afc-45e5-ab4b-13442354d8ba,revision_number=1']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:47:54.727269 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 39662) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:47:54.802397 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-de8ba934-926e-4a86-9cb6-ac507703b83f admin admin] Publish callbacks [] for security_group (95668a76-3afc-45e5-ab4b-13442354d8ba), before_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:54.825798 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-de8ba934-926e-4a86-9cb6-ac507703b83f admin admin] Publish callbacks [] for security_group (95668a76-3afc-45e5-ab4b-13442354d8ba), precommit_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:54.966346 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-de8ba934-926e-4a86-9cb6-ac507703b83f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (95668a76-3afc-45e5-ab4b-13442354d8ba), after_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:54.969304 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-de8ba934-926e-4a86-9cb6-ac507703b83f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:54.970602 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-de8ba934-926e-4a86-9cb6-ac507703b83f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/95668a76-3afc-45e5-ab4b-13442354d8ba HTTP/1.1" status: 204 len: 168 time: 0.2412472 May 03 14:47:54.981675 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ba934-926e-4a86-9cb6-ac507703b83f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95668a76-3afc-45e5-ab4b-13442354d8ba,revision_number=None']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:47:55.145290 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e3ca8c-40f8-49c4-9ba7-a853ffd5e30e req-1e4cfa78-a11f-4f9f-91dc-a92c281eb061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:47:55.146797 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-43e3ca8c-40f8-49c4-9ba7-a853ffd5e30e req-1e4cfa78-a11f-4f9f-91dc-a92c281eb061 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=48f101fe-497d-4192-8a7b-0011d50ada6e HTTP/1.1" status: 200 len: 850 time: 0.0917573 May 03 14:47:55.285461 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e3ca8c-40f8-49c4-9ba7-a853ffd5e30e req-6282aaa6-dfac-4741-b266-b770a970c6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:47:55.286984 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-43e3ca8c-40f8-49c4-9ba7-a853ffd5e30e req-6282aaa6-dfac-4741-b266-b770a970c6fa service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=963c04e2-09c0-42b3-8b14-9ee6b8c8fe47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1025000 May 03 14:47:55.307190 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9960e5-6e07-40e4-980e-87357cb920b1 req-d11c54a5-3354-41e9-be7a-e03558d1f387 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:47:55.308678 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-0b9960e5-6e07-40e4-980e-87357cb920b1 req-d11c54a5-3354-41e9-be7a-e03558d1f387 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe1c40c4-811a-430a-930e-063e1c5880b8 HTTP/1.1" status: 200 len: 945 time: 0.0943995 May 03 14:47:55.315033 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f301a87-f98d-4611-92c2-c710d8cb4423 req-beab5a7a-e82b-412d-8779-5f43b6612c89 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:47:55.316181 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-0f301a87-f98d-4611-92c2-c710d8cb4423 req-beab5a7a-e82b-412d-8779-5f43b6612c89 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/ports?device_id=dbf00822-5970-4028-8656-a6300c36daa0 HTTP/1.1" status: 200 len: 945 time: 0.1031253 May 03 14:47:55.392672 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-0b9960e5-6e07-40e4-980e-87357cb920b1 req-d1092c2e-6986-40ea-84e3-6c5d18eea4ea tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0e19fcb-47b5-464e-8241-883080a396c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754137 May 03 14:47:55.400974 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-0f301a87-f98d-4611-92c2-c710d8cb4423 req-57ea4aff-3e64-444b-bcf1-d15cd8c34ffc tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/security-groups?id=401848e3-e1ee-4f49-9d7c-851858f8a58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759730 May 03 14:47:55.507511 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9514df-ab61-4fc8-bd7a-4c81a0102aa5 req-05a6512e-029f-479a-bf46-7cb01c79335b tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:47:55.509084 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-8d9514df-ab61-4fc8-bd7a-4c81a0102aa5 req-05a6512e-029f-479a-bf46-7cb01c79335b tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/ports?device_id=76f0c6b6-fd34-42ef-ab7d-e9f527b969ba HTTP/1.1" status: 200 len: 943 time: 0.0481758 May 03 14:47:55.564895 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-8d9514df-ab61-4fc8-bd7a-4c81a0102aa5 req-716b1486-c8b1-4737-9add-3e852e6d3fff tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/security-groups?id=4be1d56e-dc50-4c55-b511-de10663410d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489666 May 03 14:47:55.844307 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-43e3ca8c-40f8-49c4-9ba7-a853ffd5e30e req-75e60bad-1ca5-45bc-8a1d-9b2f3ddaa06b service neutron] 10.222.0.55 "GET /v2.0/networks/963c04e2-09c0-42b3-8b14-9ee6b8c8fe47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526127 May 03 14:47:56.244892 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bc8f8e-6416-4bd4-a973-5fd213bda0d2 req-cfa91574-bf7e-4f4d-a7f7-6f2594fe7c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:47:56.246435 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [req-e2bc8f8e-6416-4bd4-a973-5fd213bda0d2 req-cfa91574-bf7e-4f4d-a7f7-6f2594fe7c4e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=dbf00822-5970-4028-8656-a6300c36daa0 HTTP/1.1" status: 200 len: 1129 time: 0.0400176 May 03 14:47:56.410131 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [req-e2bc8f8e-6416-4bd4-a973-5fd213bda0d2 req-700d97d9-6bf4-4c7e-bddb-6804894105cb service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=401848e3-e1ee-4f49-9d7c-851858f8a58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786860 May 03 14:47:56.450920 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-43e3ca8c-40f8-49c4-9ba7-a853ffd5e30e req-a89d68bc-b7af-4d15-b91a-4a6ceda67bb1 service neutron] 10.222.0.55 "GET /v2.0/networks/963c04e2-09c0-42b3-8b14-9ee6b8c8fe47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303570 May 03 14:47:56.458565 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 39764) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:47:56.531009 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c933a58-ef1b-49c0-aeb7-935e0ac3a082 req-e031b4f5-c88b-4881-9ea4-8923d28905df tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:47:56.532540 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-3c933a58-ef1b-49c0-aeb7-935e0ac3a082 req-e031b4f5-c88b-4881-9ea4-8923d28905df tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/ports?device_id=dbf00822-5970-4028-8656-a6300c36daa0 HTTP/1.1" status: 200 len: 945 time: 0.0519078 May 03 14:47:56.589933 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-f2de3727-4dde-42a3-a01b-0ac4cc579e8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:56.594423 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-3c933a58-ef1b-49c0-aeb7-935e0ac3a082 req-c21ccf55-59f9-4902-8c90-53d080f1ac57 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/security-groups?id=401848e3-e1ee-4f49-9d7c-851858f8a58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561745 May 03 14:47:56.713173 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd7181c-20ad-4db1-a5ed-459adcf8e04a req-10317560-c2ca-4970-8e46-8b52667fc8a0 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:47:56.716782 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-9dd7181c-20ad-4db1-a5ed-459adcf8e04a req-10317560-c2ca-4970-8e46-8b52667fc8a0 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe1c40c4-811a-430a-930e-063e1c5880b8 HTTP/1.1" status: 200 len: 945 time: 0.0604148 May 03 14:47:56.734059 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-f2de3727-4dde-42a3-a01b-0ac4cc579e8e admin admin] Publish callbacks [] for security_group (d2fba233-d6f1-481b-ae1c-a7453da028f7), precommit_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:56.768042 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-9dd7181c-20ad-4db1-a5ed-459adcf8e04a req-c6bf95f9-8f37-4c94-a675-e4441cd50329 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0e19fcb-47b5-464e-8241-883080a396c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443521 May 03 14:47:56.799656 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-f2de3727-4dde-42a3-a01b-0ac4cc579e8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (d2fba233-d6f1-481b-ae1c-a7453da028f7), after_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:56.851779 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-f2de3727-4dde-42a3-a01b-0ac4cc579e8e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bf26f25c543e4a5497410b97b3e7d380&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3919141 May 03 14:47:56.855655 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 39780) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:47:56.879052 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2de3727-4dde-42a3-a01b-0ac4cc579e8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2fba233-d6f1-481b-ae1c-a7453da028f7,revision_number=1']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:47:56.907269 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2de3727-4dde-42a3-a01b-0ac4cc579e8e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:47:56.907381 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2de3727-4dde-42a3-a01b-0ac4cc579e8e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:47:56.907729 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2de3727-4dde-42a3-a01b-0ac4cc579e8e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:47:56.908068 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2de3727-4dde-42a3-a01b-0ac4cc579e8e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:47:56.908403 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2de3727-4dde-42a3-a01b-0ac4cc579e8e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:47:56.908754 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2de3727-4dde-42a3-a01b-0ac4cc579e8e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:47:56.909054 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2de3727-4dde-42a3-a01b-0ac4cc579e8e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:47:56.909383 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2de3727-4dde-42a3-a01b-0ac4cc579e8e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:47:56.909708 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2de3727-4dde-42a3-a01b-0ac4cc579e8e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:47:56.910040 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2de3727-4dde-42a3-a01b-0ac4cc579e8e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:47:56.910368 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2de3727-4dde-42a3-a01b-0ac4cc579e8e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:47:56.910699 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2de3727-4dde-42a3-a01b-0ac4cc579e8e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:47:56.911032 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2de3727-4dde-42a3-a01b-0ac4cc579e8e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:47:56.911360 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2de3727-4dde-42a3-a01b-0ac4cc579e8e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:47:56.913995 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2de3727-4dde-42a3-a01b-0ac4cc579e8e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:47:56.931472 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1e02b1-b48d-4c5b-ad88-b8a2963ef0ad req-56c686fa-b085-4809-a43a-1742a18b2707 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:47:56.933109 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-ba1e02b1-b48d-4c5b-ad88-b8a2963ef0ad req-56c686fa-b085-4809-a43a-1742a18b2707 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/ports?device_id=76f0c6b6-fd34-42ef-ab7d-e9f527b969ba HTTP/1.1" status: 200 len: 943 time: 0.0997643 May 03 14:47:56.979149 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-cbbdc0d0-17c0-4aba-81af-cdc35fb47087 admin admin] Publish callbacks [] for security_group (d2fba233-d6f1-481b-ae1c-a7453da028f7), before_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:57.005197 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-ba1e02b1-b48d-4c5b-ad88-b8a2963ef0ad req-ac2920c6-c807-4017-bdea-9f919d67229e tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/security-groups?id=4be1d56e-dc50-4c55-b511-de10663410d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666275 May 03 14:47:57.014824 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-cbbdc0d0-17c0-4aba-81af-cdc35fb47087 admin admin] Publish callbacks [] for security_group (d2fba233-d6f1-481b-ae1c-a7453da028f7), precommit_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:57.146924 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-cbbdc0d0-17c0-4aba-81af-cdc35fb47087 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (d2fba233-d6f1-481b-ae1c-a7453da028f7), after_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:57.154747 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-cbbdc0d0-17c0-4aba-81af-cdc35fb47087 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:57.154747 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-cbbdc0d0-17c0-4aba-81af-cdc35fb47087 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d2fba233-d6f1-481b-ae1c-a7453da028f7 HTTP/1.1" status: 204 len: 168 time: 0.2946069 May 03 14:47:57.166820 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbdc0d0-17c0-4aba-81af-cdc35fb47087 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2fba233-d6f1-481b-ae1c-a7453da028f7,revision_number=None']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:47:57.176592 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4135f3-2a51-473d-8e79-2964f2bd3e4c req-412359d9-0b99-4d5f-809f-e7b54f74e1a6 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:47:57.178142 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-bc4135f3-2a51-473d-8e79-2964f2bd3e4c req-412359d9-0b99-4d5f-809f-e7b54f74e1a6 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe1c40c4-811a-430a-930e-063e1c5880b8 HTTP/1.1" status: 200 len: 945 time: 0.0643616 May 03 14:47:57.198202 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 39802) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:47:57.204111 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.v2.base [None req-5d4ec16d-2340-4841-a2fa-b17734ef7cf5 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Request body: {'floatingip': {'port_id': '988f35e9-668c-4f12-83dd-31b1a9c2f39c'}} {{(pid=110298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:47:57.288919 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-5d4ec16d-2340-4841-a2fa-b17734ef7cf5 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Publish callbacks [] for floatingip (ea4b8c2a-06f8-4c57-9a10-8640aa11686e), before_update {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:57.767868 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a000737-ae17-4e50-83fe-1c402545104b req-fdb0aeb3-9917-4029-96d2-981e480de5c1 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:47:57.768710 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-6a000737-ae17-4e50-83fe-1c402545104b req-fdb0aeb3-9917-4029-96d2-981e480de5c1 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/ports?device_id=dbf00822-5970-4028-8656-a6300c36daa0 HTTP/1.1" status: 200 len: 945 time: 0.1004171 May 03 14:47:57.817961 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 39826) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:47:57.980620 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-f57eab38-9354-43ff-818c-aeb7d137523d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:58.095979 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-f57eab38-9354-43ff-818c-aeb7d137523d admin admin] Publish callbacks [] for security_group (56aa7d17-e9ad-4a34-8cc4-5c12ec6b8823), precommit_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:58.140494 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-6a000737-ae17-4e50-83fe-1c402545104b req-89f92964-529a-4ad2-873f-a5b226edf97b tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/security-groups?id=401848e3-e1ee-4f49-9d7c-851858f8a58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3380382 May 03 14:47:58.141033 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 39840) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:47:58.163861 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-f57eab38-9354-43ff-818c-aeb7d137523d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (56aa7d17-e9ad-4a34-8cc4-5c12ec6b8823), after_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:58.248024 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57eab38-9354-43ff-818c-aeb7d137523d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56aa7d17-e9ad-4a34-8cc4-5c12ec6b8823,revision_number=1']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:47:58.260186 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-f57eab38-9354-43ff-818c-aeb7d137523d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d87ba895f6a9482a9125f064831b9716&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4402914 May 03 14:47:58.262837 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 39846) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:47:58.289117 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-5d4ec16d-2340-4841-a2fa-b17734ef7cf5 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:58.309870 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6420d475-50e6-499b-875f-42ba9e930b5e req-2116a4ba-688b-42b9-a33c-b7e86f7f899e tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:47:58.311648 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-6420d475-50e6-499b-875f-42ba9e930b5e req-2116a4ba-688b-42b9-a33c-b7e86f7f899e tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/ports?device_id=76f0c6b6-fd34-42ef-ab7d-e9f527b969ba HTTP/1.1" status: 200 len: 943 time: 0.0803359 May 03 14:47:58.321369 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-70d1e371-f042-4726-a76c-3e2adf6b44bb admin admin] Publish callbacks [] for security_group (56aa7d17-e9ad-4a34-8cc4-5c12ec6b8823), before_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:58.346202 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-70d1e371-f042-4726-a76c-3e2adf6b44bb admin admin] Publish callbacks [] for security_group (56aa7d17-e9ad-4a34-8cc4-5c12ec6b8823), precommit_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:58.369353 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-6420d475-50e6-499b-875f-42ba9e930b5e req-ce49a529-b417-41f5-a146-4bbc19edf2c8 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/security-groups?id=4be1d56e-dc50-4c55-b511-de10663410d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521343 May 03 14:47:58.406524 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-38c18e14-958f-4bd5-b1dd-cd05ca0d2386 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:58.425027 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-5d4ec16d-2340-4841-a2fa-b17734ef7cf5 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692144'] for floatingip (ea4b8c2a-06f8-4c57-9a10-8640aa11686e), after_update {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:58.445722 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-70d1e371-f042-4726-a76c-3e2adf6b44bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (56aa7d17-e9ad-4a34-8cc4-5c12ec6b8823), after_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:58.448638 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-70d1e371-f042-4726-a76c-3e2adf6b44bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:58.450310 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-70d1e371-f042-4726-a76c-3e2adf6b44bb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/56aa7d17-e9ad-4a34-8cc4-5c12ec6b8823 HTTP/1.1" status: 204 len: 168 time: 0.1861038 May 03 14:47:58.460366 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d1e371-f042-4726-a76c-3e2adf6b44bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56aa7d17-e9ad-4a34-8cc4-5c12ec6b8823,revision_number=None']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:47:58.574818 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.db.l3_db [None req-5d4ec16d-2340-4841-a2fa-b17734ef7cf5 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Floating IP ea4b8c2a-06f8-4c57-9a10-8640aa11686e associated. External IP: 172.27.0.187, port: 988f35e9-668c-4f12-83dd-31b1a9c2f39c. May 03 14:47:58.616395 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-38c18e14-958f-4bd5-b1dd-cd05ca0d2386 admin admin] Publish callbacks [] for security_group (e25a0e28-cf29-42d7-8644-e2e986cc8f46), precommit_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:58.633906 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (26e70f58-a201-437c-be8d-fd2714f100da), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:58.730833 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-38c18e14-958f-4bd5-b1dd-cd05ca0d2386 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (e25a0e28-cf29-42d7-8644-e2e986cc8f46), after_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:58.782956 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c18e14-958f-4bd5-b1dd-cd05ca0d2386 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e25a0e28-cf29-42d7-8644-e2e986cc8f46,revision_number=1']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:47:58.787908 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-38c18e14-958f-4bd5-b1dd-cd05ca0d2386 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d9be4e5d8c504b628c5cedafa807395a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6420574 May 03 14:47:58.791981 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 39860) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:47:58.854775 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d4ec16d-2340-4841-a2fa-b17734ef7cf5 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Router ad4e3cb3-52d4-4aca-9d0f-fd9d17566f06 has already been hosted by L3 agent a9161e1b-902d-441f-843b-a0ff0805adee {{(pid=110298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 14:47:58.856696 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-50bfb52c-76d1-4139-8268-948a7b10277f admin admin] Publish callbacks [] for security_group (e25a0e28-cf29-42d7-8644-e2e986cc8f46), before_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:58.882666 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-50bfb52c-76d1-4139-8268-948a7b10277f admin admin] Publish callbacks [] for security_group (e25a0e28-cf29-42d7-8644-e2e986cc8f46), precommit_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:58.973339 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d4ec16d-2340-4841-a2fa-b17734ef7cf5 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Notify agent at l3_agent.dv-cinder-840289-3-iscsi the message routers_updated {{(pid=110298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 14:47:58.978519 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-5d4ec16d-2340-4841-a2fa-b17734ef7cf5 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46205'] for floatingip (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:58.988485 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-565e0800-d69c-4093-bcda-cfc3c956ad3b None None] Sync routers for ids ['ad4e3cb3-52d4-4aca-9d0f-fd9d17566f06'] in dv-cinder-840289-3-iscsi {{(pid=110300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 14:47:59.000957 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-565e0800-d69c-4093-bcda-cfc3c956ad3b None None] Routers {'ad4e3cb3-52d4-4aca-9d0f-fd9d17566f06'} bound to L3 agent in host dv-cinder-840289-3-iscsi {{(pid=110300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:47:59.001683 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_hamode_db [None req-565e0800-d69c-4093-bcda-cfc3c956ad3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T14:38:11Z,description=,heartbeat_timestamp=2022-05-03T14:47:41Z,host='dv-cinder-840289-3-iscsi',id=a9161e1b-902d-441f-843b-a0ff0805adee,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:38:12Z,topic='l3_agent')) {'router_ids': ['ad4e3cb3-52d4-4aca-9d0f-fd9d17566f06'], 'active': True} {{(pid=110300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:47:59.010355 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-5d4ec16d-2340-4841-a2fa-b17734ef7cf5 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "PUT /v2.0/floatingips/ea4b8c2a-06f8-4c57-9a10-8640aa11686e HTTP/1.1" status: 200 len: 991 time: 1.8108311 May 03 14:47:59.011265 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe1c40c4-811a-430a-930e-063e1c5880b8', 'tag': '988f35e9-668c-4f12-83dd-31b1a9c2f39c'}] {{(pid=110298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 14:47:59.016886 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75d30aab20f2b99e69676ba1094dd13d61de0bc97323401ed2dd99ba05286cef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5780783b-3478-4780-9ed1-b9e446574bde" -d '{"events": [{"name": "network-changed", "server_uuid": "fe1c40c4-811a-430a-930e-063e1c5880b8", "tag": "988f35e9-668c-4f12-83dd-31b1a9c2f39c"}]}' {{(pid=110298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 14:47:59.065224 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 14:47:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39c0a3b3-9daf-4522-b3d1-897f7246c333 x-openstack-request-id: req-39c0a3b3-9daf-4522-b3d1-897f7246c333 {{(pid=110298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 14:47:59.065524 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe1c40c4-811a-430a-930e-063e1c5880b8", "tag": "988f35e9-668c-4f12-83dd-31b1a9c2f39c", "status": "completed", "code": 200}]} {{(pid=110298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 14:47:59.065786 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-39c0a3b3-9daf-4522-b3d1-897f7246c333 {{(pid=110298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 14:47:59.066196 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39c0a3b3-9daf-4522-b3d1-897f7246c333'] response: {'name': 'network-changed', 'server_uuid': 'fe1c40c4-811a-430a-930e-063e1c5880b8', 'tag': '988f35e9-668c-4f12-83dd-31b1a9c2f39c', 'status': 'completed', 'code': 200} May 03 14:47:59.079266 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-50bfb52c-76d1-4139-8268-948a7b10277f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (e25a0e28-cf29-42d7-8644-e2e986cc8f46), after_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:59.081994 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-50bfb52c-76d1-4139-8268-948a7b10277f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:59.083193 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-50bfb52c-76d1-4139-8268-948a7b10277f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e25a0e28-cf29-42d7-8644-e2e986cc8f46 HTTP/1.1" status: 204 len: 168 time: 0.2901256 May 03 14:47:59.091692 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bfb52c-76d1-4139-8268-948a7b10277f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e25a0e28-cf29-42d7-8644-e2e986cc8f46,revision_number=None']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:47:59.101992 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bfb52c-76d1-4139-8268-948a7b10277f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:47:59.103041 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bfb52c-76d1-4139-8268-948a7b10277f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:47:59.103488 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bfb52c-76d1-4139-8268-948a7b10277f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:47:59.103927 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bfb52c-76d1-4139-8268-948a7b10277f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:47:59.105104 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bfb52c-76d1-4139-8268-948a7b10277f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:47:59.105551 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bfb52c-76d1-4139-8268-948a7b10277f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:47:59.106018 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bfb52c-76d1-4139-8268-948a7b10277f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:47:59.106581 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bfb52c-76d1-4139-8268-948a7b10277f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:47:59.107150 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bfb52c-76d1-4139-8268-948a7b10277f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:47:59.107495 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bfb52c-76d1-4139-8268-948a7b10277f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:47:59.107905 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bfb52c-76d1-4139-8268-948a7b10277f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:47:59.108319 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bfb52c-76d1-4139-8268-948a7b10277f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:47:59.108721 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bfb52c-76d1-4139-8268-948a7b10277f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:47:59.109286 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bfb52c-76d1-4139-8268-948a7b10277f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:47:59.109727 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bfb52c-76d1-4139-8268-948a7b10277f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:47:59.121369 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvr_db [None req-565e0800-d69c-4093-bcda-cfc3c956ad3b None None] Set router ad4e3cb3-52d4-4aca-9d0f-fd9d17566f06 gateway port host: dv-cinder-840289-3-iscsi {{(pid=110300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:47:59.270044 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 39876) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:47:59.276010 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9749a2c-960c-46d4-b790-6aed6db7adeb req-ef15b876-0a88-4790-90b6-45e280ff7d5c tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:47:59.278256 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-c9749a2c-960c-46d4-b790-6aed6db7adeb req-ef15b876-0a88-4790-90b6-45e280ff7d5c tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/ports?device_id=dbf00822-5970-4028-8656-a6300c36daa0 HTTP/1.1" status: 200 len: 945 time: 0.0550961 May 03 14:47:59.285438 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-5fdb4bfe-5504-4374-b103-84461b092f2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:59.361452 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-c9749a2c-960c-46d4-b790-6aed6db7adeb req-84caf335-1e8e-4488-bbd2-997a6b137b2f tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/security-groups?id=401848e3-e1ee-4f49-9d7c-851858f8a58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662799 May 03 14:47:59.395952 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-5fdb4bfe-5504-4374-b103-84461b092f2d admin admin] Publish callbacks [] for security_group (d4265bb3-9e98-4de5-84ab-beca0c731b7a), precommit_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:59.414669 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_hamode_db [None req-565e0800-d69c-4093-bcda-cfc3c956ad3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad4e3cb3-52d4-4aca-9d0f-fd9d17566f06', 'name': 'tempest-AttachVolumeShelveTestJSON-332369523-router', 'tenant_id': 'ea2dc692f2754b34afd1a52dad1c2cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'external_fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.181'}], 'enable_snat': True}, 'gw_port_id': 'b3befeae-2658-4b04-914b-de826eb729fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:46:57Z', 'updated_at': '2022-05-03T14:47:01Z', 'revision_number': 4, 'project_id': 'ea2dc692f2754b34afd1a52dad1c2cb3', 'gw_port': {'id': 'b3befeae-2658-4b04-914b-de826eb729fa', 'name': '', 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:2a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad4e3cb3-52d4-4aca-9d0f-fd9d17566f06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:46:58Z', 'updated_at': '2022-05-03T14:47:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f907060b-4748-4522-aeb5-06a44b689374', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-3-iscsi', '_floatingips': [{'id': 'ea4b8c2a-06f8-4c57-9a10-8640aa11686e', 'tenant_id': 'ea2dc692f2754b34afd1a52dad1c2cb3', 'floating_ip_address': '172.27.0.187', 'floating_network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'router_id': 'ad4e3cb3-52d4-4aca-9d0f-fd9d17566f06', 'port_id': '988f35e9-668c-4f12-83dd-31b1a9c2f39c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e149baab-37b5-49e7-bbfb-d6c5aa20aff6', 'mac_address': 'fa:16:3e:27:93:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe1c40c4-811a-430a-930e-063e1c5880b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T14:47:11Z', 'updated_at': '2022-05-03T14:47:58Z', 'revision_number': 1, 'project_id': 'ea2dc692f2754b34afd1a52dad1c2cb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23d883ea-b438-44c6-a36e-71914e21d22e', 'name': '', 'network_id': 'e149baab-37b5-49e7-bbfb-d6c5aa20aff6', 'tenant_id': 'ea2dc692f2754b34afd1a52dad1c2cb3', 'mac_address': 'fa:16:3e:c3:9a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad4e3cb3-52d4-4aca-9d0f-fd9d17566f06', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'd36733c8-18a7-47f6-a054-ee0e84dd3169', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:47:00Z', 'updated_at': '2022-05-03T14:47:10Z', 'revision_number': 5, 'project_id': 'ea2dc692f2754b34afd1a52dad1c2cb3', 'subnets': [{'id': 'd36733c8-18a7-47f6-a054-ee0e84dd3169', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-3-iscsi', False) {} {{(pid=110300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:47:59.441706 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-565e0800-d69c-4093-bcda-cfc3c956ad3b None None] Checking router: ad4e3cb3-52d4-4aca-9d0f-fd9d17566f06 for host: dv-cinder-840289-3-iscsi {{(pid=110300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 14:47:59.453530 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-565e0800-d69c-4093-bcda-cfc3c956ad3b None None] Routers {'ad4e3cb3-52d4-4aca-9d0f-fd9d17566f06'} bound to L3 agent in host dv-cinder-840289-3-iscsi {{(pid=110300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:47:59.454771 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_hamode_db [None req-565e0800-d69c-4093-bcda-cfc3c956ad3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T14:38:11Z,description=,heartbeat_timestamp=2022-05-03T14:47:41Z,host='dv-cinder-840289-3-iscsi',id=a9161e1b-902d-441f-843b-a0ff0805adee,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:38:12Z,topic='l3_agent')) {'router_ids': ['ad4e3cb3-52d4-4aca-9d0f-fd9d17566f06'], 'active': True} {{(pid=110300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:47:59.457262 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-5fdb4bfe-5504-4374-b103-84461b092f2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (d4265bb3-9e98-4de5-84ab-beca0c731b7a), after_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:59.503151 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cb03f6-322e-4cb6-b2c4-966d3e761fa6 req-5a68a43c-499f-4c3a-ad07-ba68a0c7ad5e tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:47:59.505343 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-b1cb03f6-322e-4cb6-b2c4-966d3e761fa6 req-5a68a43c-499f-4c3a-ad07-ba68a0c7ad5e tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/ports?device_id=76f0c6b6-fd34-42ef-ab7d-e9f527b969ba HTTP/1.1" status: 200 len: 943 time: 0.0667651 May 03 14:47:59.525118 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdb4bfe-5504-4374-b103-84461b092f2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4265bb3-9e98-4de5-84ab-beca0c731b7a,revision_number=1']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:47:59.558595 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-5fdb4bfe-5504-4374-b103-84461b092f2d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=eea8008b961e4304a3a367c0743a6404&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2874496 May 03 14:47:59.562862 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 39886) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:47:59.620208 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvr_db [None req-565e0800-d69c-4093-bcda-cfc3c956ad3b None None] Set router ad4e3cb3-52d4-4aca-9d0f-fd9d17566f06 gateway port host: dv-cinder-840289-3-iscsi {{(pid=110300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:47:59.621585 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-b1cb03f6-322e-4cb6-b2c4-966d3e761fa6 req-784c798d-0d77-4218-81b1-53256175cb3f tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/security-groups?id=4be1d56e-dc50-4c55-b511-de10663410d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1053555 May 03 14:47:59.681783 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-7703abfc-f319-4e92-871b-b9f3680cb9e4 admin admin] Publish callbacks [] for security_group (d4265bb3-9e98-4de5-84ab-beca0c731b7a), before_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:59.714852 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-7703abfc-f319-4e92-871b-b9f3680cb9e4 admin admin] Publish callbacks [] for security_group (d4265bb3-9e98-4de5-84ab-beca0c731b7a), precommit_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:59.828590 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-7703abfc-f319-4e92-871b-b9f3680cb9e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (d4265bb3-9e98-4de5-84ab-beca0c731b7a), after_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:59.831266 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-7703abfc-f319-4e92-871b-b9f3680cb9e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:47:59.834898 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-7703abfc-f319-4e92-871b-b9f3680cb9e4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d4265bb3-9e98-4de5-84ab-beca0c731b7a HTTP/1.1" status: 204 len: 168 time: 0.2686541 May 03 14:47:59.853097 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7703abfc-f319-4e92-871b-b9f3680cb9e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4265bb3-9e98-4de5-84ab-beca0c731b7a,revision_number=None']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:47:59.960468 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_hamode_db [None req-565e0800-d69c-4093-bcda-cfc3c956ad3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad4e3cb3-52d4-4aca-9d0f-fd9d17566f06', 'name': 'tempest-AttachVolumeShelveTestJSON-332369523-router', 'tenant_id': 'ea2dc692f2754b34afd1a52dad1c2cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'external_fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.181'}], 'enable_snat': True}, 'gw_port_id': 'b3befeae-2658-4b04-914b-de826eb729fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:46:57Z', 'updated_at': '2022-05-03T14:47:01Z', 'revision_number': 4, 'project_id': 'ea2dc692f2754b34afd1a52dad1c2cb3', 'gw_port': {'id': 'b3befeae-2658-4b04-914b-de826eb729fa', 'name': '', 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:2a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad4e3cb3-52d4-4aca-9d0f-fd9d17566f06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:46:58Z', 'updated_at': '2022-05-03T14:47:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f907060b-4748-4522-aeb5-06a44b689374', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-3-iscsi', '_floatingips': [{'id': 'ea4b8c2a-06f8-4c57-9a10-8640aa11686e', 'tenant_id': 'ea2dc692f2754b34afd1a52dad1c2cb3', 'floating_ip_address': '172.27.0.187', 'floating_network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'router_id': 'ad4e3cb3-52d4-4aca-9d0f-fd9d17566f06', 'port_id': '988f35e9-668c-4f12-83dd-31b1a9c2f39c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e149baab-37b5-49e7-bbfb-d6c5aa20aff6', 'mac_address': 'fa:16:3e:27:93:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe1c40c4-811a-430a-930e-063e1c5880b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T14:47:11Z', 'updated_at': '2022-05-03T14:47:58Z', 'revision_number': 1, 'project_id': 'ea2dc692f2754b34afd1a52dad1c2cb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23d883ea-b438-44c6-a36e-71914e21d22e', 'name': '', 'network_id': 'e149baab-37b5-49e7-bbfb-d6c5aa20aff6', 'tenant_id': 'ea2dc692f2754b34afd1a52dad1c2cb3', 'mac_address': 'fa:16:3e:c3:9a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad4e3cb3-52d4-4aca-9d0f-fd9d17566f06', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'd36733c8-18a7-47f6-a054-ee0e84dd3169', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:47:00Z', 'updated_at': '2022-05-03T14:47:10Z', 'revision_number': 5, 'project_id': 'ea2dc692f2754b34afd1a52dad1c2cb3', 'subnets': [{'id': 'd36733c8-18a7-47f6-a054-ee0e84dd3169', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-3-iscsi', False) {} {{(pid=110300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:47:59.986980 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-565e0800-d69c-4093-bcda-cfc3c956ad3b None None] The sync data for ids ['ad4e3cb3-52d4-4aca-9d0f-fd9d17566f06'] in dv-cinder-840289-3-iscsi is: [{'id': 'ad4e3cb3-52d4-4aca-9d0f-fd9d17566f06', 'name': 'tempest-AttachVolumeShelveTestJSON-332369523-router', 'tenant_id': 'ea2dc692f2754b34afd1a52dad1c2cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'external_fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.181'}], 'enable_snat': True}, 'gw_port_id': 'b3befeae-2658-4b04-914b-de826eb729fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:46:57Z', 'updated_at': '2022-05-03T14:47:01Z', 'revision_number': 4, 'project_id': 'ea2dc692f2754b34afd1a52dad1c2cb3', 'gw_port': {'id': 'b3befeae-2658-4b04-914b-de826eb729fa', 'name': '', 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:2a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad4e3cb3-52d4-4aca-9d0f-fd9d17566f06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:46:58Z', 'updated_at': '2022-05-03T14:47:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f907060b-4748-4522-aeb5-06a44b689374', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-3-iscsi', '_floatingips': [{'id': 'ea4b8c2a-06f8-4c57-9a10-8640aa11686e', 'tenant_id': 'ea2dc692f2754b34afd1a52dad1c2cb3', 'floating_ip_address': '172.27.0.187', 'floating_network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'router_id': 'ad4e3cb3-52d4-4aca-9d0f-fd9d17566f06', 'port_id': '988f35e9-668c-4f12-83dd-31b1a9c2f39c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e149baab-37b5-49e7-bbfb-d6c5aa20aff6', 'mac_address': 'fa:16:3e:27:93:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe1c40c4-811a-430a-930e-063e1c5880b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T14:47:11Z', 'updated_at': '2022-05-03T14:47:58Z', 'revision_number': 1, 'project_id': 'ea2dc692f2754b34afd1a52dad1c2cb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23d883ea-b438-44c6-a36e-71914e21d22e', 'name': '', 'network_id': 'e149baab-37b5-49e7-bbfb-d6c5aa20aff6', 'tenant_id': 'ea2dc692f2754b34afd1a52dad1c2cb3', 'mac_address': 'fa:16:3e:c3:9a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad4e3cb3-52d4-4aca-9d0f-fd9d17566f06', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'd36733c8-18a7-47f6-a054-ee0e84dd3169', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:47:00Z', 'updated_at': '2022-05-03T14:47:10Z', 'revision_number': 5, 'project_id': 'ea2dc692f2754b34afd1a52dad1c2cb3', 'subnets': [{'id': 'd36733c8-18a7-47f6-a054-ee0e84dd3169', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 14:48:00.010710 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 39896) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:48:00.024536 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-8c4ffcc7-121e-4fff-bf9a-23b2d7ed28ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:00.084934 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5780783b-3478-4780-9ed1-b9e446574bde req-299b8a85-638f-4886-b2c1-554167ad4a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:48:00.088029 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [req-5780783b-3478-4780-9ed1-b9e446574bde req-299b8a85-638f-4886-b2c1-554167ad4a93 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ea2dc692f2754b34afd1a52dad1c2cb3&device_id=fe1c40c4-811a-430a-930e-063e1c5880b8 HTTP/1.1" status: 200 len: 1129 time: 0.0499160 May 03 14:48:00.134972 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-8c4ffcc7-121e-4fff-bf9a-23b2d7ed28ae admin admin] Publish callbacks [] for security_group (17e71f34-8cc2-4d8f-a70a-f20d5e605ce0), precommit_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:00.211598 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-8c4ffcc7-121e-4fff-bf9a-23b2d7ed28ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (17e71f34-8cc2-4d8f-a70a-f20d5e605ce0), after_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:00.216922 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5780783b-3478-4780-9ed1-b9e446574bde req-c351603c-4688-4cf8-b64e-6c2b489a81f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:48:00.218414 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [req-5780783b-3478-4780-9ed1-b9e446574bde req-c351603c-4688-4cf8-b64e-6c2b489a81f2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e149baab-37b5-49e7-bbfb-d6c5aa20aff6 HTTP/1.1" status: 200 len: 917 time: 0.1226408 May 03 14:48:00.260754 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-8c4ffcc7-121e-4fff-bf9a-23b2d7ed28ae admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ba97aea4b9944e1991e8784ce5b08100&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2489214 May 03 14:48:00.261623 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4ffcc7-121e-4fff-bf9a-23b2d7ed28ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17e71f34-8cc2-4d8f-a70a-f20d5e605ce0,revision_number=1']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:48:00.264064 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 39908) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:48:00.312690 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e0caba-ee3b-491b-b4f9-f74976194c48 None None] New status for floating IP ea4b8c2a-06f8-4c57-9a10-8640aa11686e: ACTIVE {{(pid=110299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 14:48:00.344004 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-597c3cf2-6845-47ae-aad7-4909071dbcc2 admin admin] Publish callbacks [] for security_group (17e71f34-8cc2-4d8f-a70a-f20d5e605ce0), before_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:00.351261 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [req-5780783b-3478-4780-9ed1-b9e446574bde req-d19f62bc-d6e2-482f-9d6c-decc50390155 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=988f35e9-668c-4f12-83dd-31b1a9c2f39c HTTP/1.1" status: 200 len: 999 time: 0.1223311 May 03 14:48:00.386107 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-597c3cf2-6845-47ae-aad7-4909071dbcc2 admin admin] Publish callbacks [] for security_group (17e71f34-8cc2-4d8f-a70a-f20d5e605ce0), precommit_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:00.437118 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5780783b-3478-4780-9ed1-b9e446574bde req-f46fba08-4626-4ca4-8f0e-68106fbd2a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:48:00.438846 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [req-5780783b-3478-4780-9ed1-b9e446574bde req-f46fba08-4626-4ca4-8f0e-68106fbd2a3e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d36733c8-18a7-47f6-a054-ee0e84dd3169 HTTP/1.1" status: 200 len: 855 time: 0.0807686 May 03 14:48:00.498006 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c927a487-d6df-4ec4-b0ec-ffb1f7710ac6 req-365c734c-6219-4b8f-bf19-cb44ec8981ba tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:48:00.499571 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-c927a487-d6df-4ec4-b0ec-ffb1f7710ac6 req-365c734c-6219-4b8f-bf19-cb44ec8981ba tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/ports?device_id=dbf00822-5970-4028-8656-a6300c36daa0 HTTP/1.1" status: 200 len: 945 time: 0.0520554 May 03 14:48:00.504995 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-597c3cf2-6845-47ae-aad7-4909071dbcc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (17e71f34-8cc2-4d8f-a70a-f20d5e605ce0), after_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:00.504995 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-597c3cf2-6845-47ae-aad7-4909071dbcc2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:00.508578 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-597c3cf2-6845-47ae-aad7-4909071dbcc2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/17e71f34-8cc2-4d8f-a70a-f20d5e605ce0 HTTP/1.1" status: 204 len: 168 time: 0.2435532 May 03 14:48:00.519647 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597c3cf2-6845-47ae-aad7-4909071dbcc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17e71f34-8cc2-4d8f-a70a-f20d5e605ce0,revision_number=None']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:48:00.598194 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-c927a487-d6df-4ec4-b0ec-ffb1f7710ac6 req-4cc43564-e089-4bd1-b278-c64ca907919e tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/security-groups?id=401848e3-e1ee-4f49-9d7c-851858f8a58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671766 May 03 14:48:00.784425 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e48d7c-9bde-4077-b99d-0f62b1d5e9e3 req-40191600-3f0f-4e5a-95bc-d5b47ad88175 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:48:00.786060 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-99e48d7c-9bde-4077-b99d-0f62b1d5e9e3 req-40191600-3f0f-4e5a-95bc-d5b47ad88175 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/ports?device_id=76f0c6b6-fd34-42ef-ab7d-e9f527b969ba HTTP/1.1" status: 200 len: 943 time: 0.0689385 May 03 14:48:00.850796 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-99e48d7c-9bde-4077-b99d-0f62b1d5e9e3 req-f026658c-fb04-4563-a1f1-cb720d709e39 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/security-groups?id=4be1d56e-dc50-4c55-b511-de10663410d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556071 May 03 14:48:01.301580 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5780783b-3478-4780-9ed1-b9e446574bde req-90e4d01a-d3a5-444c-ab55-3b7a84797656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:48:01.304476 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [req-5780783b-3478-4780-9ed1-b9e446574bde req-90e4d01a-d3a5-444c-ab55-3b7a84797656 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e149baab-37b5-49e7-bbfb-d6c5aa20aff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0483491 May 03 14:48:01.731091 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a05a7e-f548-4fc6-800c-b640a1272146 req-f7966383-b258-4975-8c49-f92116f4499d tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:48:01.735790 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-11a05a7e-f548-4fc6-800c-b640a1272146 req-f7966383-b258-4975-8c49-f92116f4499d tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/ports?device_id=dbf00822-5970-4028-8656-a6300c36daa0 HTTP/1.1" status: 200 len: 945 time: 0.0644467 May 03 14:48:01.819826 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-11a05a7e-f548-4fc6-800c-b640a1272146 req-2694e832-6fde-435a-bef3-b12aee25786f tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/security-groups?id=401848e3-e1ee-4f49-9d7c-851858f8a58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591269 May 03 14:48:01.969278 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50336369-0ca2-454a-bb11-7d68c0bce777 req-1b84f0de-5d2a-42c2-9df9-2579d27a8d9c tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:48:01.970790 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-50336369-0ca2-454a-bb11-7d68c0bce777 req-1b84f0de-5d2a-42c2-9df9-2579d27a8d9c tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/ports?device_id=76f0c6b6-fd34-42ef-ab7d-e9f527b969ba HTTP/1.1" status: 200 len: 943 time: 0.0490329 May 03 14:48:02.023020 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-50336369-0ca2-454a-bb11-7d68c0bce777 req-2accb43a-bac3-430d-a0dd-4c3d86583885 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/security-groups?id=4be1d56e-dc50-4c55-b511-de10663410d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467088 May 03 14:48:02.360690 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88aa439-9e46-4b9f-bcea-cbc761b9fdd0 req-b6d51135-fea8-49a7-89c4-273bcda78631 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:48:02.362489 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-b88aa439-9e46-4b9f-bcea-cbc761b9fdd0 req-b6d51135-fea8-49a7-89c4-273bcda78631 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/ports?device_id=dbf00822-5970-4028-8656-a6300c36daa0 HTTP/1.1" status: 200 len: 945 time: 0.0505772 May 03 14:48:02.419886 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-b88aa439-9e46-4b9f-bcea-cbc761b9fdd0 req-b89ea8a5-66b1-4fb1-a975-b68c1f4ed3b0 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/security-groups?id=401848e3-e1ee-4f49-9d7c-851858f8a58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502729 May 03 14:48:02.612968 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Device 5049a2b0-9c2b-433d-97a8-086291ae91fa details requested by agent hyperv_hv-cinder-84028 with host hv-cinder-84028 {{(pid=110299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 03 14:48:02.708135 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] For port 5049a2b0-9c2b-433d-97a8-086291ae91fa, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=5049a2b0-9c2b-433d-97a8-086291ae91fa,segment=NetworkSegment(ca66fa34-2900-4282-8627-e44cece846e4),segment_id=ca66fa34-2900-4282-8627-e44cece846e4)] {{(pid=110299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:48:02.719958 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Returning: {'device': '5049a2b0-9c2b-433d-97a8-086291ae91fa', 'network_id': '963c04e2-09c0-42b3-8b14-9ee6b8c8fe47', 'port_id': '5049a2b0-9c2b-433d-97a8-086291ae91fa', 'mac_address': 'fa:16:3e:7f:81:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48f101fe-497d-4192-8a7b-0011d50ada6e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 03 14:48:02.759813 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Current status of the port 5049a2b0-9c2b-433d-97a8-086291ae91fa is: DOWN; New status is: BUILD {{(pid=110299) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:48:02.760213 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (5049a2b0-9c2b-433d-97a8-086291ae91fa), before_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:02.892078 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.notifiers.nova [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5049a2b0-9c2b-433d-97a8-086291ae91fa {{(pid=110299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 14:48:02.913720 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] For port 5049a2b0-9c2b-433d-97a8-086291ae91fa, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=5049a2b0-9c2b-433d-97a8-086291ae91fa,segment=NetworkSegment(ca66fa34-2900-4282-8627-e44cece846e4),segment_id=ca66fa34-2900-4282-8627-e44cece846e4)] {{(pid=110299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:48:02.982258 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096'] for port (5049a2b0-9c2b-433d-97a8-086291ae91fa), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:03.028845 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Pushing event updated for resources: {'Port': ['ID=5049a2b0-9c2b-433d-97a8-086291ae91fa,revision_number=4']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:48:03.035638 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:48:03.035994 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:48:03.036364 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:48:03.036725 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:48:03.037067 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:48:03.037399 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:48:03.037729 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:48:03.038056 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:48:03.038384 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:48:03.038709 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:48:03.039160 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:48:03.039507 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:48:03.039872 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:48:03.040398 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:48:03.040872 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:48:03.143974 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2565ee9b-6bf8-4779-a33c-0498134342ea req-8c584adc-8735-4b1e-a538-70f81c66be3b tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:48:03.145474 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-2565ee9b-6bf8-4779-a33c-0498134342ea req-8c584adc-8735-4b1e-a538-70f81c66be3b tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/ports?device_id=76f0c6b6-fd34-42ef-ab7d-e9f527b969ba HTTP/1.1" status: 200 len: 944 time: 0.0483050 May 03 14:48:03.194154 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-2565ee9b-6bf8-4779-a33c-0498134342ea req-2a4e3da3-7119-47c6-8786-156045e80520 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/security-groups?id=4be1d56e-dc50-4c55-b511-de10663410d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424984 May 03 14:48:03.532758 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cb4abd-4a14-4f67-8f98-aa363a0c8767 req-219160c5-e3b1-462a-8d18-3359f88958a6 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:48:03.534198 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-15cb4abd-4a14-4f67-8f98-aa363a0c8767 req-219160c5-e3b1-462a-8d18-3359f88958a6 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/ports?device_id=dbf00822-5970-4028-8656-a6300c36daa0 HTTP/1.1" status: 200 len: 945 time: 0.0517259 May 03 14:48:03.582834 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-15cb4abd-4a14-4f67-8f98-aa363a0c8767 req-9f787c44-6c7f-4db1-915a-eacca3526743 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/security-groups?id=401848e3-e1ee-4f49-9d7c-851858f8a58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430322 May 03 14:48:04.309375 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8870f86-1a74-4778-96c4-a1f42122df9c req-f35d2d0f-4c31-4921-a987-265f203cfbbe tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:48:04.310834 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-b8870f86-1a74-4778-96c4-a1f42122df9c req-f35d2d0f-4c31-4921-a987-265f203cfbbe tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/ports?device_id=76f0c6b6-fd34-42ef-ab7d-e9f527b969ba HTTP/1.1" status: 200 len: 944 time: 0.0484257 May 03 14:48:04.358841 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-b8870f86-1a74-4778-96c4-a1f42122df9c req-656e87b2-f937-4212-b980-7bf19f4795c1 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/security-groups?id=4be1d56e-dc50-4c55-b511-de10663410d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425053 May 03 14:48:04.529675 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 40062) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:48:04.630948 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-2883aee4-b4bc-49be-ac1d-566ff7af8cef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:04.713164 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9791459f-1c28-46ac-8a94-d924435d04d6 req-8f34132e-9dd2-44a7-9d42-25d8af0bf4d6 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:48:04.714776 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-9791459f-1c28-46ac-8a94-d924435d04d6 req-8f34132e-9dd2-44a7-9d42-25d8af0bf4d6 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/ports?device_id=dbf00822-5970-4028-8656-a6300c36daa0 HTTP/1.1" status: 200 len: 945 time: 0.0644398 May 03 14:48:04.798536 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-2883aee4-b4bc-49be-ac1d-566ff7af8cef admin admin] Publish callbacks [] for security_group (50577436-889b-4a94-b18b-ef654682eabf), precommit_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:04.808693 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-9540e1a9-f7e9-4bfd-bdc4-61986efc61ed req-7ecd356f-5f73-4104-8568-edd3462ade72 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=15b6f436-8fd4-462d-9d65-8975e7b68845&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0683501 May 03 14:48:04.822377 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-9791459f-1c28-46ac-8a94-d924435d04d6 req-3f1e778a-b339-4a00-be84-46abea1ac985 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/security-groups?id=401848e3-e1ee-4f49-9d7c-851858f8a58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000166 May 03 14:48:04.835140 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [req-5780783b-3478-4780-9ed1-b9e446574bde req-d7a784e2-68c0-4839-a9b4-cca7c451185e service neutron] 10.222.0.55 "GET /v2.0/networks/e149baab-37b5-49e7-bbfb-d6c5aa20aff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963378 May 03 14:48:04.874493 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-2883aee4-b4bc-49be-ac1d-566ff7af8cef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (50577436-889b-4a94-b18b-ef654682eabf), after_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:04.969539 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [req-5780783b-3478-4780-9ed1-b9e446574bde req-98373ff8-c944-4cb4-9cc9-5343ac5c6434 service neutron] 10.222.0.55 "GET /v2.0/networks/e149baab-37b5-49e7-bbfb-d6c5aa20aff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974498 May 03 14:48:04.974807 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2883aee4-b4bc-49be-ac1d-566ff7af8cef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50577436-889b-4a94-b18b-ef654682eabf,revision_number=1']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:48:04.979546 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-2883aee4-b4bc-49be-ac1d-566ff7af8cef admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c967c1d63a794aa9b4a6201971767fdd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4488859 May 03 14:48:04.982714 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 40074) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:48:04.988880 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9553afd4-1083-4320-9b44-ee9551836a2e req-5239f65a-61ea-47a7-9953-a4a9866d26a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:48:04.990326 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-9553afd4-1083-4320-9b44-ee9551836a2e req-5239f65a-61ea-47a7-9953-a4a9866d26a3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=85acf5f5a53f45dd96135bdfdbd36bee&device_id=dbf00822-5970-4028-8656-a6300c36daa0 HTTP/1.1" status: 200 len: 1129 time: 0.1106243 May 03 14:48:04.991231 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9540e1a9-f7e9-4bfd-bdc4-61986efc61ed req-08d7774f-092d-42c6-b2ca-9f8ccee19dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:48:04.992551 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-9540e1a9-f7e9-4bfd-bdc4-61986efc61ed req-08d7774f-092d-42c6-b2ca-9f8ccee19dea service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9b85740edff14379a2eefda396a78050&device_id=15b6f436-8fd4-462d-9d65-8975e7b68845 HTTP/1.1" status: 200 len: 1130 time: 0.0937641 May 03 14:48:05.035811 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-c1080871-f439-4246-89aa-1f0bb76133c5 admin admin] Publish callbacks [] for security_group (50577436-889b-4a94-b18b-ef654682eabf), before_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:05.056634 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-c1080871-f439-4246-89aa-1f0bb76133c5 admin admin] Publish callbacks [] for security_group (50577436-889b-4a94-b18b-ef654682eabf), precommit_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:05.176387 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-c1080871-f439-4246-89aa-1f0bb76133c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (50577436-889b-4a94-b18b-ef654682eabf), after_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:05.178862 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-c1080871-f439-4246-89aa-1f0bb76133c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:05.182957 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-c1080871-f439-4246-89aa-1f0bb76133c5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/50577436-889b-4a94-b18b-ef654682eabf HTTP/1.1" status: 204 len: 168 time: 0.1962740 May 03 14:48:05.188417 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1080871-f439-4246-89aa-1f0bb76133c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50577436-889b-4a94-b18b-ef654682eabf,revision_number=None']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:48:05.362251 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9553afd4-1083-4320-9b44-ee9551836a2e req-c8fcf642-ed8a-4b24-a93a-a73952598ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:48:05.363752 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-9553afd4-1083-4320-9b44-ee9551836a2e req-c8fcf642-ed8a-4b24-a93a-a73952598ddf service neutron] 10.222.0.55 "GET /v2.0/networks?id=2d59a619-2104-48af-9b29-5b43721c1720 HTTP/1.1" status: 200 len: 920 time: 0.2216144 May 03 14:48:05.366255 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9540e1a9-f7e9-4bfd-bdc4-61986efc61ed req-29c14374-11b7-4d18-87d9-ff6331ae59ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:48:05.367582 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-9540e1a9-f7e9-4bfd-bdc4-61986efc61ed req-29c14374-11b7-4d18-87d9-ff6331ae59ba service neutron] 10.222.0.55 "GET /v2.0/networks?id=ad9ec0bf-7b3b-4aac-aeb7-899560565656 HTTP/1.1" status: 200 len: 913 time: 0.2115722 May 03 14:48:05.488763 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] get_ports_and_sgs() called for port_ids ['5049a2b0-9c2b-433d-97a8-086291ae91fa'] {{(pid=110299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 14:48:05.664348 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-9553afd4-1083-4320-9b44-ee9551836a2e req-53922724-bef5-46ef-98a5-db4bffbb09ad service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c3620728-5f88-41df-89cc-9482df21d0ad HTTP/1.1" status: 200 len: 217 time: 0.2885582 May 03 14:48:05.667402 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-9540e1a9-f7e9-4bfd-bdc4-61986efc61ed req-948230ae-ba44-485c-9a0a-c0027475f159 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=325981bb-6f64-4949-b57a-290e71cc1f45 HTTP/1.1" status: 200 len: 217 time: 0.2857449 May 03 14:48:05.712310 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f6f2d7-f3f9-4640-b87d-7b83425cd7d0 req-3e007d06-dc83-4cd2-b975-4b6f3651c0b7 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:48:05.712310 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-e2f6f2d7-f3f9-4640-b87d-7b83425cd7d0 req-3e007d06-dc83-4cd2-b975-4b6f3651c0b7 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/ports?device_id=76f0c6b6-fd34-42ef-ab7d-e9f527b969ba HTTP/1.1" status: 200 len: 944 time: 0.0499887 May 03 14:48:05.712604 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 40084) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:48:05.737556 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-a15ce06f-502d-4f7c-9b10-97ad2e013b97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:05.793325 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-e2f6f2d7-f3f9-4640-b87d-7b83425cd7d0 req-23e05790-300c-4726-be68-c4b8ec35b974 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/security-groups?id=4be1d56e-dc50-4c55-b511-de10663410d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685506 May 03 14:48:05.841060 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-a15ce06f-502d-4f7c-9b10-97ad2e013b97 admin admin] Publish callbacks [] for security_group (e0103f15-9146-4bd7-8e44-427ccd2dd249), precommit_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:05.879395 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-a15ce06f-502d-4f7c-9b10-97ad2e013b97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (e0103f15-9146-4bd7-8e44-427ccd2dd249), after_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:05.929431 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15ce06f-502d-4f7c-9b10-97ad2e013b97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0103f15-9146-4bd7-8e44-427ccd2dd249,revision_number=1']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:48:05.955465 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 40096) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:48:05.959094 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-a15ce06f-502d-4f7c-9b10-97ad2e013b97 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1b6e011ff4eb44689f65e46ddf68ee60&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2390544 May 03 14:48:05.978218 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8388478-8882-4c93-b537-5e981e122387 req-a4acae81-7ad4-4834-961d-de90f052e2ed tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:48:05.980297 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-e8388478-8882-4c93-b537-5e981e122387 req-a4acae81-7ad4-4834-961d-de90f052e2ed tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/ports?device_id=dbf00822-5970-4028-8656-a6300c36daa0 HTTP/1.1" status: 200 len: 945 time: 0.0730436 May 03 14:48:06.006716 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-b1153e06-4698-40aa-91d2-5fbe864a7cad admin admin] Publish callbacks [] for security_group (e0103f15-9146-4bd7-8e44-427ccd2dd249), before_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:06.029150 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-b1153e06-4698-40aa-91d2-5fbe864a7cad admin admin] Publish callbacks [] for security_group (e0103f15-9146-4bd7-8e44-427ccd2dd249), precommit_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:06.030075 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-e8388478-8882-4c93-b537-5e981e122387 req-7b1e45f7-25d6-4400-bea7-d1b4e05b110d tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/security-groups?id=401848e3-e1ee-4f49-9d7c-851858f8a58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432756 May 03 14:48:06.174660 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-b1153e06-4698-40aa-91d2-5fbe864a7cad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (e0103f15-9146-4bd7-8e44-427ccd2dd249), after_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:06.177331 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-b1153e06-4698-40aa-91d2-5fbe864a7cad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:06.178495 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-b1153e06-4698-40aa-91d2-5fbe864a7cad admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e0103f15-9146-4bd7-8e44-427ccd2dd249 HTTP/1.1" status: 204 len: 168 time: 0.2221117 May 03 14:48:06.187099 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1153e06-4698-40aa-91d2-5fbe864a7cad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0103f15-9146-4bd7-8e44-427ccd2dd249,revision_number=None']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:48:06.918586 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5499423f-ebe0-40fd-b04f-da231ed65c87 req-88f481b9-791d-44dd-990d-daaf085b15bf tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:48:06.920121 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-5499423f-ebe0-40fd-b04f-da231ed65c87 req-88f481b9-791d-44dd-990d-daaf085b15bf tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/ports?device_id=76f0c6b6-fd34-42ef-ab7d-e9f527b969ba HTTP/1.1" status: 200 len: 944 time: 0.0546491 May 03 14:48:06.974927 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-5499423f-ebe0-40fd-b04f-da231ed65c87 req-7dcb25ff-936f-444a-ae3c-493ef54d8a60 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/security-groups?id=4be1d56e-dc50-4c55-b511-de10663410d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489893 May 03 14:48:07.158403 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9540e1a9-f7e9-4bfd-bdc4-61986efc61ed req-b7a93ba4-d12d-42de-a7b4-e44595402c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:48:07.159952 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-9540e1a9-f7e9-4bfd-bdc4-61986efc61ed req-b7a93ba4-d12d-42de-a7b4-e44595402c18 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6e88459e-05aa-4f1a-9a99-bd3d7cc963de HTTP/1.1" status: 200 len: 852 time: 0.1150203 May 03 14:48:07.162954 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9553afd4-1083-4320-9b44-ee9551836a2e req-320d9f58-1070-4c96-abb6-71640144a571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:48:07.164302 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-9553afd4-1083-4320-9b44-ee9551836a2e req-320d9f58-1070-4c96-abb6-71640144a571 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fd06123f-ac2d-4feb-b448-363a0cf902f7 HTTP/1.1" status: 200 len: 858 time: 0.1275599 May 03 14:48:07.171468 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f06d14a-c138-411e-a9c4-067debcb9ec6 req-9f91c2f5-5e67-4bd9-975e-204b546885a9 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:48:07.172843 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-3f06d14a-c138-411e-a9c4-067debcb9ec6 req-9f91c2f5-5e67-4bd9-975e-204b546885a9 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/ports?device_id=dbf00822-5970-4028-8656-a6300c36daa0 HTTP/1.1" status: 200 len: 945 time: 0.0691350 May 03 14:48:07.220661 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-3f06d14a-c138-411e-a9c4-067debcb9ec6 req-a0d16fbf-3caa-414f-b800-48f1490a3470 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/security-groups?id=401848e3-e1ee-4f49-9d7c-851858f8a58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422266 May 03 14:48:08.002813 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.agents_db [None req-dd30728e-be63-467e-afaf-aba6f24eb33e None None] Agent healthcheck: found 6 active agents {{(pid=110300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 14:48:08.111680 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6737dfe5-8b71-4a39-ad40-4f6f803c5cf5 req-d3bb3c34-8278-47c5-a007-cde17386115b tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:48:08.113159 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-6737dfe5-8b71-4a39-ad40-4f6f803c5cf5 req-d3bb3c34-8278-47c5-a007-cde17386115b tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/ports?device_id=76f0c6b6-fd34-42ef-ab7d-e9f527b969ba HTTP/1.1" status: 200 len: 944 time: 0.0506771 May 03 14:48:08.161599 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-6737dfe5-8b71-4a39-ad40-4f6f803c5cf5 req-ce0fce94-809c-4b13-b971-b00644d9f933 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/security-groups?id=4be1d56e-dc50-4c55-b511-de10663410d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419090 May 03 14:48:08.333400 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909dc968-0dbb-4a42-b386-df525ac76fd4 req-02fd97b4-dfff-4623-b361-b7239c5a7a43 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:48:08.334891 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-909dc968-0dbb-4a42-b386-df525ac76fd4 req-02fd97b4-dfff-4623-b361-b7239c5a7a43 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/ports?device_id=dbf00822-5970-4028-8656-a6300c36daa0 HTTP/1.1" status: 200 len: 945 time: 0.0471399 May 03 14:48:08.383658 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-909dc968-0dbb-4a42-b386-df525ac76fd4 req-0c5c967f-45cd-430d-b6f5-60871f22132e tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/security-groups?id=401848e3-e1ee-4f49-9d7c-851858f8a58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414007 May 03 14:48:08.781842 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-1a413c0f-cb0a-4157-b738-e84eb7afb81b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (5d16a8e7-5fab-4607-ae51-2b468a019c05), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:09.398129 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-9540e1a9-f7e9-4bfd-bdc4-61986efc61ed req-e39d0646-a967-4d4a-b409-096ae3fe53c7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ad9ec0bf-7b3b-4aac-aeb7-899560565656&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380771 May 03 14:48:09.558085 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9553afd4-1083-4320-9b44-ee9551836a2e req-f3e54795-ec60-4213-b053-81a336b32025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:48:09.559715 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-9553afd4-1083-4320-9b44-ee9551836a2e req-f3e54795-ec60-4213-b053-81a336b32025 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2d59a619-2104-48af-9b29-5b43721c1720&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1985545 May 03 14:48:09.565753 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ad3e46-bc28-4e87-bf7f-60519127d4f2 req-4c43e02a-5719-4ca5-b2ad-59e5bc694da6 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:48:09.567114 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-61ad3e46-bc28-4e87-bf7f-60519127d4f2 req-4c43e02a-5719-4ca5-b2ad-59e5bc694da6 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/ports?device_id=76f0c6b6-fd34-42ef-ab7d-e9f527b969ba HTTP/1.1" status: 200 len: 944 time: 0.1729057 May 03 14:48:09.619236 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be07dc9-62e7-4007-828b-bb0e4f87df8a req-2d828e8e-eb46-4da7-b64a-23a2f5d5eb3c tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:48:09.620647 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-4be07dc9-62e7-4007-828b-bb0e4f87df8a req-2d828e8e-eb46-4da7-b64a-23a2f5d5eb3c tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/ports?device_id=dbf00822-5970-4028-8656-a6300c36daa0 HTTP/1.1" status: 200 len: 945 time: 0.1391051 May 03 14:48:09.755808 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-61ad3e46-bc28-4e87-bf7f-60519127d4f2 req-20223fed-a3ec-46b8-95fa-777722e2cd34 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/security-groups?id=4be1d56e-dc50-4c55-b511-de10663410d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1757448 May 03 14:48:09.763666 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-9540e1a9-f7e9-4bfd-bdc4-61986efc61ed req-5ad223f4-d34a-45d9-9c73-e1e6c12c1eb9 service neutron] 10.222.0.55 "GET /v2.0/networks/ad9ec0bf-7b3b-4aac-aeb7-899560565656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3093057 May 03 14:48:09.773127 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-4be07dc9-62e7-4007-828b-bb0e4f87df8a req-5677def4-6192-44b0-9300-4f7499eb125a tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/security-groups?id=401848e3-e1ee-4f49-9d7c-851858f8a58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394284 May 03 14:48:09.804960 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-9553afd4-1083-4320-9b44-ee9551836a2e req-ce6bc430-d88d-4199-9a39-5f3f0d51e6f1 service neutron] 10.222.0.55 "GET /v2.0/networks/2d59a619-2104-48af-9b29-5b43721c1720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2369454 May 03 14:48:09.928966 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-9540e1a9-f7e9-4bfd-bdc4-61986efc61ed req-c5232ce2-914e-4958-8a5d-a69ae6703973 service neutron] 10.222.0.55 "GET /v2.0/networks/ad9ec0bf-7b3b-4aac-aeb7-899560565656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548386 May 03 14:48:09.944235 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-9553afd4-1083-4320-9b44-ee9551836a2e req-4d5668de-6e15-4b21-a3f2-7299571ce616 service neutron] 10.222.0.55 "GET /v2.0/networks/2d59a619-2104-48af-9b29-5b43721c1720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308281 May 03 14:48:10.902135 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54271dc-728e-4a17-84aa-bda6e2c01692 req-d7d80ac4-ff7d-4d45-8d5b-bf745b15c605 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:48:10.903598 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-f54271dc-728e-4a17-84aa-bda6e2c01692 req-d7d80ac4-ff7d-4d45-8d5b-bf745b15c605 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/ports?device_id=76f0c6b6-fd34-42ef-ab7d-e9f527b969ba HTTP/1.1" status: 200 len: 944 time: 0.0776401 May 03 14:48:10.923396 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0fec1d-8217-455b-b694-5c4cc7789bab req-050aca4e-846e-4bba-88ac-f7e19363742c tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:48:10.924784 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-2c0fec1d-8217-455b-b694-5c4cc7789bab req-050aca4e-846e-4bba-88ac-f7e19363742c tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/ports?device_id=dbf00822-5970-4028-8656-a6300c36daa0 HTTP/1.1" status: 200 len: 945 time: 0.0699716 May 03 14:48:10.982940 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-f54271dc-728e-4a17-84aa-bda6e2c01692 req-1a37c563-58e3-4c67-b966-003bcfdb3aa4 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/security-groups?id=4be1d56e-dc50-4c55-b511-de10663410d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735548 May 03 14:48:10.998405 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-2c0fec1d-8217-455b-b694-5c4cc7789bab req-570d93d3-1580-40e4-b97a-1331a6292625 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/security-groups?id=401848e3-e1ee-4f49-9d7c-851858f8a58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673175 May 03 14:48:11.129993 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-4a81a973-41ee-49db-a630-b48333786b88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (a9161e1b-902d-441f-843b-a0ff0805adee), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:12.125165 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7195e581-af4a-44fd-ad1c-5a8987554d9b req-442e9fa4-c6a7-4d4c-a86c-c8e6f6173142 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:48:12.126591 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-7195e581-af4a-44fd-ad1c-5a8987554d9b req-442e9fa4-c6a7-4d4c-a86c-c8e6f6173142 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/ports?device_id=76f0c6b6-fd34-42ef-ab7d-e9f527b969ba HTTP/1.1" status: 200 len: 944 time: 0.0768762 May 03 14:48:12.146602 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7d4273-bb2c-4207-83a3-30e01f12b347 req-afe62db4-fdeb-4db4-a7ce-9fab96051f54 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:48:12.148035 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-dd7d4273-bb2c-4207-83a3-30e01f12b347 req-afe62db4-fdeb-4db4-a7ce-9fab96051f54 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/ports?device_id=dbf00822-5970-4028-8656-a6300c36daa0 HTTP/1.1" status: 200 len: 945 time: 0.0704062 May 03 14:48:12.214520 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-7195e581-af4a-44fd-ad1c-5a8987554d9b req-e08624fb-be5a-4722-bba0-13149ab93d39 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/security-groups?id=4be1d56e-dc50-4c55-b511-de10663410d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821829 May 03 14:48:12.217419 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-dd7d4273-bb2c-4207-83a3-30e01f12b347 req-ca3cca84-392a-4505-9318-2d359cce2704 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/security-groups?id=401848e3-e1ee-4f49-9d7c-851858f8a58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626709 May 03 14:48:12.279133 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-ed776e2d-a518-4685-8fad-0cd9eaa120ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (6a418bd5-8bcc-400f-88b5-19eff412e81a), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:13.353040 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efe68e8-93ba-4473-9470-7b25e4f0ac6a req-367402b3-63d6-4578-9624-4ad63c22b335 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:48:13.354506 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-2efe68e8-93ba-4473-9470-7b25e4f0ac6a req-367402b3-63d6-4578-9624-4ad63c22b335 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/ports?device_id=76f0c6b6-fd34-42ef-ab7d-e9f527b969ba HTTP/1.1" status: 200 len: 944 time: 0.0733669 May 03 14:48:13.362345 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f298dd-9004-4ac1-9f02-53a3ef2fd50e req-5f9832e1-2ae0-4b20-affc-cd5561c0dfdf tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:48:13.363726 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-43f298dd-9004-4ac1-9f02-53a3ef2fd50e req-5f9832e1-2ae0-4b20-affc-cd5561c0dfdf tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/ports?device_id=dbf00822-5970-4028-8656-a6300c36daa0 HTTP/1.1" status: 200 len: 945 time: 0.0807693 May 03 14:48:13.441001 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-2efe68e8-93ba-4473-9470-7b25e4f0ac6a req-c84a088e-a40f-4366-9397-2562ec2ecc20 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/security-groups?id=4be1d56e-dc50-4c55-b511-de10663410d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763435 May 03 14:48:13.447692 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-43f298dd-9004-4ac1-9f02-53a3ef2fd50e req-a9487542-ac5a-4f3d-85ee-a151f3a91e30 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/security-groups?id=401848e3-e1ee-4f49-9d7c-851858f8a58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773635 May 03 14:48:13.511734 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-dd96712b-4627-437f-9df9-b1bfec551245 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (8b46afec-dab7-4bfa-a959-8584a0cfd79a), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:14.591953 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb198e7-3047-415f-9d9d-3788779849a7 req-4f01fa68-997a-4d73-bb5e-7f8c22e334a0 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:48:14.593428 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-ffb198e7-3047-415f-9d9d-3788779849a7 req-4f01fa68-997a-4d73-bb5e-7f8c22e334a0 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/ports?device_id=76f0c6b6-fd34-42ef-ab7d-e9f527b969ba HTTP/1.1" status: 200 len: 944 time: 0.0737679 May 03 14:48:14.599585 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02779d65-4c8f-4b36-b823-5ab85cf564ec req-21d33667-0109-4636-a46c-a2793a7a8220 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:48:14.600936 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-02779d65-4c8f-4b36-b823-5ab85cf564ec req-21d33667-0109-4636-a46c-a2793a7a8220 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/ports?device_id=dbf00822-5970-4028-8656-a6300c36daa0 HTTP/1.1" status: 200 len: 945 time: 0.0831597 May 03 14:48:14.672856 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-ffb198e7-3047-415f-9d9d-3788779849a7 req-98d5bc4d-b469-4a6c-a02f-9cc9225fed9c tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/security-groups?id=4be1d56e-dc50-4c55-b511-de10663410d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709059 May 03 14:48:14.679450 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-02779d65-4c8f-4b36-b823-5ab85cf564ec req-16feab1a-33eb-4956-925b-c80244490dc8 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/security-groups?id=401848e3-e1ee-4f49-9d7c-851858f8a58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712833 May 03 14:48:15.135926 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (16d44442-859c-4c9b-bc72-04cb3b8a5d5b), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:15.580007 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Device 5049a2b0-9c2b-433d-97a8-086291ae91fa up at agent hyperv_hv-cinder-84028 {{(pid=110299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 14:48:15.624960 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Provisioning for port 5049a2b0-9c2b-433d-97a8-086291ae91fa completed by entity L2. {{(pid=110299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 03 14:48:15.696724 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Provisioning complete for port 5049a2b0-9c2b-433d-97a8-086291ae91fa triggered by entity L2. {{(pid=110299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:48:15.697050 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728915'] for port (5049a2b0-9c2b-433d-97a8-086291ae91fa), provisioning_complete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:15.780265 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Current status of the port 5049a2b0-9c2b-433d-97a8-086291ae91fa is: BUILD; New status is: ACTIVE {{(pid=110299) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:48:15.780674 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (5049a2b0-9c2b-433d-97a8-086291ae91fa), before_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:15.803974 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76f0c6b6-fd34-42ef-ab7d-e9f527b969ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5049a2b0-9c2b-433d-97a8-086291ae91fa'}] {{(pid=110299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 14:48:15.806788 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfb0ab9603dc6f24b101a3230295415c8ec2a7bf959fde45f0826688655bbcbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bd2c496-ed85-4bf4-b791-8281bf9b4079" -d '{"events": [{"server_uuid": "76f0c6b6-fd34-42ef-ab7d-e9f527b969ba", "name": "network-vif-plugged", "status": "completed", "tag": "5049a2b0-9c2b-433d-97a8-086291ae91fa"}]}' {{(pid=110299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 14:48:15.818564 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] For port 5049a2b0-9c2b-433d-97a8-086291ae91fa, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=5049a2b0-9c2b-433d-97a8-086291ae91fa,segment=NetworkSegment(ca66fa34-2900-4282-8627-e44cece846e4),segment_id=ca66fa34-2900-4282-8627-e44cece846e4)] {{(pid=110299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:48:15.825628 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0700ed9e-5979-45df-a4e1-7ea9a8964a00 req-de5b1c65-a394-4138-a2e9-a98f55b8a4e9 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:48:15.827148 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-0700ed9e-5979-45df-a4e1-7ea9a8964a00 req-de5b1c65-a394-4138-a2e9-a98f55b8a4e9 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/ports?device_id=76f0c6b6-fd34-42ef-ab7d-e9f527b969ba HTTP/1.1" status: 200 len: 944 time: 0.0888724 May 03 14:48:15.835279 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f75a25-3572-406f-b0c1-c1c7d087ee7d req-2750c3c5-200e-4e26-8227-113ea7680220 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:48:15.838406 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-f1f75a25-3572-406f-b0c1-c1c7d087ee7d req-2750c3c5-200e-4e26-8227-113ea7680220 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/ports?device_id=dbf00822-5970-4028-8656-a6300c36daa0 HTTP/1.1" status: 200 len: 945 time: 0.0763893 May 03 14:48:15.877733 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096'] for port (5049a2b0-9c2b-433d-97a8-086291ae91fa), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:15.906155 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-0700ed9e-5979-45df-a4e1-7ea9a8964a00 req-f0e0a590-14b5-422c-ab6a-4928db1a09ae tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/security-groups?id=4be1d56e-dc50-4c55-b511-de10663410d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683625 May 03 14:48:15.913291 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-f1f75a25-3572-406f-b0c1-c1c7d087ee7d req-4a2974f5-1e04-44e7-93bc-3e171326d9ec tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/security-groups?id=401848e3-e1ee-4f49-9d7c-851858f8a58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688999 May 03 14:48:15.929216 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Pushing event updated for resources: {'Port': ['ID=5049a2b0-9c2b-433d-97a8-086291ae91fa,revision_number=5']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:48:15.961620 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 14:48:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56ffdc1a-828a-46a9-b212-67000100feab x-openstack-request-id: req-56ffdc1a-828a-46a9-b212-67000100feab {{(pid=110299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 14:48:15.961938 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76f0c6b6-fd34-42ef-ab7d-e9f527b969ba", "name": "network-vif-plugged", "status": "completed", "tag": "5049a2b0-9c2b-433d-97a8-086291ae91fa", "code": 200}]} {{(pid=110299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 14:48:15.962204 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-56ffdc1a-828a-46a9-b212-67000100feab {{(pid=110299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 14:48:15.962615 dv-cinder-840289-3-iscsi neutron-server[110299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56ffdc1a-828a-46a9-b212-67000100feab'] response: {'server_uuid': '76f0c6b6-fd34-42ef-ab7d-e9f527b969ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5049a2b0-9c2b-433d-97a8-086291ae91fa', 'code': 200} May 03 14:48:16.386887 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0760fd1c-713c-496b-9809-07b90c970828 req-246b4fe4-73c0-462c-9719-156d912f023a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:48:16.388392 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-0760fd1c-713c-496b-9809-07b90c970828 req-246b4fe4-73c0-462c-9719-156d912f023a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=76f0c6b6-fd34-42ef-ab7d-e9f527b969ba HTTP/1.1" status: 200 len: 1129 time: 0.0419133 May 03 14:48:16.435730 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-0760fd1c-713c-496b-9809-07b90c970828 req-bbc667f3-71bf-455c-bc45-7e3d59ae461e service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=4be1d56e-dc50-4c55-b511-de10663410d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388520 May 03 14:48:17.057169 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e30b3a7-f1be-4847-b077-5e6392650d08 req-912338ca-9be1-4776-9662-f2bfa9851234 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:48:17.058661 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-7e30b3a7-f1be-4847-b077-5e6392650d08 req-912338ca-9be1-4776-9662-f2bfa9851234 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/ports?device_id=dbf00822-5970-4028-8656-a6300c36daa0 HTTP/1.1" status: 200 len: 945 time: 0.0666270 May 03 14:48:17.064608 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91567873-afe0-4e82-92bf-5d91665ca5c7 req-95d553a9-c6dc-4127-a614-a6f950c4863e tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:48:17.065971 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-91567873-afe0-4e82-92bf-5d91665ca5c7 req-95d553a9-c6dc-4127-a614-a6f950c4863e tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/ports?device_id=76f0c6b6-fd34-42ef-ab7d-e9f527b969ba HTTP/1.1" status: 200 len: 945 time: 0.0842535 May 03 14:48:17.140061 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-7e30b3a7-f1be-4847-b077-5e6392650d08 req-3c69899b-caf8-4526-bb0d-6c78a9cd674c tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/security-groups?id=401848e3-e1ee-4f49-9d7c-851858f8a58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731792 May 03 14:48:17.148470 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-91567873-afe0-4e82-92bf-5d91665ca5c7 req-c3bba803-045c-4021-a3ea-7cc3c33cab91 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/security-groups?id=4be1d56e-dc50-4c55-b511-de10663410d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739746 May 03 14:48:18.293101 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b436e6-4358-46b5-b2fb-c75c9cf4b64f req-9924d82d-0739-4e6f-b401-23ac11dc63b6 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:48:18.294593 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-46b436e6-4358-46b5-b2fb-c75c9cf4b64f req-9924d82d-0739-4e6f-b401-23ac11dc63b6 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/ports?device_id=dbf00822-5970-4028-8656-a6300c36daa0 HTTP/1.1" status: 200 len: 945 time: 0.0790861 May 03 14:48:18.302592 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c64a02f-dfa6-44cd-8899-2bcc90794e9c req-fc1851f6-4e05-4cc0-a209-01bf288a6ad5 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:48:18.303968 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-1c64a02f-dfa6-44cd-8899-2bcc90794e9c req-fc1851f6-4e05-4cc0-a209-01bf288a6ad5 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/ports?device_id=76f0c6b6-fd34-42ef-ab7d-e9f527b969ba HTTP/1.1" status: 200 len: 945 time: 0.0798321 May 03 14:48:18.380086 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-46b436e6-4358-46b5-b2fb-c75c9cf4b64f req-a6ea57fe-ad5e-41ad-9904-b6dde64478c4 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/security-groups?id=401848e3-e1ee-4f49-9d7c-851858f8a58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751095 May 03 14:48:18.384397 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-1c64a02f-dfa6-44cd-8899-2bcc90794e9c req-e9b7a757-9431-4e3c-9d8d-21416af4c3c5 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/security-groups?id=4be1d56e-dc50-4c55-b511-de10663410d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727053 May 03 14:48:19.520931 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a32acb2-2075-498c-ad33-cfe8c8c3d3c1 req-1f588e75-8a28-42b5-b47c-6df46b1536cc tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:48:19.522432 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-9a32acb2-2075-498c-ad33-cfe8c8c3d3c1 req-1f588e75-8a28-42b5-b47c-6df46b1536cc tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/ports?device_id=dbf00822-5970-4028-8656-a6300c36daa0 HTTP/1.1" status: 200 len: 945 time: 0.0751286 May 03 14:48:19.530481 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f310dba6-ae7c-4c4c-b2f7-4e83a15f08bc req-c658d873-dd1b-4e09-a46d-843a63d6812b tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:48:19.531952 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-f310dba6-ae7c-4c4c-b2f7-4e83a15f08bc req-c658d873-dd1b-4e09-a46d-843a63d6812b tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/ports?device_id=76f0c6b6-fd34-42ef-ab7d-e9f527b969ba HTTP/1.1" status: 200 len: 945 time: 0.0751784 May 03 14:48:19.602187 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-9a32acb2-2075-498c-ad33-cfe8c8c3d3c1 req-0fac36c3-8352-4403-b787-193d81f41c8d tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/security-groups?id=401848e3-e1ee-4f49-9d7c-851858f8a58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693097 May 03 14:48:19.605490 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-f310dba6-ae7c-4c4c-b2f7-4e83a15f08bc req-7cd39d77-8026-4f79-8a43-9f13709e81c8 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/security-groups?id=4be1d56e-dc50-4c55-b511-de10663410d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670552 May 03 14:48:20.748473 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c30fcd3-e8be-4362-b7a3-0c720effc1a4 req-036bde9d-a8ad-49b1-a57b-b3823676b50f tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:48:20.749864 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-3c30fcd3-e8be-4362-b7a3-0c720effc1a4 req-036bde9d-a8ad-49b1-a57b-b3823676b50f tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/ports?device_id=dbf00822-5970-4028-8656-a6300c36daa0 HTTP/1.1" status: 200 len: 945 time: 0.0772054 May 03 14:48:20.781478 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdbe792-24ef-4c0d-83bc-61101a86b7ea req-e9da3e45-5b28-4186-9432-3c6d22d5db4d tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:48:20.783127 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-3cdbe792-24ef-4c0d-83bc-61101a86b7ea req-e9da3e45-5b28-4186-9432-3c6d22d5db4d tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/ports?device_id=76f0c6b6-fd34-42ef-ab7d-e9f527b969ba HTTP/1.1" status: 200 len: 945 time: 0.0995104 May 03 14:48:20.823504 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-3c30fcd3-e8be-4362-b7a3-0c720effc1a4 req-8c8086c4-0e01-437b-af5d-d9f0865ea96c tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/security-groups?id=401848e3-e1ee-4f49-9d7c-851858f8a58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668254 May 03 14:48:20.850250 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-3cdbe792-24ef-4c0d-83bc-61101a86b7ea req-ae540df6-c2c4-42bb-bb4f-cba7a0093be0 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/security-groups?id=4be1d56e-dc50-4c55-b511-de10663410d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560784 May 03 14:48:21.962647 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f268fffd-5e27-43cb-b1be-a3628199ffd7 req-90fdce8f-6a9d-4f43-ae3b-0e5412e7817d tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:48:21.964151 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-f268fffd-5e27-43cb-b1be-a3628199ffd7 req-90fdce8f-6a9d-4f43-ae3b-0e5412e7817d tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/ports?device_id=dbf00822-5970-4028-8656-a6300c36daa0 HTTP/1.1" status: 200 len: 945 time: 0.0750108 May 03 14:48:21.991352 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3cb128-5be8-4665-a0ba-387f132ce329 req-e4823c30-017b-4812-9ba2-d80ea1b0f50b tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:48:21.993016 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-1f3cb128-5be8-4665-a0ba-387f132ce329 req-e4823c30-017b-4812-9ba2-d80ea1b0f50b tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/ports?device_id=76f0c6b6-fd34-42ef-ab7d-e9f527b969ba HTTP/1.1" status: 200 len: 945 time: 0.0750339 May 03 14:48:22.040375 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-f268fffd-5e27-43cb-b1be-a3628199ffd7 req-55e7afeb-6436-4607-88fa-1c3571e89149 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/security-groups?id=401848e3-e1ee-4f49-9d7c-851858f8a58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700779 May 03 14:48:22.061910 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-1f3cb128-5be8-4665-a0ba-387f132ce329 req-31bc2669-37e2-4de0-8803-c5e59851505e tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/security-groups?id=4be1d56e-dc50-4c55-b511-de10663410d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621884 May 03 14:48:23.193198 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7696bd3b-96f7-479c-8b06-c03b75dc41f8 req-718a6f83-5652-436b-8b12-8ed0136db9dd tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:48:23.194650 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-7696bd3b-96f7-479c-8b06-c03b75dc41f8 req-718a6f83-5652-436b-8b12-8ed0136db9dd tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/ports?device_id=dbf00822-5970-4028-8656-a6300c36daa0 HTTP/1.1" status: 200 len: 945 time: 0.0742164 May 03 14:48:23.205253 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca4ce0e-cdd5-41e2-a5b5-824840800709 req-0b97728e-47c4-4dc5-8803-d9b860e4bfd1 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:48:23.206613 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-9ca4ce0e-cdd5-41e2-a5b5-824840800709 req-0b97728e-47c4-4dc5-8803-d9b860e4bfd1 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/ports?device_id=76f0c6b6-fd34-42ef-ab7d-e9f527b969ba HTTP/1.1" status: 200 len: 945 time: 0.0587661 May 03 14:48:23.281169 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-7696bd3b-96f7-479c-8b06-c03b75dc41f8 req-89f101ea-4556-4d01-b93c-f13c2d3592c6 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/security-groups?id=401848e3-e1ee-4f49-9d7c-851858f8a58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733800 May 03 14:48:23.283851 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-9ca4ce0e-cdd5-41e2-a5b5-824840800709 req-4b1caa02-2d86-46c0-94e3-a703125936ff tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/security-groups?id=4be1d56e-dc50-4c55-b511-de10663410d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702169 May 03 14:48:24.423224 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d181007d-3054-4b75-bb1d-223ba86f3b7a req-ff48a6ae-eda1-477e-98ef-e60f14a3c134 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:48:24.424688 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-d181007d-3054-4b75-bb1d-223ba86f3b7a req-ff48a6ae-eda1-477e-98ef-e60f14a3c134 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/ports?device_id=76f0c6b6-fd34-42ef-ab7d-e9f527b969ba HTTP/1.1" status: 200 len: 945 time: 0.0721083 May 03 14:48:24.430795 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568bc3e3-1fbe-47d5-8966-42e9fd95c864 req-2104a6a3-cd5a-47c1-944c-579990290afe tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:48:24.432224 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-568bc3e3-1fbe-47d5-8966-42e9fd95c864 req-2104a6a3-cd5a-47c1-944c-579990290afe tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/ports?device_id=dbf00822-5970-4028-8656-a6300c36daa0 HTTP/1.1" status: 200 len: 945 time: 0.0810633 May 03 14:48:24.505717 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-d181007d-3054-4b75-bb1d-223ba86f3b7a req-4b8887af-c6b2-4cc5-8f6a-6d9e48709595 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/security-groups?id=4be1d56e-dc50-4c55-b511-de10663410d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725033 May 03 14:48:24.509219 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-568bc3e3-1fbe-47d5-8966-42e9fd95c864 req-9ae77e7a-a8a5-46b5-ace9-2f8375385345 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/security-groups?id=401848e3-e1ee-4f49-9d7c-851858f8a58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704403 May 03 14:48:24.626798 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096bf74a-4842-47f8-9e0c-97647596578e req-2293a908-06b4-4845-b8fd-3f8ebe5b8342 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:48:24.628264 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-096bf74a-4842-47f8-9e0c-97647596578e req-2293a908-06b4-4845-b8fd-3f8ebe5b8342 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/ports?device_id=76f0c6b6-fd34-42ef-ab7d-e9f527b969ba HTTP/1.1" status: 200 len: 945 time: 0.0464637 May 03 14:48:24.636863 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 40434) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:48:24.641081 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.v2.base [None req-66eea6cc-3619-4a2c-a1d6-0890e3c069ce tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Request body: {'floatingip': {'port_id': '5049a2b0-9c2b-433d-97a8-086291ae91fa'}} {{(pid=110298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:48:24.680471 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-66eea6cc-3619-4a2c-a1d6-0890e3c069ce tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Publish callbacks [] for floatingip (a6016784-cb88-46e0-b920-3dd289f1d5be), before_update {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:25.278578 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.db.resource_extend [None req-66eea6cc-3619-4a2c-a1d6-0890e3c069ce tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 03 14:48:25.328216 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-66eea6cc-3619-4a2c-a1d6-0890e3c069ce tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:25.386922 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-66eea6cc-3619-4a2c-a1d6-0890e3c069ce tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692144'] for floatingip (a6016784-cb88-46e0-b920-3dd289f1d5be), after_update {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:25.494461 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.db.l3_db [None req-66eea6cc-3619-4a2c-a1d6-0890e3c069ce tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Floating IP a6016784-cb88-46e0-b920-3dd289f1d5be associated. External IP: 172.27.0.176, port: 5049a2b0-9c2b-433d-97a8-086291ae91fa. May 03 14:48:25.640396 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f46c27d-44c5-4db5-9c35-5f56d63cee8c req-b4779131-f816-4a8e-a8c7-e0e9ba2cdecb tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:48:25.641835 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-1f46c27d-44c5-4db5-9c35-5f56d63cee8c req-b4779131-f816-4a8e-a8c7-e0e9ba2cdecb tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/ports?device_id=dbf00822-5970-4028-8656-a6300c36daa0 HTTP/1.1" status: 200 len: 945 time: 0.0624425 May 03 14:48:25.767729 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-1f46c27d-44c5-4db5-9c35-5f56d63cee8c req-1428420e-86e7-49a4-bf67-caf7ff45255e tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/security-groups?id=401848e3-e1ee-4f49-9d7c-851858f8a58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883377 May 03 14:48:25.796769 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66eea6cc-3619-4a2c-a1d6-0890e3c069ce tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Router c0586b89-047d-470f-ba98-8ebeb44b6f63 has already been hosted by L3 agent a9161e1b-902d-441f-843b-a0ff0805adee {{(pid=110298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 14:48:25.908568 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66eea6cc-3619-4a2c-a1d6-0890e3c069ce tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Notify agent at l3_agent.dv-cinder-840289-3-iscsi the message routers_updated {{(pid=110298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 14:48:25.913430 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-66eea6cc-3619-4a2c-a1d6-0890e3c069ce tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46205'] for floatingip (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:25.919197 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e10632-5783-4c77-b778-cebb757b84fc None None] Sync routers for ids ['c0586b89-047d-470f-ba98-8ebeb44b6f63'] in dv-cinder-840289-3-iscsi {{(pid=110300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 14:48:25.928099 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e10632-5783-4c77-b778-cebb757b84fc None None] Routers {'c0586b89-047d-470f-ba98-8ebeb44b6f63'} bound to L3 agent in host dv-cinder-840289-3-iscsi {{(pid=110300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:48:25.928697 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_hamode_db [None req-a5e10632-5783-4c77-b778-cebb757b84fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T14:38:11Z,description=,heartbeat_timestamp=2022-05-03T14:48:11Z,host='dv-cinder-840289-3-iscsi',id=a9161e1b-902d-441f-843b-a0ff0805adee,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:38:12Z,topic='l3_agent')) {'router_ids': ['c0586b89-047d-470f-ba98-8ebeb44b6f63'], 'active': True} {{(pid=110300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:48:25.943211 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-66eea6cc-3619-4a2c-a1d6-0890e3c069ce tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "PUT /v2.0/floatingips/a6016784-cb88-46e0-b920-3dd289f1d5be HTTP/1.1" status: 200 len: 991 time: 1.3052616 May 03 14:48:25.943800 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76f0c6b6-fd34-42ef-ab7d-e9f527b969ba', 'tag': '5049a2b0-9c2b-433d-97a8-086291ae91fa'}] {{(pid=110298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 14:48:25.946639 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75d30aab20f2b99e69676ba1094dd13d61de0bc97323401ed2dd99ba05286cef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-426a6dc4-eb58-44db-ab52-3a4e61da48e9" -d '{"events": [{"name": "network-changed", "server_uuid": "76f0c6b6-fd34-42ef-ab7d-e9f527b969ba", "tag": "5049a2b0-9c2b-433d-97a8-086291ae91fa"}]}' {{(pid=110298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 14:48:25.990955 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 14:48:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af8490b5-4f95-490e-bf15-fc2a992681b3 x-openstack-request-id: req-af8490b5-4f95-490e-bf15-fc2a992681b3 {{(pid=110298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 14:48:25.991293 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76f0c6b6-fd34-42ef-ab7d-e9f527b969ba", "tag": "5049a2b0-9c2b-433d-97a8-086291ae91fa", "status": "completed", "code": 200}]} {{(pid=110298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 14:48:25.991555 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-af8490b5-4f95-490e-bf15-fc2a992681b3 {{(pid=110298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 14:48:25.991970 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af8490b5-4f95-490e-bf15-fc2a992681b3'] response: {'name': 'network-changed', 'server_uuid': '76f0c6b6-fd34-42ef-ab7d-e9f527b969ba', 'tag': '5049a2b0-9c2b-433d-97a8-086291ae91fa', 'status': 'completed', 'code': 200} May 03 14:48:26.051199 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvr_db [None req-a5e10632-5783-4c77-b778-cebb757b84fc None None] Set router c0586b89-047d-470f-ba98-8ebeb44b6f63 gateway port host: dv-cinder-840289-3-iscsi {{(pid=110300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:48:26.262301 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_hamode_db [None req-a5e10632-5783-4c77-b778-cebb757b84fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0586b89-047d-470f-ba98-8ebeb44b6f63', 'name': 'tempest-AttachVolumeTestJSON-1271780405-router', 'tenant_id': 'b4752d3e59c94290925845f591792921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'external_fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': 'd8bbc91f-bf64-4bf7-ad43-b6ff6a701cc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:47:02Z', 'updated_at': '2022-05-03T14:47:13Z', 'revision_number': 4, 'project_id': 'b4752d3e59c94290925845f591792921', 'gw_port': {'id': 'd8bbc91f-bf64-4bf7-ad43-b6ff6a701cc7', 'name': '', 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:fc:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0586b89-047d-470f-ba98-8ebeb44b6f63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:47:04Z', 'updated_at': '2022-05-03T14:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f907060b-4748-4522-aeb5-06a44b689374', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-3-iscsi', '_floatingips': [{'id': 'a6016784-cb88-46e0-b920-3dd289f1d5be', 'tenant_id': 'b4752d3e59c94290925845f591792921', 'floating_ip_address': '172.27.0.176', 'floating_network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'router_id': 'c0586b89-047d-470f-ba98-8ebeb44b6f63', 'port_id': '5049a2b0-9c2b-433d-97a8-086291ae91fa', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '963c04e2-09c0-42b3-8b14-9ee6b8c8fe47', 'mac_address': 'fa:16:3e:7f:81:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76f0c6b6-fd34-42ef-ab7d-e9f527b969ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T14:47:27Z', 'updated_at': '2022-05-03T14:48:25Z', 'revision_number': 1, 'project_id': 'b4752d3e59c94290925845f591792921', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '361af859-480a-47e2-a077-925325ebf6d1', 'name': '', 'network_id': '963c04e2-09c0-42b3-8b14-9ee6b8c8fe47', 'tenant_id': 'b4752d3e59c94290925845f591792921', 'mac_address': 'fa:16:3e:c0:ea:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0586b89-047d-470f-ba98-8ebeb44b6f63', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '48f101fe-497d-4192-8a7b-0011d50ada6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:47:10Z', 'updated_at': '2022-05-03T14:47:24Z', 'revision_number': 5, 'project_id': 'b4752d3e59c94290925845f591792921', 'subnets': [{'id': '48f101fe-497d-4192-8a7b-0011d50ada6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-3-iscsi', False) {} {{(pid=110300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:48:26.291917 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e10632-5783-4c77-b778-cebb757b84fc None None] Checking router: c0586b89-047d-470f-ba98-8ebeb44b6f63 for host: dv-cinder-840289-3-iscsi {{(pid=110300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 14:48:26.299900 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e10632-5783-4c77-b778-cebb757b84fc None None] Routers {'c0586b89-047d-470f-ba98-8ebeb44b6f63'} bound to L3 agent in host dv-cinder-840289-3-iscsi {{(pid=110300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:48:26.300491 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_hamode_db [None req-a5e10632-5783-4c77-b778-cebb757b84fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T14:38:11Z,description=,heartbeat_timestamp=2022-05-03T14:48:11Z,host='dv-cinder-840289-3-iscsi',id=a9161e1b-902d-441f-843b-a0ff0805adee,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:38:12Z,topic='l3_agent')) {'router_ids': ['c0586b89-047d-470f-ba98-8ebeb44b6f63'], 'active': True} {{(pid=110300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:48:26.403771 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvr_db [None req-a5e10632-5783-4c77-b778-cebb757b84fc None None] Set router c0586b89-047d-470f-ba98-8ebeb44b6f63 gateway port host: dv-cinder-840289-3-iscsi {{(pid=110300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:48:26.613105 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_hamode_db [None req-a5e10632-5783-4c77-b778-cebb757b84fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0586b89-047d-470f-ba98-8ebeb44b6f63', 'name': 'tempest-AttachVolumeTestJSON-1271780405-router', 'tenant_id': 'b4752d3e59c94290925845f591792921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'external_fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': 'd8bbc91f-bf64-4bf7-ad43-b6ff6a701cc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:47:02Z', 'updated_at': '2022-05-03T14:47:13Z', 'revision_number': 4, 'project_id': 'b4752d3e59c94290925845f591792921', 'gw_port': {'id': 'd8bbc91f-bf64-4bf7-ad43-b6ff6a701cc7', 'name': '', 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:fc:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0586b89-047d-470f-ba98-8ebeb44b6f63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:47:04Z', 'updated_at': '2022-05-03T14:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f907060b-4748-4522-aeb5-06a44b689374', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-3-iscsi', '_floatingips': [{'id': 'a6016784-cb88-46e0-b920-3dd289f1d5be', 'tenant_id': 'b4752d3e59c94290925845f591792921', 'floating_ip_address': '172.27.0.176', 'floating_network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'router_id': 'c0586b89-047d-470f-ba98-8ebeb44b6f63', 'port_id': '5049a2b0-9c2b-433d-97a8-086291ae91fa', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '963c04e2-09c0-42b3-8b14-9ee6b8c8fe47', 'mac_address': 'fa:16:3e:7f:81:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76f0c6b6-fd34-42ef-ab7d-e9f527b969ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T14:47:27Z', 'updated_at': '2022-05-03T14:48:25Z', 'revision_number': 1, 'project_id': 'b4752d3e59c94290925845f591792921', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '361af859-480a-47e2-a077-925325ebf6d1', 'name': '', 'network_id': '963c04e2-09c0-42b3-8b14-9ee6b8c8fe47', 'tenant_id': 'b4752d3e59c94290925845f591792921', 'mac_address': 'fa:16:3e:c0:ea:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0586b89-047d-470f-ba98-8ebeb44b6f63', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '48f101fe-497d-4192-8a7b-0011d50ada6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:47:10Z', 'updated_at': '2022-05-03T14:47:24Z', 'revision_number': 5, 'project_id': 'b4752d3e59c94290925845f591792921', 'subnets': [{'id': '48f101fe-497d-4192-8a7b-0011d50ada6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-3-iscsi', False) {} {{(pid=110300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:48:26.642783 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e10632-5783-4c77-b778-cebb757b84fc None None] The sync data for ids ['c0586b89-047d-470f-ba98-8ebeb44b6f63'] in dv-cinder-840289-3-iscsi is: [{'id': 'c0586b89-047d-470f-ba98-8ebeb44b6f63', 'name': 'tempest-AttachVolumeTestJSON-1271780405-router', 'tenant_id': 'b4752d3e59c94290925845f591792921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'external_fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': 'd8bbc91f-bf64-4bf7-ad43-b6ff6a701cc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:47:02Z', 'updated_at': '2022-05-03T14:47:13Z', 'revision_number': 4, 'project_id': 'b4752d3e59c94290925845f591792921', 'gw_port': {'id': 'd8bbc91f-bf64-4bf7-ad43-b6ff6a701cc7', 'name': '', 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:fc:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0586b89-047d-470f-ba98-8ebeb44b6f63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:47:04Z', 'updated_at': '2022-05-03T14:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f907060b-4748-4522-aeb5-06a44b689374', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-3-iscsi', '_floatingips': [{'id': 'a6016784-cb88-46e0-b920-3dd289f1d5be', 'tenant_id': 'b4752d3e59c94290925845f591792921', 'floating_ip_address': '172.27.0.176', 'floating_network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'router_id': 'c0586b89-047d-470f-ba98-8ebeb44b6f63', 'port_id': '5049a2b0-9c2b-433d-97a8-086291ae91fa', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '963c04e2-09c0-42b3-8b14-9ee6b8c8fe47', 'mac_address': 'fa:16:3e:7f:81:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76f0c6b6-fd34-42ef-ab7d-e9f527b969ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T14:47:27Z', 'updated_at': '2022-05-03T14:48:25Z', 'revision_number': 1, 'project_id': 'b4752d3e59c94290925845f591792921', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '361af859-480a-47e2-a077-925325ebf6d1', 'name': '', 'network_id': '963c04e2-09c0-42b3-8b14-9ee6b8c8fe47', 'tenant_id': 'b4752d3e59c94290925845f591792921', 'mac_address': 'fa:16:3e:c0:ea:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0586b89-047d-470f-ba98-8ebeb44b6f63', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '48f101fe-497d-4192-8a7b-0011d50ada6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:47:10Z', 'updated_at': '2022-05-03T14:47:24Z', 'revision_number': 5, 'project_id': 'b4752d3e59c94290925845f591792921', 'subnets': [{'id': '48f101fe-497d-4192-8a7b-0011d50ada6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 14:48:26.834228 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34215116-8a9d-47a6-bbff-8d62f85f73db None None] New status for floating IP a6016784-cb88-46e0-b920-3dd289f1d5be: ACTIVE {{(pid=110299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 14:48:26.882944 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764c9056-9208-4caf-88ae-3bce136bb418 req-9581ba5b-f9ea-4943-8729-a283205d4c6f tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:48:26.884474 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-764c9056-9208-4caf-88ae-3bce136bb418 req-9581ba5b-f9ea-4943-8729-a283205d4c6f tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/ports?device_id=dbf00822-5970-4028-8656-a6300c36daa0 HTTP/1.1" status: 200 len: 945 time: 0.0466931 May 03 14:48:26.931725 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-764c9056-9208-4caf-88ae-3bce136bb418 req-f0e9b0e4-2212-4d71-8621-a37a483551ae tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/security-groups?id=401848e3-e1ee-4f49-9d7c-851858f8a58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415857 May 03 14:48:28.049968 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25ffd20-370f-4f87-9016-2f8a566f811b req-ac4de77c-e829-44e1-851d-b0fb6b6a8f27 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:48:28.051360 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-d25ffd20-370f-4f87-9016-2f8a566f811b req-ac4de77c-e829-44e1-851d-b0fb6b6a8f27 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/ports?device_id=dbf00822-5970-4028-8656-a6300c36daa0 HTTP/1.1" status: 200 len: 945 time: 0.0528266 May 03 14:48:28.107570 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-d25ffd20-370f-4f87-9016-2f8a566f811b req-f2d0dc06-33e7-4110-bd32-2e56f2075e04 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/security-groups?id=401848e3-e1ee-4f49-9d7c-851858f8a58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498245 May 03 14:48:28.654067 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (26e70f58-a201-437c-be8d-fd2714f100da), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:29.028426 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426a6dc4-eb58-44db-ab52-3a4e61da48e9 req-6148ca0e-b885-4b87-9021-3eac792e684c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:48:29.029899 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-426a6dc4-eb58-44db-ab52-3a4e61da48e9 req-6148ca0e-b885-4b87-9021-3eac792e684c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b4752d3e59c94290925845f591792921&device_id=76f0c6b6-fd34-42ef-ab7d-e9f527b969ba HTTP/1.1" status: 200 len: 1129 time: 0.0404804 May 03 14:48:29.122415 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426a6dc4-eb58-44db-ab52-3a4e61da48e9 req-ccb8cbc5-cd8f-44fe-bb05-e3797d112bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:48:29.124000 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-426a6dc4-eb58-44db-ab52-3a4e61da48e9 req-ccb8cbc5-cd8f-44fe-bb05-e3797d112bec service neutron] 10.222.0.55 "GET /v2.0/networks?id=963c04e2-09c0-42b3-8b14-9ee6b8c8fe47 HTTP/1.1" status: 200 len: 912 time: 0.0857286 May 03 14:48:29.256213 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-426a6dc4-eb58-44db-ab52-3a4e61da48e9 req-d64301c1-8e9e-4895-8e71-ff05860cfeaa service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5049a2b0-9c2b-433d-97a8-086291ae91fa HTTP/1.1" status: 200 len: 1001 time: 0.1259427 May 03 14:48:29.262620 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff08d637-52b9-44dd-a8ab-5d7af7fb92df req-62ddedc9-e51e-4403-a857-462a7928281a tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:48:29.264176 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-ff08d637-52b9-44dd-a8ab-5d7af7fb92df req-62ddedc9-e51e-4403-a857-462a7928281a tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/ports?device_id=dbf00822-5970-4028-8656-a6300c36daa0 HTTP/1.1" status: 200 len: 945 time: 0.0883486 May 03 14:48:29.334213 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426a6dc4-eb58-44db-ab52-3a4e61da48e9 req-62ea4746-9008-41f0-bc42-106d3491689e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:48:29.336291 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-426a6dc4-eb58-44db-ab52-3a4e61da48e9 req-62ea4746-9008-41f0-bc42-106d3491689e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=48f101fe-497d-4192-8a7b-0011d50ada6e HTTP/1.1" status: 200 len: 850 time: 0.0707016 May 03 14:48:29.348014 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-ff08d637-52b9-44dd-a8ab-5d7af7fb92df req-2f1d1eec-ff9d-430d-93c8-4bff2d9388a5 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/security-groups?id=401848e3-e1ee-4f49-9d7c-851858f8a58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761127 May 03 14:48:29.386572 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426a6dc4-eb58-44db-ab52-3a4e61da48e9 req-e3f1b081-e530-4fe6-9a40-9b9339408dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:48:29.388121 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-426a6dc4-eb58-44db-ab52-3a4e61da48e9 req-e3f1b081-e530-4fe6-9a40-9b9339408dd3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=963c04e2-09c0-42b3-8b14-9ee6b8c8fe47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392883 May 03 14:48:29.484182 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-426a6dc4-eb58-44db-ab52-3a4e61da48e9 req-75f24a05-e689-4c0e-8118-d59f19df7aa2 service neutron] 10.222.0.55 "GET /v2.0/networks/963c04e2-09c0-42b3-8b14-9ee6b8c8fe47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882921 May 03 14:48:29.573921 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-426a6dc4-eb58-44db-ab52-3a4e61da48e9 req-d597467d-0a10-420c-818f-d82f414c1702 service neutron] 10.222.0.55 "GET /v2.0/networks/963c04e2-09c0-42b3-8b14-9ee6b8c8fe47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828595 May 03 14:48:30.465488 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccee5c8-6723-43d8-b357-7b02ea7bc4e1 req-c1544f10-5109-46e1-9241-09d91faf983f tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:48:30.467081 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-4ccee5c8-6723-43d8-b357-7b02ea7bc4e1 req-c1544f10-5109-46e1-9241-09d91faf983f tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/ports?device_id=dbf00822-5970-4028-8656-a6300c36daa0 HTTP/1.1" status: 200 len: 945 time: 0.0509679 May 03 14:48:30.513687 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-4ccee5c8-6723-43d8-b357-7b02ea7bc4e1 req-3bc70022-7f28-4f87-bce2-03a5c4046124 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/security-groups?id=401848e3-e1ee-4f49-9d7c-851858f8a58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410473 May 03 14:48:31.623676 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade4d5f4-59fb-4440-86eb-e771feba076c req-14bdd78a-fa44-4d4e-a17e-5bd4264f61b8 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:48:31.625129 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-ade4d5f4-59fb-4440-86eb-e771feba076c req-14bdd78a-fa44-4d4e-a17e-5bd4264f61b8 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/ports?device_id=dbf00822-5970-4028-8656-a6300c36daa0 HTTP/1.1" status: 200 len: 945 time: 0.0452802 May 03 14:48:31.671650 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-ade4d5f4-59fb-4440-86eb-e771feba076c req-bb71effe-821e-4cf2-aeb4-3a7a686a36c0 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/security-groups?id=401848e3-e1ee-4f49-9d7c-851858f8a58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410893 May 03 14:48:32.785694 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae8fab0-c6ef-4cf1-be37-5d5f6f79b4d9 req-da4c8daf-504c-41ec-9e43-6c82a4fe6f2d tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:48:32.787189 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-0ae8fab0-c6ef-4cf1-be37-5d5f6f79b4d9 req-da4c8daf-504c-41ec-9e43-6c82a4fe6f2d tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/ports?device_id=dbf00822-5970-4028-8656-a6300c36daa0 HTTP/1.1" status: 200 len: 945 time: 0.0477810 May 03 14:48:32.837453 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-0ae8fab0-c6ef-4cf1-be37-5d5f6f79b4d9 req-352e96ae-f31c-4d96-9f12-73274e773366 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/security-groups?id=401848e3-e1ee-4f49-9d7c-851858f8a58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438607 May 03 14:48:33.949308 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8317461c-9b91-4a52-94b8-0c9d8f102568 req-4eb96e02-79ec-44ef-811b-f4fbad88f4e4 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:48:33.950757 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-8317461c-9b91-4a52-94b8-0c9d8f102568 req-4eb96e02-79ec-44ef-811b-f4fbad88f4e4 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/ports?device_id=dbf00822-5970-4028-8656-a6300c36daa0 HTTP/1.1" status: 200 len: 945 time: 0.0468726 May 03 14:48:33.997368 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-8317461c-9b91-4a52-94b8-0c9d8f102568 req-7e2d1aa4-f26e-4a97-b24f-bdadf5cbbd5d tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/security-groups?id=401848e3-e1ee-4f49-9d7c-851858f8a58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411379 May 03 14:48:35.110254 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d308a7-b1e4-478c-a526-1129b411d4a7 req-71b94731-8112-4d21-a30f-7f26eadd68ca tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:48:35.111760 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-c0d308a7-b1e4-478c-a526-1129b411d4a7 req-71b94731-8112-4d21-a30f-7f26eadd68ca tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/ports?device_id=dbf00822-5970-4028-8656-a6300c36daa0 HTTP/1.1" status: 200 len: 945 time: 0.0462046 May 03 14:48:35.160356 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-c0d308a7-b1e4-478c-a526-1129b411d4a7 req-d8bcd491-228c-4f69-b773-1b75749c4a20 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/security-groups?id=401848e3-e1ee-4f49-9d7c-851858f8a58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418463 May 03 14:48:36.283976 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a61629d-61fb-47f5-9379-09a2f90b4e80 req-02478342-9e07-4ceb-90cf-4cb40b6081e7 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:48:36.285576 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-7a61629d-61fb-47f5-9379-09a2f90b4e80 req-02478342-9e07-4ceb-90cf-4cb40b6081e7 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/ports?device_id=dbf00822-5970-4028-8656-a6300c36daa0 HTTP/1.1" status: 200 len: 945 time: 0.0569091 May 03 14:48:36.339581 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-7a61629d-61fb-47f5-9379-09a2f90b4e80 req-8b4b826a-17cf-4194-8450-917b8f339f67 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/security-groups?id=401848e3-e1ee-4f49-9d7c-851858f8a58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479012 May 03 14:48:36.490021 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 40624) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:48:36.596069 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-4d294d7a-06aa-49ce-bc9f-6a5216b508d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:36.668148 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-4d294d7a-06aa-49ce-bc9f-6a5216b508d8 admin admin] Publish callbacks [] for security_group (9809407e-f577-4d74-a1ba-8f63e8dcad2b), precommit_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:36.729092 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-4d294d7a-06aa-49ce-bc9f-6a5216b508d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (9809407e-f577-4d74-a1ba-8f63e8dcad2b), after_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:36.767793 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-4d294d7a-06aa-49ce-bc9f-6a5216b508d8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=700af3e76bc84b8191e4d38e6b9d9112&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2771025 May 03 14:48:36.768872 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d294d7a-06aa-49ce-bc9f-6a5216b508d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9809407e-f577-4d74-a1ba-8f63e8dcad2b,revision_number=1']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:48:36.770457 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 40630) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:48:36.821806 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-a16eea14-5cab-4d46-b6dd-45b89b9f3c20 admin admin] Publish callbacks [] for security_group (9809407e-f577-4d74-a1ba-8f63e8dcad2b), before_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:36.844926 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-a16eea14-5cab-4d46-b6dd-45b89b9f3c20 admin admin] Publish callbacks [] for security_group (9809407e-f577-4d74-a1ba-8f63e8dcad2b), precommit_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:36.973677 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-a16eea14-5cab-4d46-b6dd-45b89b9f3c20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (9809407e-f577-4d74-a1ba-8f63e8dcad2b), after_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:36.976314 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-a16eea14-5cab-4d46-b6dd-45b89b9f3c20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:36.978373 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-a16eea14-5cab-4d46-b6dd-45b89b9f3c20 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9809407e-f577-4d74-a1ba-8f63e8dcad2b HTTP/1.1" status: 204 len: 168 time: 0.2063925 May 03 14:48:36.986327 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16eea14-5cab-4d46-b6dd-45b89b9f3c20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9809407e-f577-4d74-a1ba-8f63e8dcad2b,revision_number=None']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:48:37.458741 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380a24ce-2605-44d0-bef0-5435d5ac8d46 req-33363429-06de-4aa2-9733-c32c90623777 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:48:37.460258 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-380a24ce-2605-44d0-bef0-5435d5ac8d46 req-33363429-06de-4aa2-9733-c32c90623777 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/ports?device_id=dbf00822-5970-4028-8656-a6300c36daa0 HTTP/1.1" status: 200 len: 945 time: 0.0474417 May 03 14:48:37.510634 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-380a24ce-2605-44d0-bef0-5435d5ac8d46 req-8f4f090d-e369-4b8e-a8cb-d42ba18ee4d5 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/security-groups?id=401848e3-e1ee-4f49-9d7c-851858f8a58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438876 May 03 14:48:37.631130 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 40656) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:48:37.644377 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-72f26f84-f7d5-4ecf-9786-441b1a03477d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:37.718653 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-72f26f84-f7d5-4ecf-9786-441b1a03477d admin admin] Publish callbacks [] for security_group (f591d2bb-8a14-4254-97d3-6de3c4e6d615), precommit_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:37.763804 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-72f26f84-f7d5-4ecf-9786-441b1a03477d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (f591d2bb-8a14-4254-97d3-6de3c4e6d615), after_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:37.803797 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-72f26f84-f7d5-4ecf-9786-441b1a03477d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=658108522f304c4b9e8ad0abafe43113&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1715739 May 03 14:48:37.804660 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f26f84-f7d5-4ecf-9786-441b1a03477d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f591d2bb-8a14-4254-97d3-6de3c4e6d615,revision_number=1']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:48:37.806446 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 40658) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:48:37.855039 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-c8c005c7-e23e-46bb-b676-11a69d8eb59a admin admin] Publish callbacks [] for security_group (f591d2bb-8a14-4254-97d3-6de3c4e6d615), before_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:37.876895 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-c8c005c7-e23e-46bb-b676-11a69d8eb59a admin admin] Publish callbacks [] for security_group (f591d2bb-8a14-4254-97d3-6de3c4e6d615), precommit_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:37.992223 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-c8c005c7-e23e-46bb-b676-11a69d8eb59a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (f591d2bb-8a14-4254-97d3-6de3c4e6d615), after_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:37.995013 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-c8c005c7-e23e-46bb-b676-11a69d8eb59a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:37.996167 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-c8c005c7-e23e-46bb-b676-11a69d8eb59a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f591d2bb-8a14-4254-97d3-6de3c4e6d615 HTTP/1.1" status: 204 len: 168 time: 0.1885288 May 03 14:48:38.004340 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c005c7-e23e-46bb-b676-11a69d8eb59a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f591d2bb-8a14-4254-97d3-6de3c4e6d615,revision_number=None']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:48:38.624030 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb10be6-2ce2-43a7-9117-cc34c8c6c706 req-87bb6e1b-cd09-4a81-ad75-36306efeec20 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:48:38.625540 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-3fb10be6-2ce2-43a7-9117-cc34c8c6c706 req-87bb6e1b-cd09-4a81-ad75-36306efeec20 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/ports?device_id=dbf00822-5970-4028-8656-a6300c36daa0 HTTP/1.1" status: 200 len: 945 time: 0.0483780 May 03 14:48:38.674364 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-3fb10be6-2ce2-43a7-9117-cc34c8c6c706 req-135c91a9-28bc-4e49-82f6-adb192366ee5 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/security-groups?id=401848e3-e1ee-4f49-9d7c-851858f8a58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432150 May 03 14:48:38.752112 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-94947c4e-8cf4-4b1b-80cf-98409d5d95b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (5d16a8e7-5fab-4607-ae51-2b468a019c05), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:39.081715 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 40712) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:48:39.178631 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.v2.base [None req-486af408-8597-476f-b173-d3c071ac3a82 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1958132049-network', 'tenant_id': '1a5d9acfd15b459088d2b3336987ffc2'}} {{(pid=110297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:48:39.312101 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-486af408-8597-476f-b173-d3c071ac3a82 admin admin] Made reservation on behalf of 1a5d9acfd15b459088d2b3336987ffc2 for: {'network': 1} {{(pid=110297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 14:48:39.314416 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-486af408-8597-476f-b173-d3c071ac3a82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for network (None), before_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:39.323027 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-486af408-8597-476f-b173-d3c071ac3a82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:39.393371 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-486af408-8597-476f-b173-d3c071ac3a82 admin admin] Publish callbacks [] for security_group (a779f525-a89c-4067-8651-a1c9b422a410), precommit_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:39.459173 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-486af408-8597-476f-b173-d3c071ac3a82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (a779f525-a89c-4067-8651-a1c9b422a410), after_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:39.486692 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-486af408-8597-476f-b173-d3c071ac3a82 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 380} {{(pid=110297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 14:48:39.491944 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486af408-8597-476f-b173-d3c071ac3a82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a779f525-a89c-4067-8651-a1c9b422a410,revision_number=1']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:48:39.500385 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-486af408-8597-476f-b173-d3c071ac3a82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719716'] for segment (129be23a-fa4a-43fb-8741-70d8318c87df), precommit_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:39.500385 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.db.segments_db [None req-486af408-8597-476f-b173-d3c071ac3a82 admin admin] Added segment 129be23a-fa4a-43fb-8741-70d8318c87df of type vlan for network c02ecbea-bb26-4104-a2de-b38125184644 May 03 14:48:39.543749 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-486af408-8597-476f-b173-d3c071ac3a82 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775476666305'] for network (c02ecbea-bb26-4104-a2de-b38125184644), precommit_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:39.630462 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-486af408-8597-476f-b173-d3c071ac3a82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613'] for network (c02ecbea-bb26-4104-a2de-b38125184644), after_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:39.631478 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-486af408-8597-476f-b173-d3c071ac3a82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:48:39.632052 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-486af408-8597-476f-b173-d3c071ac3a82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603595'] for network (None), before_response {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:39.693283 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486af408-8597-476f-b173-d3c071ac3a82 admin admin] Pushing event updated for resources: {'Network': ['ID=c02ecbea-bb26-4104-a2de-b38125184644,revision_number=1']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:48:39.703707 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Network c02ecbea-bb26-4104-a2de-b38125184644 details requested by agent ovs-agent-dv-cinder-840289-3-iscsi with host dv-cinder-840289-3-iscsi {{(pid=110299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 03 14:48:39.721974 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-486af408-8597-476f-b173-d3c071ac3a82 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6366673 May 03 14:48:39.722487 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 40726) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:48:39.732106 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.v2.base [None req-16fcc5d1-db26-4203-afe2-3849e242a2c7 admin admin] Request body: {'subnet': {'network_id': 'c02ecbea-bb26-4104-a2de-b38125184644', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1958132049-subnet', 'tenant_id': '1a5d9acfd15b459088d2b3336987ffc2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:48:39.796949 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fdcdd8-e962-470a-9f27-9244907a00f6 req-5d38ed55-6b61-4cc4-aa86-a34260a8fb05 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:48:39.798405 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-a9fdcdd8-e962-470a-9f27-9244907a00f6 req-5d38ed55-6b61-4cc4-aa86-a34260a8fb05 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/ports?device_id=dbf00822-5970-4028-8656-a6300c36daa0 HTTP/1.1" status: 200 len: 945 time: 0.0516653 May 03 14:48:39.834651 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16fcc5d1-db26-4203-afe2-3849e242a2c7 admin admin] Made reservation on behalf of 1a5d9acfd15b459088d2b3336987ffc2 for: {'subnet': 1} {{(pid=110298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 14:48:39.836918 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-16fcc5d1-db26-4203-afe2-3849e242a2c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25436669'] for subnet (None), before_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:39.859233 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-a9fdcdd8-e962-470a-9f27-9244907a00f6 req-85f6ff77-fe13-45fb-a660-147cba0d8de2 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/security-groups?id=401848e3-e1ee-4f49-9d7c-851858f8a58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553193 May 03 14:48:40.066493 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-16fcc5d1-db26-4203-afe2-3849e242a2c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25807318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25436643'] for subnet (f6d85b2f-9a48-4dc0-bc58-015d0a9f6042), after_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:40.116515 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fcc5d1-db26-4203-afe2-3849e242a2c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6d85b2f-9a48-4dc0-bc58-015d0a9f6042,revision_number=0']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:48:40.132290 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16fcc5d1-db26-4203-afe2-3849e242a2c7 admin admin] Checking segment: {'id': '129be23a-fa4a-43fb-8741-70d8318c87df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'c02ecbea-bb26-4104-a2de-b38125184644'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 14:48:40.132649 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16fcc5d1-db26-4203-afe2-3849e242a2c7 admin admin] Network hostable DHCP agents. Network: c02ecbea-bb26-4104-a2de-b38125184644, hostable agents: ['5d16a8e7-5fab-4607-ae51-2b468a019c05'], hosted agents: [] {{(pid=110298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 14:48:40.220877 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16fcc5d1-db26-4203-afe2-3849e242a2c7 admin admin] Network c02ecbea-bb26-4104-a2de-b38125184644 is scheduled to be hosted by DHCP agent 5d16a8e7-5fab-4607-ae51-2b468a019c05 with binding_index 1 {{(pid=110298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 14:48:40.307222 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.scheduler.base_scheduler [None req-16fcc5d1-db26-4203-afe2-3849e242a2c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840289-3-iscsi, c02ecbea-bb26-4104-a2de-b38125184644) {{(pid=110298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 14:48:40.323062 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a014eed-eab1-4ec1-9601-907ce792f9ef None None] Network c02ecbea-bb26-4104-a2de-b38125184644 requested from dv-cinder-840289-3-iscsi {{(pid=110299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 14:48:40.323644 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16fcc5d1-db26-4203-afe2-3849e242a2c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:48:40.323990 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-16fcc5d1-db26-4203-afe2-3849e242a2c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603595'] for subnet (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:40.395076 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-16fcc5d1-db26-4203-afe2-3849e242a2c7 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6712730 May 03 14:48:40.416487 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-231ac414-6d8c-4149-ad3b-f9f9aeaca025 None None] Network c02ecbea-bb26-4104-a2de-b38125184644 requested from dv-cinder-840289-3-iscsi {{(pid=110299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 14:48:40.972689 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137b7203-afd3-4a89-8505-53c579d98ae5 req-1fc964eb-5007-4151-b024-16e872ccb49f tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:48:40.974216 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-137b7203-afd3-4a89-8505-53c579d98ae5 req-1fc964eb-5007-4151-b024-16e872ccb49f tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/ports?device_id=dbf00822-5970-4028-8656-a6300c36daa0 HTTP/1.1" status: 200 len: 945 time: 0.0485625 May 03 14:48:41.026934 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-137b7203-afd3-4a89-8505-53c579d98ae5 req-9a5593eb-82a6-44bd-a7dd-ba3e280cc107 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/security-groups?id=401848e3-e1ee-4f49-9d7c-851858f8a58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469544 May 03 14:48:41.050238 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 40752) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:48:41.055180 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.v2.base [None req-e4e9fd7e-4c86-4d22-b570-62f6a588391f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1017277040-network', 'tenant_id': 'eed850fa825346cab26d21832987e801'}} {{(pid=110298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:48:41.111803 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-571adf12-082e-4863-b2a8-128b5571757a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (a9161e1b-902d-441f-843b-a0ff0805adee), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:41.140283 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4e9fd7e-4c86-4d22-b570-62f6a588391f admin admin] Made reservation on behalf of eed850fa825346cab26d21832987e801 for: {'network': 1} {{(pid=110298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 14:48:41.142528 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-e4e9fd7e-4c86-4d22-b570-62f6a588391f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for network (None), before_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:41.151699 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-e4e9fd7e-4c86-4d22-b570-62f6a588391f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:41.224259 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-e4e9fd7e-4c86-4d22-b570-62f6a588391f admin admin] Publish callbacks [] for security_group (5d39e4a8-2a1d-49ab-87db-f37567bb3fc1), precommit_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:41.306208 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-e4e9fd7e-4c86-4d22-b570-62f6a588391f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (5d39e4a8-2a1d-49ab-87db-f37567bb3fc1), after_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:41.332292 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4e9fd7e-4c86-4d22-b570-62f6a588391f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 357} {{(pid=110298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 14:48:41.343326 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e9fd7e-4c86-4d22-b570-62f6a588391f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d39e4a8-2a1d-49ab-87db-f37567bb3fc1,revision_number=1']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:48:41.348439 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-e4e9fd7e-4c86-4d22-b570-62f6a588391f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719716'] for segment (ae99e13b-9fc8-49d0-97a7-e1835d72fb71), precommit_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:41.348789 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.db.segments_db [None req-e4e9fd7e-4c86-4d22-b570-62f6a588391f admin admin] Added segment ae99e13b-9fc8-49d0-97a7-e1835d72fb71 of type vlan for network 797056f7-a676-40a0-a022-343eb71654c2 May 03 14:48:41.391686 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-e4e9fd7e-4c86-4d22-b570-62f6a588391f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775476666305'] for network (797056f7-a676-40a0-a022-343eb71654c2), precommit_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:41.476169 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-e4e9fd7e-4c86-4d22-b570-62f6a588391f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613'] for network (797056f7-a676-40a0-a022-343eb71654c2), after_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:41.477147 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4e9fd7e-4c86-4d22-b570-62f6a588391f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:48:41.477734 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-e4e9fd7e-4c86-4d22-b570-62f6a588391f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603595'] for network (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:41.538803 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e9fd7e-4c86-4d22-b570-62f6a588391f admin admin] Pushing event updated for resources: {'Network': ['ID=797056f7-a676-40a0-a022-343eb71654c2,revision_number=1']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:48:41.549980 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Network 797056f7-a676-40a0-a022-343eb71654c2 details requested by agent ovs-agent-dv-cinder-840289-3-iscsi with host dv-cinder-840289-3-iscsi {{(pid=110299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 03 14:48:41.583203 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-e4e9fd7e-4c86-4d22-b570-62f6a588391f admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5317507 May 03 14:48:41.585818 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 40762) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:48:41.590437 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.v2.base [None req-dff99cb8-36d7-4fd8-ad11-1f5150a57267 admin admin] Request body: {'subnet': {'network_id': '797056f7-a676-40a0-a022-343eb71654c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1017277040-subnet', 'tenant_id': 'eed850fa825346cab26d21832987e801', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:48:41.667285 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dff99cb8-36d7-4fd8-ad11-1f5150a57267 admin admin] Made reservation on behalf of eed850fa825346cab26d21832987e801 for: {'subnet': 1} {{(pid=110298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 14:48:41.669526 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-dff99cb8-36d7-4fd8-ad11-1f5150a57267 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25436669'] for subnet (None), before_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:41.893434 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-dff99cb8-36d7-4fd8-ad11-1f5150a57267 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25807318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25436643'] for subnet (639eaa3c-f35c-4a11-8076-55e18ef78cb1), after_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:41.955532 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff99cb8-36d7-4fd8-ad11-1f5150a57267 admin admin] Pushing event updated for resources: {'Subnet': ['ID=639eaa3c-f35c-4a11-8076-55e18ef78cb1,revision_number=0']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:48:41.964573 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff99cb8-36d7-4fd8-ad11-1f5150a57267 admin admin] Checking segment: {'id': 'ae99e13b-9fc8-49d0-97a7-e1835d72fb71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '797056f7-a676-40a0-a022-343eb71654c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 14:48:41.964931 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dff99cb8-36d7-4fd8-ad11-1f5150a57267 admin admin] Network hostable DHCP agents. Network: 797056f7-a676-40a0-a022-343eb71654c2, hostable agents: ['5d16a8e7-5fab-4607-ae51-2b468a019c05'], hosted agents: [] {{(pid=110298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 14:48:42.030349 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dff99cb8-36d7-4fd8-ad11-1f5150a57267 admin admin] Network 797056f7-a676-40a0-a022-343eb71654c2 is scheduled to be hosted by DHCP agent 5d16a8e7-5fab-4607-ae51-2b468a019c05 with binding_index 1 {{(pid=110298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 14:48:42.123664 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.scheduler.base_scheduler [None req-dff99cb8-36d7-4fd8-ad11-1f5150a57267 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840289-3-iscsi, 797056f7-a676-40a0-a022-343eb71654c2) {{(pid=110298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 14:48:42.130629 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff99cb8-36d7-4fd8-ad11-1f5150a57267 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:48:42.131279 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-dff99cb8-36d7-4fd8-ad11-1f5150a57267 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603595'] for subnet (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:42.136859 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20e218ed-fd13-4c26-8b4d-e52ad8e026b8 None None] Network 797056f7-a676-40a0-a022-343eb71654c2 requested from dv-cinder-840289-3-iscsi {{(pid=110299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 14:48:42.151902 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe0abe9-1106-409c-867c-26059f9cc75c req-8fe0c535-5770-4018-944c-b822ce338488 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:48:42.153423 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-3fe0abe9-1106-409c-867c-26059f9cc75c req-8fe0c535-5770-4018-944c-b822ce338488 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/ports?device_id=dbf00822-5970-4028-8656-a6300c36daa0 HTTP/1.1" status: 200 len: 945 time: 0.0601666 May 03 14:48:42.205311 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-3fe0abe9-1106-409c-867c-26059f9cc75c req-4fb78e30-30ea-44fe-9f2d-9fc8b305adf1 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/security-groups?id=401848e3-e1ee-4f49-9d7c-851858f8a58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457728 May 03 14:48:42.211874 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-dff99cb8-36d7-4fd8-ad11-1f5150a57267 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6250584 May 03 14:48:42.264923 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61718944-53a9-4bde-b4d6-354da56c6a99 None None] Network 797056f7-a676-40a0-a022-343eb71654c2 requested from dv-cinder-840289-3-iscsi {{(pid=110299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 14:48:42.465045 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-ed776e2d-a518-4685-8fad-0cd9eaa120ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (6a418bd5-8bcc-400f-88b5-19eff412e81a), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:43.323680 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69624e3-c5f8-4f0f-b3c8-eb23f35903c3 req-d02395c1-04c6-4307-b632-07091d38d6f0 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:48:43.328574 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-b69624e3-c5f8-4f0f-b3c8-eb23f35903c3 req-d02395c1-04c6-4307-b632-07091d38d6f0 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/ports?device_id=dbf00822-5970-4028-8656-a6300c36daa0 HTTP/1.1" status: 200 len: 945 time: 0.0485764 May 03 14:48:43.373253 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-b69624e3-c5f8-4f0f-b3c8-eb23f35903c3 req-131ac509-faec-481d-b53a-c0c2f9f15f31 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/security-groups?id=401848e3-e1ee-4f49-9d7c-851858f8a58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422616 May 03 14:48:43.546410 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-dd96712b-4627-437f-9df9-b1bfec551245 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (8b46afec-dab7-4bfa-a959-8584a0cfd79a), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:44.487782 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae85f4dd-886a-48fc-89a2-0d8796885ee8 req-f8d553a0-7411-400f-8e9e-1d05a5f29d5f tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:48:44.489587 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-ae85f4dd-886a-48fc-89a2-0d8796885ee8 req-f8d553a0-7411-400f-8e9e-1d05a5f29d5f tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/ports?device_id=dbf00822-5970-4028-8656-a6300c36daa0 HTTP/1.1" status: 200 len: 945 time: 0.0482616 May 03 14:48:44.568047 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-ae85f4dd-886a-48fc-89a2-0d8796885ee8 req-15ead2fa-64eb-45a3-9318-475c9d795deb tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/security-groups?id=401848e3-e1ee-4f49-9d7c-851858f8a58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727990 May 03 14:48:45.004619 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.agents_db [None req-dd30728e-be63-467e-afaf-aba6f24eb33e None None] Agent healthcheck: found 6 active agents {{(pid=110300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 14:48:45.049053 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 40826) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:48:45.088634 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 40830) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:48:45.161140 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (16d44442-859c-4c9b-bc72-04cb3b8a5d5b), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:45.200854 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-9e388e6e-807a-47b9-b2a1-a6d6ec34722a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:45.226414 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-ded43d06-8ba0-4366-bfbe-b0e91890ef1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:45.337335 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-9e388e6e-807a-47b9-b2a1-a6d6ec34722a admin admin] Publish callbacks [] for security_group (a1082566-250b-4855-b081-57925f72aaf8), precommit_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:45.358856 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-ded43d06-8ba0-4366-bfbe-b0e91890ef1e admin admin] Publish callbacks [] for security_group (f6d422df-78c7-4f9b-958c-66447eab2f8b), precommit_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:45.443917 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-9e388e6e-807a-47b9-b2a1-a6d6ec34722a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (a1082566-250b-4855-b081-57925f72aaf8), after_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:45.471211 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-ded43d06-8ba0-4366-bfbe-b0e91890ef1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (f6d422df-78c7-4f9b-958c-66447eab2f8b), after_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:45.501394 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-9e388e6e-807a-47b9-b2a1-a6d6ec34722a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5593ed3b592447daa8ac6c6d87273739&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4092948 May 03 14:48:45.501985 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 40842) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:48:45.504148 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e388e6e-807a-47b9-b2a1-a6d6ec34722a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1082566-250b-4855-b081-57925f72aaf8,revision_number=1']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:48:45.526894 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-ded43d06-8ba0-4366-bfbe-b0e91890ef1e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=436f9f694e974163936e67b766f1653d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4767199 May 03 14:48:45.532009 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 40844) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:48:45.537195 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded43d06-8ba0-4366-bfbe-b0e91890ef1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6d422df-78c7-4f9b-958c-66447eab2f8b,revision_number=1']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:48:45.598328 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-788a3aa1-7877-4580-aa93-2f27e71f1661 admin admin] Publish callbacks [] for security_group (a1082566-250b-4855-b081-57925f72aaf8), before_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:45.627307 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-4c97603b-a3a0-4de5-bb79-bf2252fcf5c9 admin admin] Publish callbacks [] for security_group (f6d422df-78c7-4f9b-958c-66447eab2f8b), before_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:45.634763 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-788a3aa1-7877-4580-aa93-2f27e71f1661 admin admin] Publish callbacks [] for security_group (a1082566-250b-4855-b081-57925f72aaf8), precommit_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:45.666528 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-4c97603b-a3a0-4de5-bb79-bf2252fcf5c9 admin admin] Publish callbacks [] for security_group (f6d422df-78c7-4f9b-958c-66447eab2f8b), precommit_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:45.690214 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2e09db-cb4d-42ed-9feb-594b97a57e83 req-d8f8cc00-1ae2-4af8-b228-f8ad6ec3ced7 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:48:45.691720 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-ff2e09db-cb4d-42ed-9feb-594b97a57e83 req-d8f8cc00-1ae2-4af8-b228-f8ad6ec3ced7 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/ports?device_id=dbf00822-5970-4028-8656-a6300c36daa0 HTTP/1.1" status: 200 len: 945 time: 0.0491688 May 03 14:48:45.747062 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-ff2e09db-cb4d-42ed-9feb-594b97a57e83 req-f75366d6-c462-4a3e-8909-2c285f03446a tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/security-groups?id=401848e3-e1ee-4f49-9d7c-851858f8a58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495474 May 03 14:48:45.803838 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-788a3aa1-7877-4580-aa93-2f27e71f1661 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (a1082566-250b-4855-b081-57925f72aaf8), after_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:45.808999 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-788a3aa1-7877-4580-aa93-2f27e71f1661 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:45.812730 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-788a3aa1-7877-4580-aa93-2f27e71f1661 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a1082566-250b-4855-b081-57925f72aaf8 HTTP/1.1" status: 204 len: 168 time: 0.3070955 May 03 14:48:45.812976 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-4c97603b-a3a0-4de5-bb79-bf2252fcf5c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (f6d422df-78c7-4f9b-958c-66447eab2f8b), after_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:45.815703 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-4c97603b-a3a0-4de5-bb79-bf2252fcf5c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:45.818143 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-4c97603b-a3a0-4de5-bb79-bf2252fcf5c9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f6d422df-78c7-4f9b-958c-66447eab2f8b HTTP/1.1" status: 204 len: 168 time: 0.2857239 May 03 14:48:45.824788 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788a3aa1-7877-4580-aa93-2f27e71f1661 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1082566-250b-4855-b081-57925f72aaf8,revision_number=None']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:48:45.850391 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c97603b-a3a0-4de5-bb79-bf2252fcf5c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6d422df-78c7-4f9b-958c-66447eab2f8b,revision_number=None']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:48:46.540446 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 40884) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:48:46.554697 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-d6f0adf9-147e-4c79-b65f-f51921890345 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:46.641829 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-d6f0adf9-147e-4c79-b65f-f51921890345 admin admin] Publish callbacks [] for security_group (e4545a6c-b7d7-440b-994d-499361a7ea30), precommit_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:46.723632 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-d6f0adf9-147e-4c79-b65f-f51921890345 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (e4545a6c-b7d7-440b-994d-499361a7ea30), after_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:46.764196 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-d6f0adf9-147e-4c79-b65f-f51921890345 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=43a9a932625344b0847ef6d596a829d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2226229 May 03 14:48:46.764990 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f0adf9-147e-4c79-b65f-f51921890345 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4545a6c-b7d7-440b-994d-499361a7ea30,revision_number=1']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:48:46.766900 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 40896) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:48:46.819885 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-35b12365-ec74-4095-960e-a9776e776d9a admin admin] Publish callbacks [] for security_group (e4545a6c-b7d7-440b-994d-499361a7ea30), before_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:46.873808 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-35b12365-ec74-4095-960e-a9776e776d9a admin admin] Publish callbacks [] for security_group (e4545a6c-b7d7-440b-994d-499361a7ea30), precommit_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:46.887228 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93886725-d01e-419d-af35-2f7596bc619a req-7ecbe0b0-835c-418c-b917-8cd3fe022305 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:48:46.888724 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-93886725-d01e-419d-af35-2f7596bc619a req-7ecbe0b0-835c-418c-b917-8cd3fe022305 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/ports?device_id=dbf00822-5970-4028-8656-a6300c36daa0 HTTP/1.1" status: 200 len: 945 time: 0.0670183 May 03 14:48:46.924675 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 40902) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:48:46.966673 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-93886725-d01e-419d-af35-2f7596bc619a req-f7716be1-32e4-40a9-a67a-6d608880c4b2 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/security-groups?id=401848e3-e1ee-4f49-9d7c-851858f8a58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691130 May 03 14:48:47.049478 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-35b12365-ec74-4095-960e-a9776e776d9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (e4545a6c-b7d7-440b-994d-499361a7ea30), after_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:47.052856 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-35b12365-ec74-4095-960e-a9776e776d9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:47.054073 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-35b12365-ec74-4095-960e-a9776e776d9a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e4545a6c-b7d7-440b-994d-499361a7ea30 HTTP/1.1" status: 204 len: 168 time: 0.2861032 May 03 14:48:47.065812 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b12365-ec74-4095-960e-a9776e776d9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4545a6c-b7d7-440b-994d-499361a7ea30,revision_number=None']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:48:47.070889 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.v2.base [None req-5167ebd9-f970-4536-bc62-fa822fc9bd3f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2077658461-network', 'tenant_id': '7d4c047e715a4907a16f3e647f380b0b'}} {{(pid=110297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:48:47.137947 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea40d610-56eb-4711-bcb3-bcc10365c646 req-557deaad-1919-47d0-81b1-413202ed4d53 tempest-DeleteServersTestJSON-1834262226 tempest-DeleteServersTestJSON-1834262226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:48:47.140831 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-ea40d610-56eb-4711-bcb3-bcc10365c646 req-557deaad-1919-47d0-81b1-413202ed4d53 tempest-DeleteServersTestJSON-1834262226 tempest-DeleteServersTestJSON-1834262226-project] 10.222.0.16 "GET /v2.0/ports?device_id=15b6f436-8fd4-462d-9d65-8975e7b68845 HTTP/1.1" status: 200 len: 946 time: 0.0555072 May 03 14:48:47.153297 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5167ebd9-f970-4536-bc62-fa822fc9bd3f admin admin] Made reservation on behalf of 7d4c047e715a4907a16f3e647f380b0b for: {'network': 1} {{(pid=110297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 14:48:47.155755 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-5167ebd9-f970-4536-bc62-fa822fc9bd3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for network (None), before_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:47.164516 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-5167ebd9-f970-4536-bc62-fa822fc9bd3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:47.189668 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-ea40d610-56eb-4711-bcb3-bcc10365c646 req-deebfec4-271d-4565-b19e-7b0fc3ac31d8 tempest-DeleteServersTestJSON-1834262226 tempest-DeleteServersTestJSON-1834262226-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7d4e0da-70e9-49ee-b61d-1d76ebf434dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441535 May 03 14:48:47.246008 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-5167ebd9-f970-4536-bc62-fa822fc9bd3f admin admin] Publish callbacks [] for security_group (e829e9f6-99c8-4c80-b852-4f7f71962446), precommit_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:47.304662 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-5167ebd9-f970-4536-bc62-fa822fc9bd3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (e829e9f6-99c8-4c80-b852-4f7f71962446), after_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:47.324931 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5167ebd9-f970-4536-bc62-fa822fc9bd3f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 356} {{(pid=110297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 14:48:47.340824 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5167ebd9-f970-4536-bc62-fa822fc9bd3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e829e9f6-99c8-4c80-b852-4f7f71962446,revision_number=1']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:48:47.345131 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-5167ebd9-f970-4536-bc62-fa822fc9bd3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719716'] for segment (40c723d8-45df-4e69-9439-7cb5b609b381), precommit_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:47.345475 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.db.segments_db [None req-5167ebd9-f970-4536-bc62-fa822fc9bd3f admin admin] Added segment 40c723d8-45df-4e69-9439-7cb5b609b381 of type vlan for network f9508427-db4d-416b-987f-da2fc50a7ea8 May 03 14:48:47.385762 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-5167ebd9-f970-4536-bc62-fa822fc9bd3f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775476666305'] for network (f9508427-db4d-416b-987f-da2fc50a7ea8), precommit_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:47.494648 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-5167ebd9-f970-4536-bc62-fa822fc9bd3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613'] for network (f9508427-db4d-416b-987f-da2fc50a7ea8), after_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:47.495791 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5167ebd9-f970-4536-bc62-fa822fc9bd3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:48:47.496393 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-5167ebd9-f970-4536-bc62-fa822fc9bd3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603595'] for network (None), before_response {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:47.558162 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5167ebd9-f970-4536-bc62-fa822fc9bd3f admin admin] Pushing event updated for resources: {'Network': ['ID=f9508427-db4d-416b-987f-da2fc50a7ea8,revision_number=1']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:48:47.569452 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Network f9508427-db4d-416b-987f-da2fc50a7ea8 details requested by agent ovs-agent-dv-cinder-840289-3-iscsi with host dv-cinder-840289-3-iscsi {{(pid=110299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 03 14:48:47.623462 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-5167ebd9-f970-4536-bc62-fa822fc9bd3f admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6976562 May 03 14:48:47.626168 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 40922) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:48:47.630788 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.v2.base [None req-558d15cb-6752-401a-afb2-aeee4d92ffbb admin admin] Request body: {'subnet': {'network_id': 'f9508427-db4d-416b-987f-da2fc50a7ea8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2077658461-subnet', 'tenant_id': '7d4c047e715a4907a16f3e647f380b0b', 'ip_version': 4}} {{(pid=110297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:48:47.711714 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-558d15cb-6752-401a-afb2-aeee4d92ffbb admin admin] Made reservation on behalf of 7d4c047e715a4907a16f3e647f380b0b for: {'subnet': 1} {{(pid=110297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 14:48:47.714011 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-558d15cb-6752-401a-afb2-aeee4d92ffbb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25246335'] for subnet (None), before_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:47.781362 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 40924) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:48:47.794716 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-1567a919-d12b-449d-9c8d-c0e2c12231b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:47.869159 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-1567a919-d12b-449d-9c8d-c0e2c12231b0 admin admin] Publish callbacks [] for security_group (73f85f01-a944-4520-8e5d-42780dff268d), precommit_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:47.946351 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-1567a919-d12b-449d-9c8d-c0e2c12231b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (73f85f01-a944-4520-8e5d-42780dff268d), after_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:47.975243 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-558d15cb-6752-401a-afb2-aeee4d92ffbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25923093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25246305'] for subnet (d16b41a6-87db-430a-89a6-71fbdac1b346), after_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:47.988371 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-1567a919-d12b-449d-9c8d-c0e2c12231b0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=37066a5f931b4c39b8f5181a6feee986&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2036085 May 03 14:48:47.988371 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1567a919-d12b-449d-9c8d-c0e2c12231b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73f85f01-a944-4520-8e5d-42780dff268d,revision_number=1']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:48:47.990153 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 40928) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:48:48.032939 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558d15cb-6752-401a-afb2-aeee4d92ffbb admin admin] Pushing event updated for resources: {'Subnet': ['ID=d16b41a6-87db-430a-89a6-71fbdac1b346,revision_number=0']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:48:48.044210 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-558d15cb-6752-401a-afb2-aeee4d92ffbb admin admin] Checking segment: {'id': '40c723d8-45df-4e69-9439-7cb5b609b381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'f9508427-db4d-416b-987f-da2fc50a7ea8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 14:48:48.044569 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-558d15cb-6752-401a-afb2-aeee4d92ffbb admin admin] Network hostable DHCP agents. Network: f9508427-db4d-416b-987f-da2fc50a7ea8, hostable agents: ['5d16a8e7-5fab-4607-ae51-2b468a019c05'], hosted agents: [] {{(pid=110297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 14:48:48.053837 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-1b095a83-f702-474c-a8ce-15d9f4786534 admin admin] Publish callbacks [] for security_group (73f85f01-a944-4520-8e5d-42780dff268d), before_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:48.099852 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-1b095a83-f702-474c-a8ce-15d9f4786534 admin admin] Publish callbacks [] for security_group (73f85f01-a944-4520-8e5d-42780dff268d), precommit_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:48.112552 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed8a5f0-5618-4bbb-a178-9896512ddf03 req-4f9a43c4-215f-4831-ad8d-0bc8aebd870d tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:48:48.114000 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-bed8a5f0-5618-4bbb-a178-9896512ddf03 req-4f9a43c4-215f-4831-ad8d-0bc8aebd870d tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/ports?device_id=dbf00822-5970-4028-8656-a6300c36daa0 HTTP/1.1" status: 200 len: 945 time: 0.0714381 May 03 14:48:48.117402 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-558d15cb-6752-401a-afb2-aeee4d92ffbb admin admin] Network f9508427-db4d-416b-987f-da2fc50a7ea8 is scheduled to be hosted by DHCP agent 5d16a8e7-5fab-4607-ae51-2b468a019c05 with binding_index 1 {{(pid=110297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 14:48:48.176970 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-bed8a5f0-5618-4bbb-a178-9896512ddf03 req-ef2986db-3e10-4b41-8704-56b59e79d22d tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/security-groups?id=401848e3-e1ee-4f49-9d7c-851858f8a58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535643 May 03 14:48:48.199069 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.scheduler.base_scheduler [None req-558d15cb-6752-401a-afb2-aeee4d92ffbb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840289-3-iscsi, f9508427-db4d-416b-987f-da2fc50a7ea8) {{(pid=110297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 14:48:48.203750 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-558d15cb-6752-401a-afb2-aeee4d92ffbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:48:48.211698 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-558d15cb-6752-401a-afb2-aeee4d92ffbb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:48.212341 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb864f44-9193-4540-b650-31af9bbdda6f None None] Network f9508427-db4d-416b-987f-da2fc50a7ea8 requested from dv-cinder-840289-3-iscsi {{(pid=110299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 14:48:48.254889 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-1b095a83-f702-474c-a8ce-15d9f4786534 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (73f85f01-a944-4520-8e5d-42780dff268d), after_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:48.257652 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-1b095a83-f702-474c-a8ce-15d9f4786534 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:48.258773 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-1b095a83-f702-474c-a8ce-15d9f4786534 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/73f85f01-a944-4520-8e5d-42780dff268d HTTP/1.1" status: 204 len: 168 time: 0.2673554 May 03 14:48:48.288236 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-558d15cb-6752-401a-afb2-aeee4d92ffbb admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6610229 May 03 14:48:48.291119 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 40934) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:48:48.292835 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b095a83-f702-474c-a8ce-15d9f4786534 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73f85f01-a944-4520-8e5d-42780dff268d,revision_number=None']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:48:48.301057 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.v2.base [None req-5b194f17-75a5-495e-9087-a2dcec253861 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2077658461-router', 'tenant_id': '7d4c047e715a4907a16f3e647f380b0b', 'external_gateway_info': {'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c'}}} {{(pid=110297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:48:48.319463 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3cedeb-bde5-46db-bdcf-29f13893cdf4 req-f1dd2912-711e-40e1-809a-bdb3c973ecea tempest-DeleteServersTestJSON-1834262226 tempest-DeleteServersTestJSON-1834262226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:48:48.321147 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-ad3cedeb-bde5-46db-bdcf-29f13893cdf4 req-f1dd2912-711e-40e1-809a-bdb3c973ecea tempest-DeleteServersTestJSON-1834262226 tempest-DeleteServersTestJSON-1834262226-project] 10.222.0.16 "GET /v2.0/ports?device_id=15b6f436-8fd4-462d-9d65-8975e7b68845 HTTP/1.1" status: 200 len: 946 time: 0.0613079 May 03 14:48:48.344171 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0546e046-1950-48f4-8409-3b1b2f45c1d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34cf8f42-598f-5304-9936-d07867131aca-f9508427-db4d-416b-987f-da2fc50a7ea8', 'network_id': 'f9508427-db4d-416b-987f-da2fc50a7ea8', 'project_id': '7d4c047e715a4907a16f3e647f380b0b', 'fixed_ips': [{'subnet_id': 'd16b41a6-87db-430a-89a6-71fbdac1b346'}]}} from dv-cinder-840289-3-iscsi. {{(pid=110299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 03 14:48:48.345229 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-0546e046-1950-48f4-8409-3b1b2f45c1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (None), before_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:48.382942 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-ad3cedeb-bde5-46db-bdcf-29f13893cdf4 req-7d6e840e-327a-45a1-8161-b57a22e32de9 tempest-DeleteServersTestJSON-1834262226 tempest-DeleteServersTestJSON-1834262226-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7d4e0da-70e9-49ee-b61d-1d76ebf434dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550358 May 03 14:48:48.404655 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-5b194f17-75a5-495e-9087-a2dcec253861 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1693469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3141'] for router (5b1a4db0-82c2-489d-9ee5-f857b4901790), before_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:48.405946 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-5b194f17-75a5-495e-9087-a2dcec253861 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1693617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698068', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1739037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3132'] for router (5b1a4db0-82c2-489d-9ee5-f857b4901790), precommit_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:48.460123 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-5b194f17-75a5-495e-9087-a2dcec253861 admin admin] Publish callbacks [] for router_controller (5b1a4db0-82c2-489d-9ee5-f857b4901790), precommit_add_association {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:48.485504 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.db_base_plugin_common [None req-0546e046-1950-48f4-8409-3b1b2f45c1d9 None None] Allocated IP 172.20.0.2 (f9508427-db4d-416b-987f-da2fc50a7ea8/d16b41a6-87db-430a-89a6-71fbdac1b346/007758f1-c146-42ce-b126-3ea55ea8360b) {{(pid=110299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 14:48:48.632842 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-0546e046-1950-48f4-8409-3b1b2f45c1d9 None None] Publish callbacks [] for port (007758f1-c146-42ce-b126-3ea55ea8360b), precommit_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:48.693615 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-5b194f17-75a5-495e-9087-a2dcec253861 admin admin] Publish callbacks [] for router_gateway (5b1a4db0-82c2-489d-9ee5-f857b4901790), precommit_update {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:48.700369 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-0546e046-1950-48f4-8409-3b1b2f45c1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775476647060'] for port (007758f1-c146-42ce-b126-3ea55ea8360b), after_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:48.736605 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0546e046-1950-48f4-8409-3b1b2f45c1d9 None None] Network f9508427-db4d-416b-987f-da2fc50a7ea8 is already hosted by enough agents. {{(pid=110299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 14:48:48.739663 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.scheduler.base_scheduler [None req-0546e046-1950-48f4-8409-3b1b2f45c1d9 None None] Resources bound (agent type, host, resource id): {{(pid=110299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 14:48:48.743215 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0546e046-1950-48f4-8409-3b1b2f45c1d9 None None] Received port after_create {{(pid=110299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 14:48:48.754967 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0546e046-1950-48f4-8409-3b1b2f45c1d9 None None] Pushing event updated for resources: {'Port': ['ID=007758f1-c146-42ce-b126-3ea55ea8360b,revision_number=1']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:48:48.809365 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.managers [None req-0546e046-1950-48f4-8409-3b1b2f45c1d9 None None] Attempting to bind port 007758f1-c146-42ce-b126-3ea55ea8360b on host dv-cinder-840289-3-iscsi for vnic_type normal with profile {{(pid=110299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 14:48:48.809749 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.managers [None req-0546e046-1950-48f4-8409-3b1b2f45c1d9 None None] Attempting to bind port 007758f1-c146-42ce-b126-3ea55ea8360b by drivers openvswitch,hyperv on host dv-cinder-840289-3-iscsi at level 0 using segments [{'id': '40c723d8-45df-4e69-9439-7cb5b609b381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'f9508427-db4d-416b-987f-da2fc50a7ea8'}] {{(pid=110299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 14:48:48.810125 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0546e046-1950-48f4-8409-3b1b2f45c1d9 None None] Attempting to bind port 007758f1-c146-42ce-b126-3ea55ea8360b on network f9508427-db4d-416b-987f-da2fc50a7ea8 {{(pid=110299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 14:48:48.815327 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0546e046-1950-48f4-8409-3b1b2f45c1d9 None None] Checking agent: {'id': '16d44442-859c-4c9b-bc72-04cb3b8a5d5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840289-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 14, 38, 15), 'started_at': datetime.datetime(2022, 5, 3, 14, 38, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 14, 48, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840289-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 14:48:48.815710 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0546e046-1950-48f4-8409-3b1b2f45c1d9 None None] Checking segment: {'id': '40c723d8-45df-4e69-9439-7cb5b609b381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'f9508427-db4d-416b-987f-da2fc50a7ea8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 14:48:48.816117 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-0546e046-1950-48f4-8409-3b1b2f45c1d9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:48.816518 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0546e046-1950-48f4-8409-3b1b2f45c1d9 None None] Bound using segment: {'id': '40c723d8-45df-4e69-9439-7cb5b609b381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'f9508427-db4d-416b-987f-da2fc50a7ea8'} {{(pid=110299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 14:48:48.817022 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.managers [None req-0546e046-1950-48f4-8409-3b1b2f45c1d9 None None] Bound port: 007758f1-c146-42ce-b126-3ea55ea8360b, host: dv-cinder-840289-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40c723d8-45df-4e69-9439-7cb5b609b381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'f9508427-db4d-416b-987f-da2fc50a7ea8'}}] {{(pid=110299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 14:48:48.817374 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-0546e046-1950-48f4-8409-3b1b2f45c1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (007758f1-c146-42ce-b126-3ea55ea8360b), before_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:48.883257 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-0546e046-1950-48f4-8409-3b1b2f45c1d9 None None] For port 007758f1-c146-42ce-b126-3ea55ea8360b, host dv-cinder-840289-3-iscsi, cleared binding levels {{(pid=110299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 14:48:48.886865 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-0546e046-1950-48f4-8409-3b1b2f45c1d9 None None] For port 007758f1-c146-42ce-b126-3ea55ea8360b, host dv-cinder-840289-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-3-iscsi',level=0,port_id=007758f1-c146-42ce-b126-3ea55ea8360b,segment=NetworkSegment(40c723d8-45df-4e69-9439-7cb5b609b381),segment_id=40c723d8-45df-4e69-9439-7cb5b609b381)] {{(pid=110299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 14:48:48.952619 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-0546e046-1950-48f4-8409-3b1b2f45c1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096'] for port (007758f1-c146-42ce-b126-3ea55ea8360b), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:49.014983 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0546e046-1950-48f4-8409-3b1b2f45c1d9 None None] Pushing event updated for resources: {'Port': ['ID=007758f1-c146-42ce-b126-3ea55ea8360b,revision_number=2']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:48:49.155263 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-5b194f17-75a5-495e-9087-a2dcec253861 admin admin] Publish callbacks [] for router_gateway (5b1a4db0-82c2-489d-9ee5-f857b4901790), before_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:49.176869 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-5b194f17-75a5-495e-9087-a2dcec253861 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (None), before_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:49.337131 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819e6a77-2118-4ea0-b298-bb1a348e0871 req-2e4fff0f-2e0b-4a66-a0ad-b3aea9f7ce2d tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:48:49.340616 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-819e6a77-2118-4ea0-b298-bb1a348e0871 req-2e4fff0f-2e0b-4a66-a0ad-b3aea9f7ce2d tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/ports?device_id=dbf00822-5970-4028-8656-a6300c36daa0 HTTP/1.1" status: 200 len: 945 time: 0.0748470 May 03 14:48:49.351109 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.db.db_base_plugin_common [None req-5b194f17-75a5-495e-9087-a2dcec253861 admin admin] Allocated IP 172.27.0.70 (7456e722-9446-4a17-bcf3-c72dce07c65c/f907060b-4748-4522-aeb5-06a44b689374/f05009db-2324-432b-8202-79dd2ef04096) {{(pid=110297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 14:48:49.407077 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-819e6a77-2118-4ea0-b298-bb1a348e0871 req-614fe451-9135-41ea-9a60-904152359b37 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/security-groups?id=401848e3-e1ee-4f49-9d7c-851858f8a58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601048 May 03 14:48:49.468784 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-5b194f17-75a5-495e-9087-a2dcec253861 admin admin] Publish callbacks [] for port (f05009db-2324-432b-8202-79dd2ef04096), precommit_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:49.509103 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5d2b64-dafa-4b89-bb94-07d7d3172fe7 req-c4ffa60f-7bb0-47ec-ad78-f2b9bde2a8c5 tempest-DeleteServersTestJSON-1834262226 tempest-DeleteServersTestJSON-1834262226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:48:49.509103 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-ad5d2b64-dafa-4b89-bb94-07d7d3172fe7 req-c4ffa60f-7bb0-47ec-ad78-f2b9bde2a8c5 tempest-DeleteServersTestJSON-1834262226 tempest-DeleteServersTestJSON-1834262226-project] 10.222.0.16 "GET /v2.0/ports?device_id=15b6f436-8fd4-462d-9d65-8975e7b68845 HTTP/1.1" status: 200 len: 946 time: 0.0508153 May 03 14:48:49.557785 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-ad5d2b64-dafa-4b89-bb94-07d7d3172fe7 req-eb19326e-2d14-4952-b46e-2e52e888bafb tempest-DeleteServersTestJSON-1834262226 tempest-DeleteServersTestJSON-1834262226-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7d4e0da-70e9-49ee-b61d-1d76ebf434dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452263 May 03 14:48:49.586902 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-5b194f17-75a5-495e-9087-a2dcec253861 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775476647060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25923557'] for port (f05009db-2324-432b-8202-79dd2ef04096), after_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:49.634937 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b194f17-75a5-495e-9087-a2dcec253861 admin admin] Network 7456e722-9446-4a17-bcf3-c72dce07c65c is already hosted by enough agents. {{(pid=110297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 14:48:49.638627 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.scheduler.base_scheduler [None req-5b194f17-75a5-495e-9087-a2dcec253861 admin admin] Resources bound (agent type, host, resource id): {{(pid=110297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 14:48:49.645495 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b194f17-75a5-495e-9087-a2dcec253861 admin admin] Received port after_create {{(pid=110297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 14:48:49.672826 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b194f17-75a5-495e-9087-a2dcec253861 admin admin] Pushing event updated for resources: {'Port': ['ID=f05009db-2324-432b-8202-79dd2ef04096,revision_number=1']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:48:49.895989 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Device 007758f1-c146-42ce-b126-3ea55ea8360b up at agent ovs-agent-dv-cinder-840289-3-iscsi {{(pid=110299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 14:48:49.944968 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Provisioning complete for port 007758f1-c146-42ce-b126-3ea55ea8360b triggered by entity L2. {{(pid=110299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:48:49.945379 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728915'] for port (007758f1-c146-42ce-b126-3ea55ea8360b), provisioning_complete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:50.042717 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-5b194f17-75a5-495e-9087-a2dcec253861 admin admin] Publish callbacks [] for router_gateway (5b1a4db0-82c2-489d-9ee5-f857b4901790), after_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:50.045511 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Current status of the port 007758f1-c146-42ce-b126-3ea55ea8360b is: DOWN; New status is: ACTIVE {{(pid=110299) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:48:50.045909 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (007758f1-c146-42ce-b126-3ea55ea8360b), before_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:50.092091 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] For port 007758f1-c146-42ce-b126-3ea55ea8360b, host dv-cinder-840289-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-3-iscsi',level=0,port_id=007758f1-c146-42ce-b126-3ea55ea8360b,segment=NetworkSegment(40c723d8-45df-4e69-9439-7cb5b609b381),segment_id=40c723d8-45df-4e69-9439-7cb5b609b381)] {{(pid=110299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:48:50.099711 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0178b60-16bf-4105-b0fe-0a37a2a4c2ce None None] Network f9508427-db4d-416b-987f-da2fc50a7ea8 requested from dv-cinder-840289-3-iscsi {{(pid=110299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 14:48:50.170365 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [None req-257cc447-2565-4e63-94eb-4d61734f889e None None] Provisioning complete for port 007758f1-c146-42ce-b126-3ea55ea8360b triggered by entity DHCP. {{(pid=110299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:48:50.170755 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-257cc447-2565-4e63-94eb-4d61734f889e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728915'] for port (007758f1-c146-42ce-b126-3ea55ea8360b), provisioning_complete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:50.195571 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096'] for port (007758f1-c146-42ce-b126-3ea55ea8360b), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:50.253914 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-5b194f17-75a5-495e-9087-a2dcec253861 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698251'] for router (5b1a4db0-82c2-489d-9ee5-f857b4901790), after_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:50.298304 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Pushing event updated for resources: {'Port': ['ID=007758f1-c146-42ce-b126-3ea55ea8360b,revision_number=3']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:48:50.471759 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-257cc447-2565-4e63-94eb-4d61734f889e None None] Current status of the port 007758f1-c146-42ce-b126-3ea55ea8360b is: ACTIVE; New status is: ACTIVE {{(pid=110299) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:48:50.478398 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b194f17-75a5-495e-9087-a2dcec253861 admin admin] Router 5b1a4db0-82c2-489d-9ee5-f857b4901790 is scheduled to L3 agent a9161e1b-902d-441f-843b-a0ff0805adee with binding_index 1 {{(pid=110297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 03 14:48:50.538405 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76c3645-e759-4203-9223-7f1bbe6f6ea5 req-74f066db-5393-4968-8bb2-e8f6bb0b9896 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:48:50.540554 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-c76c3645-e759-4203-9223-7f1bbe6f6ea5 req-74f066db-5393-4968-8bb2-e8f6bb0b9896 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/ports?device_id=dbf00822-5970-4028-8656-a6300c36daa0 HTTP/1.1" status: 200 len: 945 time: 0.0631409 May 03 14:48:50.598169 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [None req-f321fc27-0b42-4ac6-bc8a-c33e4f2c0834 None None] Provisioning complete for port 007758f1-c146-42ce-b126-3ea55ea8360b triggered by entity DHCP. {{(pid=110299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:48:50.598571 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-f321fc27-0b42-4ac6-bc8a-c33e4f2c0834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728915'] for port (007758f1-c146-42ce-b126-3ea55ea8360b), provisioning_complete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:50.606553 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-c76c3645-e759-4203-9223-7f1bbe6f6ea5 req-c64c4b98-e7d3-42e8-baef-72e4ce60a5a9 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/security-groups?id=401848e3-e1ee-4f49-9d7c-851858f8a58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596247 May 03 14:48:50.619584 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b194f17-75a5-495e-9087-a2dcec253861 admin admin] Notify agent at l3_agent.dv-cinder-840289-3-iscsi the message routers_updated {{(pid=110297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 14:48:50.640014 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f122435-df79-4271-ba38-a61ce4ea83e2 None None] Sync routers for ids ['5b1a4db0-82c2-489d-9ee5-f857b4901790'] in dv-cinder-840289-3-iscsi {{(pid=110300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 14:48:50.650066 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f122435-df79-4271-ba38-a61ce4ea83e2 None None] Routers {'5b1a4db0-82c2-489d-9ee5-f857b4901790'} bound to L3 agent in host dv-cinder-840289-3-iscsi {{(pid=110300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:48:50.650713 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_hamode_db [None req-6f122435-df79-4271-ba38-a61ce4ea83e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T14:38:11Z,description=,heartbeat_timestamp=2022-05-03T14:48:41Z,host='dv-cinder-840289-3-iscsi',id=a9161e1b-902d-441f-843b-a0ff0805adee,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:38:12Z,topic='l3_agent')) {'router_ids': ['5b1a4db0-82c2-489d-9ee5-f857b4901790'], 'active': True} {{(pid=110300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:48:50.709480 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-5b194f17-75a5-495e-9087-a2dcec253861 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:50.711341 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-5b194f17-75a5-495e-9087-a2dcec253861 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.4174900 May 03 14:48:50.717604 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 41026) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:48:50.728380 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac755191-b2ca-4ff0-968a-fb7ec6a9fd8d req-508ca6b5-2c31-47db-aed4-3a124477cfb3 tempest-DeleteServersTestJSON-1834262226 tempest-DeleteServersTestJSON-1834262226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:48:50.729930 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-ac755191-b2ca-4ff0-968a-fb7ec6a9fd8d req-508ca6b5-2c31-47db-aed4-3a124477cfb3 tempest-DeleteServersTestJSON-1834262226 tempest-DeleteServersTestJSON-1834262226-project] 10.222.0.16 "GET /v2.0/ports?device_id=15b6f436-8fd4-462d-9d65-8975e7b68845 HTTP/1.1" status: 200 len: 946 time: 0.0520685 May 03 14:48:50.744088 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-f321fc27-0b42-4ac6-bc8a-c33e4f2c0834 None None] Current status of the port 007758f1-c146-42ce-b126-3ea55ea8360b is: ACTIVE; New status is: ACTIVE {{(pid=110299) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:48:50.781902 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-ac755191-b2ca-4ff0-968a-fb7ec6a9fd8d req-69aa024c-8922-43ff-a190-b88339112d88 tempest-DeleteServersTestJSON-1834262226 tempest-DeleteServersTestJSON-1834262226-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7d4e0da-70e9-49ee-b61d-1d76ebf434dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451922 May 03 14:48:50.819519 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvr_db [None req-6f122435-df79-4271-ba38-a61ce4ea83e2 None None] Set router 5b1a4db0-82c2-489d-9ee5-f857b4901790 gateway port host: dv-cinder-840289-3-iscsi {{(pid=110300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:48:50.986966 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_hamode_db [None req-6f122435-df79-4271-ba38-a61ce4ea83e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b1a4db0-82c2-489d-9ee5-f857b4901790', 'name': 'tempest-TestShelveInstance-2077658461-router', 'tenant_id': '7d4c047e715a4907a16f3e647f380b0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'external_fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': 'f05009db-2324-432b-8202-79dd2ef04096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:48:48Z', 'updated_at': '2022-05-03T14:48:49Z', 'revision_number': 3, 'project_id': '7d4c047e715a4907a16f3e647f380b0b', 'gw_port': {'id': 'f05009db-2324-432b-8202-79dd2ef04096', 'name': '', 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b9:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b1a4db0-82c2-489d-9ee5-f857b4901790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:48:49Z', 'updated_at': '2022-05-03T14:48:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f907060b-4748-4522-aeb5-06a44b689374', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-3-iscsi'}], 'dv-cinder-840289-3-iscsi', False) {} {{(pid=110300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:48:51.016141 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f122435-df79-4271-ba38-a61ce4ea83e2 None None] Checking router: 5b1a4db0-82c2-489d-9ee5-f857b4901790 for host: dv-cinder-840289-3-iscsi {{(pid=110300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 14:48:51.016485 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f122435-df79-4271-ba38-a61ce4ea83e2 None None] Updating router 5b1a4db0-82c2-489d-9ee5-f857b4901790 port f05009db-2324-432b-8202-79dd2ef04096 binding host dv-cinder-840289-3-iscsi {{(pid=110300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 14:48:51.043170 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-6f122435-df79-4271-ba38-a61ce4ea83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (f05009db-2324-432b-8202-79dd2ef04096), before_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:51.363452 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-35a504a2-598f-4475-becc-75022169223f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (None), before_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:51.378052 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-6f122435-df79-4271-ba38-a61ce4ea83e2 None None] Publish callbacks [] for port (f05009db-2324-432b-8202-79dd2ef04096), precommit_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:51.441606 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-6f122435-df79-4271-ba38-a61ce4ea83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096'] for port (f05009db-2324-432b-8202-79dd2ef04096), after_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:51.495069 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0a3fa0-8e34-40cb-b5bd-50a089a38f4c None None] Pushing event updated for resources: {'Port': ['ID=f05009db-2324-432b-8202-79dd2ef04096,revision_number=2']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:48:51.504810 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0a3fa0-8e34-40cb-b5bd-50a089a38f4c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:48:51.505161 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0a3fa0-8e34-40cb-b5bd-50a089a38f4c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:48:51.505521 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0a3fa0-8e34-40cb-b5bd-50a089a38f4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:48:51.505876 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0a3fa0-8e34-40cb-b5bd-50a089a38f4c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:48:51.507910 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0a3fa0-8e34-40cb-b5bd-50a089a38f4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:48:51.507910 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0a3fa0-8e34-40cb-b5bd-50a089a38f4c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:48:51.507910 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0a3fa0-8e34-40cb-b5bd-50a089a38f4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:48:51.507910 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0a3fa0-8e34-40cb-b5bd-50a089a38f4c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:48:51.507910 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0a3fa0-8e34-40cb-b5bd-50a089a38f4c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:48:51.507910 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0a3fa0-8e34-40cb-b5bd-50a089a38f4c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:48:51.508368 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0a3fa0-8e34-40cb-b5bd-50a089a38f4c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:48:51.508563 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0a3fa0-8e34-40cb-b5bd-50a089a38f4c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:48:51.508892 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0a3fa0-8e34-40cb-b5bd-50a089a38f4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:48:51.509212 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0a3fa0-8e34-40cb-b5bd-50a089a38f4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:48:51.509532 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0a3fa0-8e34-40cb-b5bd-50a089a38f4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:48:51.513502 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.managers [None req-6f122435-df79-4271-ba38-a61ce4ea83e2 None None] Attempting to bind port f05009db-2324-432b-8202-79dd2ef04096 on host dv-cinder-840289-3-iscsi for vnic_type normal with profile {{(pid=110300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 14:48:51.513873 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.managers [None req-6f122435-df79-4271-ba38-a61ce4ea83e2 None None] Attempting to bind port f05009db-2324-432b-8202-79dd2ef04096 by drivers openvswitch,hyperv on host dv-cinder-840289-3-iscsi at level 0 using segments [{'id': '0c3170a2-2f96-4172-a4d6-7b5474706bd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c'}] {{(pid=110300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 14:48:51.514230 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f122435-df79-4271-ba38-a61ce4ea83e2 None None] Attempting to bind port f05009db-2324-432b-8202-79dd2ef04096 on network 7456e722-9446-4a17-bcf3-c72dce07c65c {{(pid=110300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 14:48:51.518548 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.db.db_base_plugin_common [None req-35a504a2-598f-4475-becc-75022169223f admin admin] Allocated IP 172.20.0.1 (f9508427-db4d-416b-987f-da2fc50a7ea8/d16b41a6-87db-430a-89a6-71fbdac1b346/d3b83fbc-e72a-4c7c-9ddd-9c05bdade1d5) {{(pid=110297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 14:48:51.519877 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f122435-df79-4271-ba38-a61ce4ea83e2 None None] Checking agent: {'id': '16d44442-859c-4c9b-bc72-04cb3b8a5d5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840289-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 14, 38, 15), 'started_at': datetime.datetime(2022, 5, 3, 14, 38, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 14, 48, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840289-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 14:48:51.520261 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f122435-df79-4271-ba38-a61ce4ea83e2 None None] Checking segment: {'id': '0c3170a2-2f96-4172-a4d6-7b5474706bd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 14:48:51.520735 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-6f122435-df79-4271-ba38-a61ce4ea83e2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:51.521125 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f122435-df79-4271-ba38-a61ce4ea83e2 None None] Bound using segment: {'id': '0c3170a2-2f96-4172-a4d6-7b5474706bd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c'} {{(pid=110300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 14:48:51.521589 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.managers [None req-6f122435-df79-4271-ba38-a61ce4ea83e2 None None] Bound port: f05009db-2324-432b-8202-79dd2ef04096, host: dv-cinder-840289-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c3170a2-2f96-4172-a4d6-7b5474706bd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c'}}] {{(pid=110300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 14:48:51.521971 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-6f122435-df79-4271-ba38-a61ce4ea83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (f05009db-2324-432b-8202-79dd2ef04096), before_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:51.576989 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.db [None req-6f122435-df79-4271-ba38-a61ce4ea83e2 None None] For port f05009db-2324-432b-8202-79dd2ef04096, host dv-cinder-840289-3-iscsi, cleared binding levels {{(pid=110300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 14:48:51.580537 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.db [None req-6f122435-df79-4271-ba38-a61ce4ea83e2 None None] For port f05009db-2324-432b-8202-79dd2ef04096, host dv-cinder-840289-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-3-iscsi',level=0,port_id=f05009db-2324-432b-8202-79dd2ef04096,segment=NetworkSegment(0c3170a2-2f96-4172-a4d6-7b5474706bd0),segment_id=0c3170a2-2f96-4172-a4d6-7b5474706bd0)] {{(pid=110300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 14:48:51.627994 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-35a504a2-598f-4475-becc-75022169223f admin admin] Publish callbacks [] for port (d3b83fbc-e72a-4c7c-9ddd-9c05bdade1d5), precommit_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:51.665698 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-6f122435-df79-4271-ba38-a61ce4ea83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096'] for port (f05009db-2324-432b-8202-79dd2ef04096), after_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:51.717432 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f122435-df79-4271-ba38-a61ce4ea83e2 None None] Routers {'5b1a4db0-82c2-489d-9ee5-f857b4901790'} bound to L3 agent in host dv-cinder-840289-3-iscsi {{(pid=110300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:48:51.718058 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_hamode_db [None req-6f122435-df79-4271-ba38-a61ce4ea83e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T14:38:11Z,description=,heartbeat_timestamp=2022-05-03T14:48:41Z,host='dv-cinder-840289-3-iscsi',id=a9161e1b-902d-441f-843b-a0ff0805adee,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:38:12Z,topic='l3_agent')) {'router_ids': ['5b1a4db0-82c2-489d-9ee5-f857b4901790'], 'active': True} {{(pid=110300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:48:51.735716 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-35a504a2-598f-4475-becc-75022169223f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775476647060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25923557'] for port (d3b83fbc-e72a-4c7c-9ddd-9c05bdade1d5), after_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:51.747446 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14d8cdf-f605-4a87-b226-a3e31760142a req-9deb0e52-6ac7-455b-a2ad-46e7aba8572f tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:48:51.749104 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-d14d8cdf-f605-4a87-b226-a3e31760142a req-9deb0e52-6ac7-455b-a2ad-46e7aba8572f tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/ports?device_id=dbf00822-5970-4028-8656-a6300c36daa0 HTTP/1.1" status: 200 len: 945 time: 0.0597184 May 03 14:48:51.775407 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0a3fa0-8e34-40cb-b5bd-50a089a38f4c None None] Pushing event updated for resources: {'Port': ['ID=f05009db-2324-432b-8202-79dd2ef04096,revision_number=3']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:48:51.779593 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a504a2-598f-4475-becc-75022169223f admin admin] Network f9508427-db4d-416b-987f-da2fc50a7ea8 is already hosted by enough agents. {{(pid=110297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 14:48:51.790078 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.scheduler.base_scheduler [None req-35a504a2-598f-4475-becc-75022169223f admin admin] Resources bound (agent type, host, resource id): {{(pid=110297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 14:48:51.806112 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a504a2-598f-4475-becc-75022169223f admin admin] Received port after_create {{(pid=110297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 14:48:51.834980 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-d14d8cdf-f605-4a87-b226-a3e31760142a req-e482a0db-cb0a-4fbf-83ae-6ed85a796f04 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/security-groups?id=401848e3-e1ee-4f49-9d7c-851858f8a58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749021 May 03 14:48:51.844119 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a504a2-598f-4475-becc-75022169223f admin admin] Pushing event updated for resources: {'Port': ['ID=d3b83fbc-e72a-4c7c-9ddd-9c05bdade1d5,revision_number=1']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:48:51.875184 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvr_db [None req-6f122435-df79-4271-ba38-a61ce4ea83e2 None None] Set router 5b1a4db0-82c2-489d-9ee5-f857b4901790 gateway port host: dv-cinder-840289-3-iscsi {{(pid=110300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:48:51.881876 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-35a504a2-598f-4475-becc-75022169223f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1694142'] for router_interface (5b1a4db0-82c2-489d-9ee5-f857b4901790), before_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:52.000819 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Device 007758f1-c146-42ce-b126-3ea55ea8360b up at agent ovs-agent-dv-cinder-840289-3-iscsi {{(pid=110299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 14:48:52.083767 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Provisioning complete for port 007758f1-c146-42ce-b126-3ea55ea8360b triggered by entity L2. {{(pid=110299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:48:52.083871 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728915'] for port (007758f1-c146-42ce-b126-3ea55ea8360b), provisioning_complete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:52.145233 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_hamode_db [None req-6f122435-df79-4271-ba38-a61ce4ea83e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b1a4db0-82c2-489d-9ee5-f857b4901790', 'name': 'tempest-TestShelveInstance-2077658461-router', 'tenant_id': '7d4c047e715a4907a16f3e647f380b0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'external_fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': 'f05009db-2324-432b-8202-79dd2ef04096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:48:48Z', 'updated_at': '2022-05-03T14:48:49Z', 'revision_number': 3, 'project_id': '7d4c047e715a4907a16f3e647f380b0b', 'gw_port': {'id': 'f05009db-2324-432b-8202-79dd2ef04096', 'name': '', 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b9:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b1a4db0-82c2-489d-9ee5-f857b4901790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:48:49Z', 'updated_at': '2022-05-03T14:48:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f907060b-4748-4522-aeb5-06a44b689374', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-3-iscsi'}], 'dv-cinder-840289-3-iscsi', False) {} {{(pid=110300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:48:52.176064 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc76e3a-969d-4b54-9344-0c97477a6556 req-f75ba953-6e61-4ba0-bf2f-f228bb3ffdbf tempest-DeleteServersTestJSON-1834262226 tempest-DeleteServersTestJSON-1834262226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:48:52.179950 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-35a504a2-598f-4475-becc-75022169223f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (d3b83fbc-e72a-4c7c-9ddd-9c05bdade1d5), before_update {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:52.183874 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-0dc76e3a-969d-4b54-9344-0c97477a6556 req-f75ba953-6e61-4ba0-bf2f-f228bb3ffdbf tempest-DeleteServersTestJSON-1834262226 tempest-DeleteServersTestJSON-1834262226-project] 10.222.0.16 "GET /v2.0/ports?device_id=15b6f436-8fd4-462d-9d65-8975e7b68845 HTTP/1.1" status: 200 len: 946 time: 0.3094580 May 03 14:48:52.184850 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f122435-df79-4271-ba38-a61ce4ea83e2 None None] The sync data for ids ['5b1a4db0-82c2-489d-9ee5-f857b4901790'] in dv-cinder-840289-3-iscsi is: [{'id': '5b1a4db0-82c2-489d-9ee5-f857b4901790', 'name': 'tempest-TestShelveInstance-2077658461-router', 'tenant_id': '7d4c047e715a4907a16f3e647f380b0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'external_fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': 'f05009db-2324-432b-8202-79dd2ef04096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:48:48Z', 'updated_at': '2022-05-03T14:48:49Z', 'revision_number': 3, 'project_id': '7d4c047e715a4907a16f3e647f380b0b', 'gw_port': {'id': 'f05009db-2324-432b-8202-79dd2ef04096', 'name': '', 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b9:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b1a4db0-82c2-489d-9ee5-f857b4901790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:48:49Z', 'updated_at': '2022-05-03T14:48:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f907060b-4748-4522-aeb5-06a44b689374', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-3-iscsi'}] {{(pid=110300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 14:48:52.191234 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [None req-5233652e-af7b-4105-b543-06e6328c1c69 None None] Provisioning complete for port d3b83fbc-e72a-4c7c-9ddd-9c05bdade1d5 triggered by entity DHCP. {{(pid=110299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:48:52.192256 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-5233652e-af7b-4105-b543-06e6328c1c69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728915'] for port (d3b83fbc-e72a-4c7c-9ddd-9c05bdade1d5), provisioning_complete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:52.235968 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-5233652e-af7b-4105-b543-06e6328c1c69 None None] Port d3b83fbc-e72a-4c7c-9ddd-9c05bdade1d5 cannot update to ACTIVE because it is not bound. {{(pid=110299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 14:48:52.236528 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Current status of the port 007758f1-c146-42ce-b126-3ea55ea8360b is: ACTIVE; New status is: ACTIVE {{(pid=110299) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:48:52.238134 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-0dc76e3a-969d-4b54-9344-0c97477a6556 req-35237cb5-5162-4fa6-a666-30fec4ad741b tempest-DeleteServersTestJSON-1834262226 tempest-DeleteServersTestJSON-1834262226-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7d4e0da-70e9-49ee-b61d-1d76ebf434dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515258 May 03 14:48:52.363965 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-35a504a2-598f-4475-becc-75022169223f admin admin] Publish callbacks [] for port (d3b83fbc-e72a-4c7c-9ddd-9c05bdade1d5), precommit_update {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:52.425567 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-35a504a2-598f-4475-becc-75022169223f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25923484'] for port (d3b83fbc-e72a-4c7c-9ddd-9c05bdade1d5), after_update {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:52.519334 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a504a2-598f-4475-becc-75022169223f admin admin] Pushing event updated for resources: {'Port': ['ID=d3b83fbc-e72a-4c7c-9ddd-9c05bdade1d5,revision_number=2']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:48:52.524616 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-35a504a2-598f-4475-becc-75022169223f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1694048'] for router_interface (5b1a4db0-82c2-489d-9ee5-f857b4901790), after_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:52.622689 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a504a2-598f-4475-becc-75022169223f admin admin] Network f9508427-db4d-416b-987f-da2fc50a7ea8 is already hosted by enough agents. {{(pid=110297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 14:48:52.624158 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.scheduler.base_scheduler [None req-35a504a2-598f-4475-becc-75022169223f admin admin] Resources bound (agent type, host, resource id): {{(pid=110297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 14:48:52.779772 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35a504a2-598f-4475-becc-75022169223f admin admin] Router 5b1a4db0-82c2-489d-9ee5-f857b4901790 has already been hosted by L3 agent a9161e1b-902d-441f-843b-a0ff0805adee {{(pid=110297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 14:48:52.870806 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [None req-49dbdeaf-2e58-4dd4-941e-40b8a4bfaec9 None None] Provisioning complete for port d3b83fbc-e72a-4c7c-9ddd-9c05bdade1d5 triggered by entity DHCP. {{(pid=110299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:48:52.871257 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-49dbdeaf-2e58-4dd4-941e-40b8a4bfaec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728915'] for port (d3b83fbc-e72a-4c7c-9ddd-9c05bdade1d5), provisioning_complete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:52.939917 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-49dbdeaf-2e58-4dd4-941e-40b8a4bfaec9 None None] Port d3b83fbc-e72a-4c7c-9ddd-9c05bdade1d5 cannot update to ACTIVE because it is not bound. {{(pid=110299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 14:48:52.940608 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35a504a2-598f-4475-becc-75022169223f admin admin] Notify agent at l3_agent.dv-cinder-840289-3-iscsi the message routers_updated {{(pid=110297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 14:48:52.950470 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-35a504a2-598f-4475-becc-75022169223f admin admin] 10.222.0.16 "PUT /v2.0/routers/5b1a4db0-82c2-489d-9ee5-f857b4901790/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2315629 May 03 14:48:52.988720 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc72ffc8-20d4-4a40-8bc3-c6842041117b req-9b313f56-870f-4e0b-ba09-754efafb2c84 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:48:52.990568 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-fc72ffc8-20d4-4a40-8bc3-c6842041117b req-9b313f56-870f-4e0b-ba09-754efafb2c84 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/ports?device_id=dbf00822-5970-4028-8656-a6300c36daa0 HTTP/1.1" status: 200 len: 945 time: 0.0616727 May 03 14:48:53.045179 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-fc72ffc8-20d4-4a40-8bc3-c6842041117b req-c8df91c6-06f5-4edc-83e4-7a3e544fe73e tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/security-groups?id=401848e3-e1ee-4f49-9d7c-851858f8a58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470669 May 03 14:48:53.353764 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f71444-dfd9-4439-898c-dff472f0c871 req-4f355e3a-7042-463d-85e9-59818ecfdfef tempest-DeleteServersTestJSON-1834262226 tempest-DeleteServersTestJSON-1834262226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:48:53.356171 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-28f71444-dfd9-4439-898c-dff472f0c871 req-4f355e3a-7042-463d-85e9-59818ecfdfef tempest-DeleteServersTestJSON-1834262226 tempest-DeleteServersTestJSON-1834262226-project] 10.222.0.16 "GET /v2.0/ports?device_id=15b6f436-8fd4-462d-9d65-8975e7b68845 HTTP/1.1" status: 200 len: 946 time: 0.0509152 May 03 14:48:53.408692 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-28f71444-dfd9-4439-898c-dff472f0c871 req-3ebea65e-7a8b-4491-a5e2-8585492a759c tempest-DeleteServersTestJSON-1834262226 tempest-DeleteServersTestJSON-1834262226-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7d4e0da-70e9-49ee-b61d-1d76ebf434dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466602 May 03 14:48:53.807543 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 41086) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:48:53.813368 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.v2.base [None req-39dab1c9-20ba-444c-9648-b16aa4995a3c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1121359777-network', 'tenant_id': '32e83701e54c41e392f0c80c1709e7ed'}} {{(pid=110297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:48:53.906161 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39dab1c9-20ba-444c-9648-b16aa4995a3c admin admin] Made reservation on behalf of 32e83701e54c41e392f0c80c1709e7ed for: {'network': 1} {{(pid=110297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 14:48:53.908540 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-39dab1c9-20ba-444c-9648-b16aa4995a3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for network (None), before_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:53.910921 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Device f05009db-2324-432b-8202-79dd2ef04096 up at agent ovs-agent-dv-cinder-840289-3-iscsi {{(pid=110299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 14:48:53.922871 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-39dab1c9-20ba-444c-9648-b16aa4995a3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:53.971731 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Provisioning complete for port f05009db-2324-432b-8202-79dd2ef04096 triggered by entity L2. {{(pid=110299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:48:53.972222 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728915'] for port (f05009db-2324-432b-8202-79dd2ef04096), provisioning_complete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:54.016892 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-39dab1c9-20ba-444c-9648-b16aa4995a3c admin admin] Publish callbacks [] for security_group (4d413c5d-d828-4804-893c-3e04f3ef3213), precommit_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:54.056067 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d6f6cf5-9771-4f50-8740-f85c91f62178 None None] Sync routers for ids ['5b1a4db0-82c2-489d-9ee5-f857b4901790'] in dv-cinder-840289-3-iscsi {{(pid=110299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 14:48:54.090365 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Current status of the port f05009db-2324-432b-8202-79dd2ef04096 is: DOWN; New status is: ACTIVE {{(pid=110299) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:48:54.090365 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (f05009db-2324-432b-8202-79dd2ef04096), before_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:54.090365 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d6f6cf5-9771-4f50-8740-f85c91f62178 None None] Routers {'5b1a4db0-82c2-489d-9ee5-f857b4901790'} bound to L3 agent in host dv-cinder-840289-3-iscsi {{(pid=110299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:48:54.090365 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_hamode_db [None req-6d6f6cf5-9771-4f50-8740-f85c91f62178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T14:38:11Z,description=,heartbeat_timestamp=2022-05-03T14:48:41Z,host='dv-cinder-840289-3-iscsi',id=a9161e1b-902d-441f-843b-a0ff0805adee,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:38:12Z,topic='l3_agent')) {'router_ids': ['5b1a4db0-82c2-489d-9ee5-f857b4901790'], 'active': True} {{(pid=110299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:48:54.140520 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-39dab1c9-20ba-444c-9648-b16aa4995a3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (4d413c5d-d828-4804-893c-3e04f3ef3213), after_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:54.169623 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] For port f05009db-2324-432b-8202-79dd2ef04096, host dv-cinder-840289-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-3-iscsi',level=0,port_id=f05009db-2324-432b-8202-79dd2ef04096,segment=NetworkSegment(0c3170a2-2f96-4172-a4d6-7b5474706bd0),segment_id=0c3170a2-2f96-4172-a4d6-7b5474706bd0)] {{(pid=110299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:48:54.172772 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dab1c9-20ba-444c-9648-b16aa4995a3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d413c5d-d828-4804-893c-3e04f3ef3213,revision_number=1']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:48:54.183777 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39dab1c9-20ba-444c-9648-b16aa4995a3c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 379} {{(pid=110297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 14:48:54.203383 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26e0322-09c2-46ab-b384-160870dfd055 req-ea87740f-68cf-4613-b1b5-112000c8a3c7 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:48:54.209002 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-39dab1c9-20ba-444c-9648-b16aa4995a3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719716'] for segment (3de36765-c65d-4d3f-9d07-ffed9a570086), precommit_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:54.209375 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.db.segments_db [None req-39dab1c9-20ba-444c-9648-b16aa4995a3c admin admin] Added segment 3de36765-c65d-4d3f-9d07-ffed9a570086 of type vlan for network 8111c045-cb91-4ca9-8f35-437a2d6b6f61 May 03 14:48:54.210030 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-c26e0322-09c2-46ab-b384-160870dfd055 req-ea87740f-68cf-4613-b1b5-112000c8a3c7 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/ports?device_id=dbf00822-5970-4028-8656-a6300c36daa0 HTTP/1.1" status: 200 len: 945 time: 0.0618563 May 03 14:48:54.250647 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096'] for port (f05009db-2324-432b-8202-79dd2ef04096), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:54.262348 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-c26e0322-09c2-46ab-b384-160870dfd055 req-6ca7b485-a61c-468a-a009-b46a9242be07 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/security-groups?id=401848e3-e1ee-4f49-9d7c-851858f8a58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514290 May 03 14:48:54.266476 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-39dab1c9-20ba-444c-9648-b16aa4995a3c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775476666305'] for network (8111c045-cb91-4ca9-8f35-437a2d6b6f61), precommit_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:54.319303 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_dvr_db [None req-6d6f6cf5-9771-4f50-8740-f85c91f62178 None None] Set router 5b1a4db0-82c2-489d-9ee5-f857b4901790 gateway port host: dv-cinder-840289-3-iscsi {{(pid=110299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:48:54.352333 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-39dab1c9-20ba-444c-9648-b16aa4995a3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613'] for network (8111c045-cb91-4ca9-8f35-437a2d6b6f61), after_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:54.353554 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39dab1c9-20ba-444c-9648-b16aa4995a3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:48:54.354313 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-39dab1c9-20ba-444c-9648-b16aa4995a3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603595'] for network (None), before_response {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:54.391140 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Pushing event updated for resources: {'Port': ['ID=f05009db-2324-432b-8202-79dd2ef04096,revision_number=4']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:48:54.431574 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dab1c9-20ba-444c-9648-b16aa4995a3c admin admin] Pushing event updated for resources: {'Network': ['ID=8111c045-cb91-4ca9-8f35-437a2d6b6f61,revision_number=1']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:48:54.453057 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Network 8111c045-cb91-4ca9-8f35-437a2d6b6f61 details requested by agent ovs-agent-dv-cinder-840289-3-iscsi with host dv-cinder-840289-3-iscsi {{(pid=110299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 03 14:48:54.498826 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-39dab1c9-20ba-444c-9648-b16aa4995a3c admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6895616 May 03 14:48:54.501597 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 41108) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:48:54.506696 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.v2.base [None req-eb2d9011-fde4-4b83-a816-593db291b615 admin admin] Request body: {'subnet': {'network_id': '8111c045-cb91-4ca9-8f35-437a2d6b6f61', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1121359777-subnet', 'tenant_id': '32e83701e54c41e392f0c80c1709e7ed', 'ip_version': 4}} {{(pid=110297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:48:54.545573 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d807c1f9-fb7b-4a95-a68d-9a337e457d5b req-58cf00bf-2541-446a-8582-9f17b2b8dd6d tempest-DeleteServersTestJSON-1834262226 tempest-DeleteServersTestJSON-1834262226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:48:54.547593 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-d807c1f9-fb7b-4a95-a68d-9a337e457d5b req-58cf00bf-2541-446a-8582-9f17b2b8dd6d tempest-DeleteServersTestJSON-1834262226 tempest-DeleteServersTestJSON-1834262226-project] 10.222.0.16 "GET /v2.0/ports?device_id=15b6f436-8fd4-462d-9d65-8975e7b68845 HTTP/1.1" status: 200 len: 946 time: 0.0639720 May 03 14:48:54.615559 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-d807c1f9-fb7b-4a95-a68d-9a337e457d5b req-6e41d7fa-79d7-4389-9068-93b2bfa3c726 tempest-DeleteServersTestJSON-1834262226 tempest-DeleteServersTestJSON-1834262226-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7d4e0da-70e9-49ee-b61d-1d76ebf434dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590146 May 03 14:48:54.631881 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb2d9011-fde4-4b83-a816-593db291b615 admin admin] Made reservation on behalf of 32e83701e54c41e392f0c80c1709e7ed for: {'subnet': 1} {{(pid=110297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 14:48:54.635460 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-eb2d9011-fde4-4b83-a816-593db291b615 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25246335'] for subnet (None), before_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:54.649952 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_hamode_db [None req-6d6f6cf5-9771-4f50-8740-f85c91f62178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b1a4db0-82c2-489d-9ee5-f857b4901790', 'name': 'tempest-TestShelveInstance-2077658461-router', 'tenant_id': '7d4c047e715a4907a16f3e647f380b0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'external_fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': 'f05009db-2324-432b-8202-79dd2ef04096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:48:48Z', 'updated_at': '2022-05-03T14:48:52Z', 'revision_number': 4, 'project_id': '7d4c047e715a4907a16f3e647f380b0b', 'gw_port': {'id': 'f05009db-2324-432b-8202-79dd2ef04096', 'name': '', 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b9:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b1a4db0-82c2-489d-9ee5-f857b4901790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:48:49Z', 'updated_at': '2022-05-03T14:48:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f907060b-4748-4522-aeb5-06a44b689374', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-3-iscsi', '_interfaces': [{'id': 'd3b83fbc-e72a-4c7c-9ddd-9c05bdade1d5', 'name': '', 'network_id': 'f9508427-db4d-416b-987f-da2fc50a7ea8', 'tenant_id': '7d4c047e715a4907a16f3e647f380b0b', 'mac_address': 'fa:16:3e:c4:50:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b1a4db0-82c2-489d-9ee5-f857b4901790', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'd16b41a6-87db-430a-89a6-71fbdac1b346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:48:51Z', 'updated_at': '2022-05-03T14:48:52Z', 'revision_number': 2, 'project_id': '7d4c047e715a4907a16f3e647f380b0b', 'subnets': [{'id': 'd16b41a6-87db-430a-89a6-71fbdac1b346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-3-iscsi', False) {} {{(pid=110299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:48:54.684547 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d6f6cf5-9771-4f50-8740-f85c91f62178 None None] Checking router: 5b1a4db0-82c2-489d-9ee5-f857b4901790 for host: dv-cinder-840289-3-iscsi {{(pid=110299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 14:48:54.685060 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d6f6cf5-9771-4f50-8740-f85c91f62178 None None] Updating router 5b1a4db0-82c2-489d-9ee5-f857b4901790 port d3b83fbc-e72a-4c7c-9ddd-9c05bdade1d5 binding host dv-cinder-840289-3-iscsi {{(pid=110299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 14:48:54.719721 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-6d6f6cf5-9771-4f50-8740-f85c91f62178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (d3b83fbc-e72a-4c7c-9ddd-9c05bdade1d5), before_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:54.929385 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-eb2d9011-fde4-4b83-a816-593db291b615 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25923093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25246305'] for subnet (b895194c-9f55-445f-b2b3-fa19a685d142), after_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:54.999541 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2d9011-fde4-4b83-a816-593db291b615 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b895194c-9f55-445f-b2b3-fa19a685d142,revision_number=0']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:48:55.014640 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2d9011-fde4-4b83-a816-593db291b615 admin admin] Checking segment: {'id': '3de36765-c65d-4d3f-9d07-ffed9a570086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '8111c045-cb91-4ca9-8f35-437a2d6b6f61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 14:48:55.015559 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb2d9011-fde4-4b83-a816-593db291b615 admin admin] Network hostable DHCP agents. Network: 8111c045-cb91-4ca9-8f35-437a2d6b6f61, hostable agents: ['5d16a8e7-5fab-4607-ae51-2b468a019c05'], hosted agents: [] {{(pid=110297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 14:48:55.031740 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-6d6f6cf5-9771-4f50-8740-f85c91f62178 None None] Publish callbacks [] for port (d3b83fbc-e72a-4c7c-9ddd-9c05bdade1d5), precommit_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:55.104279 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-6d6f6cf5-9771-4f50-8740-f85c91f62178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096'] for port (d3b83fbc-e72a-4c7c-9ddd-9c05bdade1d5), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:55.111845 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb2d9011-fde4-4b83-a816-593db291b615 admin admin] Network 8111c045-cb91-4ca9-8f35-437a2d6b6f61 is scheduled to be hosted by DHCP agent 5d16a8e7-5fab-4607-ae51-2b468a019c05 with binding_index 1 {{(pid=110297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 14:48:55.161451 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b828ee46-8617-45a9-ad73-fd361a8e58f4 None None] Pushing event updated for resources: {'Port': ['ID=d3b83fbc-e72a-4c7c-9ddd-9c05bdade1d5,revision_number=3']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:48:55.203423 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.scheduler.base_scheduler [None req-eb2d9011-fde4-4b83-a816-593db291b615 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840289-3-iscsi, 8111c045-cb91-4ca9-8f35-437a2d6b6f61) {{(pid=110297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 14:48:55.216549 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb2d9011-fde4-4b83-a816-593db291b615 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:48:55.218416 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-eb2d9011-fde4-4b83-a816-593db291b615 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:55.218565 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70f2d388-6d79-4a04-b97f-ec7811e39dfc None None] Network 8111c045-cb91-4ca9-8f35-437a2d6b6f61 requested from dv-cinder-840289-3-iscsi {{(pid=110299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 14:48:55.254616 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.managers [None req-6d6f6cf5-9771-4f50-8740-f85c91f62178 None None] Attempting to bind port d3b83fbc-e72a-4c7c-9ddd-9c05bdade1d5 on host dv-cinder-840289-3-iscsi for vnic_type normal with profile {{(pid=110299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 14:48:55.255267 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.managers [None req-6d6f6cf5-9771-4f50-8740-f85c91f62178 None None] Attempting to bind port d3b83fbc-e72a-4c7c-9ddd-9c05bdade1d5 by drivers openvswitch,hyperv on host dv-cinder-840289-3-iscsi at level 0 using segments [{'id': '40c723d8-45df-4e69-9439-7cb5b609b381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'f9508427-db4d-416b-987f-da2fc50a7ea8'}] {{(pid=110299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 14:48:55.255922 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6f6cf5-9771-4f50-8740-f85c91f62178 None None] Attempting to bind port d3b83fbc-e72a-4c7c-9ddd-9c05bdade1d5 on network f9508427-db4d-416b-987f-da2fc50a7ea8 {{(pid=110299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 14:48:55.294416 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-eb2d9011-fde4-4b83-a816-593db291b615 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7914677 May 03 14:48:55.296373 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6f6cf5-9771-4f50-8740-f85c91f62178 None None] Checking agent: {'id': '16d44442-859c-4c9b-bc72-04cb3b8a5d5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840289-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 14, 38, 15), 'started_at': datetime.datetime(2022, 5, 3, 14, 38, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 14, 48, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840289-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 14:48:55.296930 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 41122) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:48:55.297676 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6f6cf5-9771-4f50-8740-f85c91f62178 None None] Checking segment: {'id': '40c723d8-45df-4e69-9439-7cb5b609b381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'f9508427-db4d-416b-987f-da2fc50a7ea8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 14:48:55.298409 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-6d6f6cf5-9771-4f50-8740-f85c91f62178 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:55.298962 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6f6cf5-9771-4f50-8740-f85c91f62178 None None] Bound using segment: {'id': '40c723d8-45df-4e69-9439-7cb5b609b381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'f9508427-db4d-416b-987f-da2fc50a7ea8'} {{(pid=110299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 14:48:55.299640 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.managers [None req-6d6f6cf5-9771-4f50-8740-f85c91f62178 None None] Bound port: d3b83fbc-e72a-4c7c-9ddd-9c05bdade1d5, host: dv-cinder-840289-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40c723d8-45df-4e69-9439-7cb5b609b381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'f9508427-db4d-416b-987f-da2fc50a7ea8'}}] {{(pid=110299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 14:48:55.300201 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-6d6f6cf5-9771-4f50-8740-f85c91f62178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (d3b83fbc-e72a-4c7c-9ddd-9c05bdade1d5), before_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:55.309634 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.v2.base [None req-e22fbfa8-50c7-4266-9b78-f793b527dfad admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1121359777-router', 'tenant_id': '32e83701e54c41e392f0c80c1709e7ed', 'external_gateway_info': {'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c'}}} {{(pid=110298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:48:55.414777 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e4b3c2d-ee21-4a8a-bf17-094a10cc0dff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34cf8f42-598f-5304-9936-d07867131aca-8111c045-cb91-4ca9-8f35-437a2d6b6f61', 'network_id': '8111c045-cb91-4ca9-8f35-437a2d6b6f61', 'project_id': '32e83701e54c41e392f0c80c1709e7ed', 'fixed_ips': [{'subnet_id': 'b895194c-9f55-445f-b2b3-fa19a685d142'}]}} from dv-cinder-840289-3-iscsi. {{(pid=110299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 03 14:48:55.415668 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-2e4b3c2d-ee21-4a8a-bf17-094a10cc0dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (None), before_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:55.428230 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-e22fbfa8-50c7-4266-9b78-f793b527dfad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1693469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3141'] for router (f17d155b-f4d7-4a49-9f01-0a22007517c2), before_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:55.429504 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-e22fbfa8-50c7-4266-9b78-f793b527dfad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1693617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698068', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1739037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3132'] for router (f17d155b-f4d7-4a49-9f01-0a22007517c2), precommit_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:55.444741 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-6d6f6cf5-9771-4f50-8740-f85c91f62178 None None] For port d3b83fbc-e72a-4c7c-9ddd-9c05bdade1d5, host dv-cinder-840289-3-iscsi, cleared binding levels {{(pid=110299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 14:48:55.452966 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-6d6f6cf5-9771-4f50-8740-f85c91f62178 None None] For port d3b83fbc-e72a-4c7c-9ddd-9c05bdade1d5, host dv-cinder-840289-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-3-iscsi',level=0,port_id=d3b83fbc-e72a-4c7c-9ddd-9c05bdade1d5,segment=NetworkSegment(40c723d8-45df-4e69-9439-7cb5b609b381),segment_id=40c723d8-45df-4e69-9439-7cb5b609b381)] {{(pid=110299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 14:48:55.463910 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b358c82c-ba6b-4ae6-963f-10701ef81b4e req-0d6becd1-578f-418d-ad93-4e1b3671a9f8 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:48:55.465698 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-b358c82c-ba6b-4ae6-963f-10701ef81b4e req-0d6becd1-578f-418d-ad93-4e1b3671a9f8 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/ports?device_id=dbf00822-5970-4028-8656-a6300c36daa0 HTTP/1.1" status: 200 len: 945 time: 0.0749550 May 03 14:48:55.550383 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-6d6f6cf5-9771-4f50-8740-f85c91f62178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096'] for port (d3b83fbc-e72a-4c7c-9ddd-9c05bdade1d5), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:55.568807 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-e22fbfa8-50c7-4266-9b78-f793b527dfad admin admin] Publish callbacks [] for router_controller (f17d155b-f4d7-4a49-9f01-0a22007517c2), precommit_add_association {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:55.577249 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [None req-31a5055e-5d9c-42ca-9e90-f13c2af9ea56 None None] Provisioning complete for port d3b83fbc-e72a-4c7c-9ddd-9c05bdade1d5 triggered by entity DHCP. {{(pid=110299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:48:55.577642 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-31a5055e-5d9c-42ca-9e90-f13c2af9ea56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728915'] for port (d3b83fbc-e72a-4c7c-9ddd-9c05bdade1d5), provisioning_complete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:55.659932 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15c9087-f078-413a-a48e-e00f866bdfb0 req-3f665588-8b8f-400f-9a92-7127bb508798 tempest-DeleteServersTestJSON-1834262226 tempest-DeleteServersTestJSON-1834262226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:48:55.661632 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-c15c9087-f078-413a-a48e-e00f866bdfb0 req-3f665588-8b8f-400f-9a92-7127bb508798 tempest-DeleteServersTestJSON-1834262226 tempest-DeleteServersTestJSON-1834262226-project] 10.222.0.55 "GET /v2.0/ports?device_id=15b6f436-8fd4-462d-9d65-8975e7b68845 HTTP/1.1" status: 200 len: 946 time: 0.1690974 May 03 14:48:55.662595 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bcfaeb-e950-49c4-bbf7-b20d72118aff req-1ec705d5-f68a-4c3a-844a-92058b8fb38e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:48:55.663938 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-e0bcfaeb-e950-49c4-bbf7-b20d72118aff req-1ec705d5-f68a-4c3a-844a-92058b8fb38e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=dbf00822-5970-4028-8656-a6300c36daa0 HTTP/1.1" status: 200 len: 1129 time: 0.1067586 May 03 14:48:55.686649 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b828ee46-8617-45a9-ad73-fd361a8e58f4 None None] Pushing event updated for resources: {'Port': ['ID=d3b83fbc-e72a-4c7c-9ddd-9c05bdade1d5,revision_number=4']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:48:55.710080 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d6f6cf5-9771-4f50-8740-f85c91f62178 None None] Routers {'5b1a4db0-82c2-489d-9ee5-f857b4901790'} bound to L3 agent in host dv-cinder-840289-3-iscsi {{(pid=110299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:48:55.710714 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_hamode_db [None req-6d6f6cf5-9771-4f50-8740-f85c91f62178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T14:38:11Z,description=,heartbeat_timestamp=2022-05-03T14:48:41Z,host='dv-cinder-840289-3-iscsi',id=a9161e1b-902d-441f-843b-a0ff0805adee,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:38:12Z,topic='l3_agent')) {'router_ids': ['5b1a4db0-82c2-489d-9ee5-f857b4901790'], 'active': True} {{(pid=110299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:48:55.717497 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.db_base_plugin_common [None req-2e4b3c2d-ee21-4a8a-bf17-094a10cc0dff None None] Allocated IP 172.20.0.2 (8111c045-cb91-4ca9-8f35-437a2d6b6f61/b895194c-9f55-445f-b2b3-fa19a685d142/6b819459-f973-476e-821d-e94870c45332) {{(pid=110299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 14:48:55.721112 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-b358c82c-ba6b-4ae6-963f-10701ef81b4e req-34d0f408-bc01-4327-900a-af0d4c8ce627 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/security-groups?id=401848e3-e1ee-4f49-9d7c-851858f8a58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351611 May 03 14:48:55.930092 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Device f05009db-2324-432b-8202-79dd2ef04096 up at agent ovs-agent-dv-cinder-840289-3-iscsi {{(pid=110299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 14:48:56.015697 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-e0bcfaeb-e950-49c4-bbf7-b20d72118aff req-405318f2-64b9-4f7e-be64-5bdc55c03704 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=401848e3-e1ee-4f49-9d7c-851858f8a58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3363347 May 03 14:48:56.065509 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef82336-fa21-42e4-941b-0f2eb8ef1eaa req-c76b28fe-bd4c-41b0-b7ee-ec0a6b790295 tempest-DeleteServersTestJSON-1834262226 tempest-DeleteServersTestJSON-1834262226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:48:56.072901 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-cef82336-fa21-42e4-941b-0f2eb8ef1eaa req-c76b28fe-bd4c-41b0-b7ee-ec0a6b790295 tempest-DeleteServersTestJSON-1834262226 tempest-DeleteServersTestJSON-1834262226-project] 10.222.0.16 "GET /v2.0/ports?device_id=15b6f436-8fd4-462d-9d65-8975e7b68845 HTTP/1.1" status: 200 len: 946 time: 0.2483566 May 03 14:48:56.146676 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-31a5055e-5d9c-42ca-9e90-f13c2af9ea56 None None] Current status of the port d3b83fbc-e72a-4c7c-9ddd-9c05bdade1d5 is: DOWN; New status is: ACTIVE {{(pid=110299) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:48:56.147634 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-31a5055e-5d9c-42ca-9e90-f13c2af9ea56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (d3b83fbc-e72a-4c7c-9ddd-9c05bdade1d5), before_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:56.168184 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_dvr_db [None req-6d6f6cf5-9771-4f50-8740-f85c91f62178 None None] Set router 5b1a4db0-82c2-489d-9ee5-f857b4901790 gateway port host: dv-cinder-840289-3-iscsi {{(pid=110299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:48:56.180282 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-e22fbfa8-50c7-4266-9b78-f793b527dfad admin admin] Publish callbacks [] for router_gateway (f17d155b-f4d7-4a49-9f01-0a22007517c2), precommit_update {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:56.200024 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Provisioning complete for port f05009db-2324-432b-8202-79dd2ef04096 triggered by entity L2. {{(pid=110299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:48:56.200408 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728915'] for port (f05009db-2324-432b-8202-79dd2ef04096), provisioning_complete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:56.202144 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.plugin [req-c15c9087-f078-413a-a48e-e00f866bdfb0 req-9e911ef0-c620-4622-9a1a-0bad282678fc tempest-DeleteServersTestJSON-1834262226 tempest-DeleteServersTestJSON-1834262226-project] Deleting port 325981bb-6f64-4949-b57a-290e71cc1f45 {{(pid=110298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 14:48:56.202654 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-c15c9087-f078-413a-a48e-e00f866bdfb0 req-9e911ef0-c620-4622-9a1a-0bad282678fc tempest-DeleteServersTestJSON-1834262226 tempest-DeleteServersTestJSON-1834262226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775477116685'] for port (325981bb-6f64-4949-b57a-290e71cc1f45), before_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:56.258728 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-cef82336-fa21-42e4-941b-0f2eb8ef1eaa req-319a5a63-68a0-4395-8a8a-32917234efe2 tempest-DeleteServersTestJSON-1834262226 tempest-DeleteServersTestJSON-1834262226-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7d4e0da-70e9-49ee-b61d-1d76ebf434dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843414 May 03 14:48:56.377861 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-31a5055e-5d9c-42ca-9e90-f13c2af9ea56 None None] For port d3b83fbc-e72a-4c7c-9ddd-9c05bdade1d5, host dv-cinder-840289-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-3-iscsi',level=0,port_id=d3b83fbc-e72a-4c7c-9ddd-9c05bdade1d5,segment=NetworkSegment(40c723d8-45df-4e69-9439-7cb5b609b381),segment_id=40c723d8-45df-4e69-9439-7cb5b609b381)] {{(pid=110299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:48:56.398211 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.db [req-c15c9087-f078-413a-a48e-e00f866bdfb0 req-9e911ef0-c620-4622-9a1a-0bad282678fc tempest-DeleteServersTestJSON-1834262226 tempest-DeleteServersTestJSON-1834262226-project] For port 325981bb-6f64-4949-b57a-290e71cc1f45, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=325981bb-6f64-4949-b57a-290e71cc1f45,segment=NetworkSegment(76c2878c-c766-49ad-ae93-aed109770c8e),segment_id=76c2878c-c766-49ad-ae93-aed109770c8e)] {{(pid=110298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:48:56.402308 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-c15c9087-f078-413a-a48e-e00f866bdfb0 req-9e911ef0-c620-4622-9a1a-0bad282678fc tempest-DeleteServersTestJSON-1834262226 tempest-DeleteServersTestJSON-1834262226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689583'] for port (325981bb-6f64-4949-b57a-290e71cc1f45), precommit_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:56.412325 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-2e4b3c2d-ee21-4a8a-bf17-094a10cc0dff None None] Publish callbacks [] for port (6b819459-f973-476e-821d-e94870c45332), precommit_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:56.419613 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.plugin [req-c15c9087-f078-413a-a48e-e00f866bdfb0 req-9e911ef0-c620-4622-9a1a-0bad282678fc tempest-DeleteServersTestJSON-1834262226 tempest-DeleteServersTestJSON-1834262226-project] Calling delete_port for 325981bb-6f64-4949-b57a-290e71cc1f45 owned by compute:nova {{(pid=110298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 14:48:56.465127 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-31a5055e-5d9c-42ca-9e90-f13c2af9ea56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096'] for port (d3b83fbc-e72a-4c7c-9ddd-9c05bdade1d5), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:56.500801 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-2e4b3c2d-ee21-4a8a-bf17-094a10cc0dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775476647060'] for port (6b819459-f973-476e-821d-e94870c45332), after_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:56.529892 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Current status of the port f05009db-2324-432b-8202-79dd2ef04096 is: ACTIVE; New status is: ACTIVE {{(pid=110299) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:48:56.561991 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e4b3c2d-ee21-4a8a-bf17-094a10cc0dff None None] Network 8111c045-cb91-4ca9-8f35-437a2d6b6f61 is already hosted by enough agents. {{(pid=110299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 14:48:56.562807 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a5055e-5d9c-42ca-9e90-f13c2af9ea56 None None] Pushing event updated for resources: {'Port': ['ID=d3b83fbc-e72a-4c7c-9ddd-9c05bdade1d5,revision_number=5']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:48:56.568664 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.scheduler.base_scheduler [None req-2e4b3c2d-ee21-4a8a-bf17-094a10cc0dff None None] Resources bound (agent type, host, resource id): {{(pid=110299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 14:48:56.591066 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4b3c2d-ee21-4a8a-bf17-094a10cc0dff None None] Received port after_create {{(pid=110299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 14:48:56.628441 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-e22fbfa8-50c7-4266-9b78-f793b527dfad admin admin] Publish callbacks [] for router_gateway (f17d155b-f4d7-4a49-9f01-0a22007517c2), before_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:56.654831 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [None req-2f5a92b5-b118-4f4b-8e8c-a2f9b89ff749 None None] Provisioning complete for port d3b83fbc-e72a-4c7c-9ddd-9c05bdade1d5 triggered by entity DHCP. {{(pid=110299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:48:56.660597 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-2f5a92b5-b118-4f4b-8e8c-a2f9b89ff749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728915'] for port (d3b83fbc-e72a-4c7c-9ddd-9c05bdade1d5), provisioning_complete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:56.661547 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-e22fbfa8-50c7-4266-9b78-f793b527dfad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (None), before_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:56.694087 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_hamode_db [None req-6d6f6cf5-9771-4f50-8740-f85c91f62178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b1a4db0-82c2-489d-9ee5-f857b4901790', 'name': 'tempest-TestShelveInstance-2077658461-router', 'tenant_id': '7d4c047e715a4907a16f3e647f380b0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'external_fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': 'f05009db-2324-432b-8202-79dd2ef04096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:48:48Z', 'updated_at': '2022-05-03T14:48:52Z', 'revision_number': 4, 'project_id': '7d4c047e715a4907a16f3e647f380b0b', 'gw_port': {'id': 'f05009db-2324-432b-8202-79dd2ef04096', 'name': '', 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b1a4db0-82c2-489d-9ee5-f857b4901790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:48:49Z', 'updated_at': '2022-05-03T14:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f907060b-4748-4522-aeb5-06a44b689374', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-3-iscsi', '_interfaces': [{'id': 'd3b83fbc-e72a-4c7c-9ddd-9c05bdade1d5', 'name': '', 'network_id': 'f9508427-db4d-416b-987f-da2fc50a7ea8', 'tenant_id': '7d4c047e715a4907a16f3e647f380b0b', 'mac_address': 'fa:16:3e:c4:50:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b1a4db0-82c2-489d-9ee5-f857b4901790', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'd16b41a6-87db-430a-89a6-71fbdac1b346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:48:51Z', 'updated_at': '2022-05-03T14:48:55Z', 'revision_number': 4, 'project_id': '7d4c047e715a4907a16f3e647f380b0b', 'subnets': [{'id': 'd16b41a6-87db-430a-89a6-71fbdac1b346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-3-iscsi', False) {} {{(pid=110299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:48:56.710562 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4b3c2d-ee21-4a8a-bf17-094a10cc0dff None None] Pushing event updated for resources: {'Port': ['ID=6b819459-f973-476e-821d-e94870c45332,revision_number=1']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:48:56.748397 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d6f6cf5-9771-4f50-8740-f85c91f62178 None None] The sync data for ids ['5b1a4db0-82c2-489d-9ee5-f857b4901790'] in dv-cinder-840289-3-iscsi is: [{'id': '5b1a4db0-82c2-489d-9ee5-f857b4901790', 'name': 'tempest-TestShelveInstance-2077658461-router', 'tenant_id': '7d4c047e715a4907a16f3e647f380b0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'external_fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': 'f05009db-2324-432b-8202-79dd2ef04096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:48:48Z', 'updated_at': '2022-05-03T14:48:52Z', 'revision_number': 4, 'project_id': '7d4c047e715a4907a16f3e647f380b0b', 'gw_port': {'id': 'f05009db-2324-432b-8202-79dd2ef04096', 'name': '', 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b1a4db0-82c2-489d-9ee5-f857b4901790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:48:49Z', 'updated_at': '2022-05-03T14:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f907060b-4748-4522-aeb5-06a44b689374', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-3-iscsi', '_interfaces': [{'id': 'd3b83fbc-e72a-4c7c-9ddd-9c05bdade1d5', 'name': '', 'network_id': 'f9508427-db4d-416b-987f-da2fc50a7ea8', 'tenant_id': '7d4c047e715a4907a16f3e647f380b0b', 'mac_address': 'fa:16:3e:c4:50:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b1a4db0-82c2-489d-9ee5-f857b4901790', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'd16b41a6-87db-430a-89a6-71fbdac1b346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:48:51Z', 'updated_at': '2022-05-03T14:48:55Z', 'revision_number': 4, 'project_id': '7d4c047e715a4907a16f3e647f380b0b', 'subnets': [{'id': 'd16b41a6-87db-430a-89a6-71fbdac1b346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 14:48:56.762132 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.managers [None req-2e4b3c2d-ee21-4a8a-bf17-094a10cc0dff None None] Attempting to bind port 6b819459-f973-476e-821d-e94870c45332 on host dv-cinder-840289-3-iscsi for vnic_type normal with profile {{(pid=110299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 14:48:56.762527 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.managers [None req-2e4b3c2d-ee21-4a8a-bf17-094a10cc0dff None None] Attempting to bind port 6b819459-f973-476e-821d-e94870c45332 by drivers openvswitch,hyperv on host dv-cinder-840289-3-iscsi at level 0 using segments [{'id': '3de36765-c65d-4d3f-9d07-ffed9a570086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '8111c045-cb91-4ca9-8f35-437a2d6b6f61'}] {{(pid=110299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 14:48:56.762892 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4b3c2d-ee21-4a8a-bf17-094a10cc0dff None None] Attempting to bind port 6b819459-f973-476e-821d-e94870c45332 on network 8111c045-cb91-4ca9-8f35-437a2d6b6f61 {{(pid=110299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 14:48:56.772746 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4b3c2d-ee21-4a8a-bf17-094a10cc0dff None None] Checking agent: {'id': '16d44442-859c-4c9b-bc72-04cb3b8a5d5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840289-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 14, 38, 15), 'started_at': datetime.datetime(2022, 5, 3, 14, 38, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 14, 48, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840289-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 14:48:56.773144 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4b3c2d-ee21-4a8a-bf17-094a10cc0dff None None] Checking segment: {'id': '3de36765-c65d-4d3f-9d07-ffed9a570086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '8111c045-cb91-4ca9-8f35-437a2d6b6f61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 14:48:56.773556 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-2e4b3c2d-ee21-4a8a-bf17-094a10cc0dff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:56.773963 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4b3c2d-ee21-4a8a-bf17-094a10cc0dff None None] Bound using segment: {'id': '3de36765-c65d-4d3f-9d07-ffed9a570086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '8111c045-cb91-4ca9-8f35-437a2d6b6f61'} {{(pid=110299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 14:48:56.774446 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.managers [None req-2e4b3c2d-ee21-4a8a-bf17-094a10cc0dff None None] Bound port: 6b819459-f973-476e-821d-e94870c45332, host: dv-cinder-840289-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3de36765-c65d-4d3f-9d07-ffed9a570086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '8111c045-cb91-4ca9-8f35-437a2d6b6f61'}}] {{(pid=110299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 14:48:56.774829 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-2e4b3c2d-ee21-4a8a-bf17-094a10cc0dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (6b819459-f973-476e-821d-e94870c45332), before_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:56.876200 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-2f5a92b5-b118-4f4b-8e8c-a2f9b89ff749 None None] Current status of the port d3b83fbc-e72a-4c7c-9ddd-9c05bdade1d5 is: ACTIVE; New status is: ACTIVE {{(pid=110299) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:48:56.892466 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-c15c9087-f078-413a-a48e-e00f866bdfb0 req-9e911ef0-c620-4622-9a1a-0bad282678fc tempest-DeleteServersTestJSON-1834262226 tempest-DeleteServersTestJSON-1834262226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775477123741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775476647069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25806886'] for port (325981bb-6f64-4949-b57a-290e71cc1f45), after_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:56.916232 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-2e4b3c2d-ee21-4a8a-bf17-094a10cc0dff None None] For port 6b819459-f973-476e-821d-e94870c45332, host dv-cinder-840289-3-iscsi, cleared binding levels {{(pid=110299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 14:48:56.920476 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-2e4b3c2d-ee21-4a8a-bf17-094a10cc0dff None None] For port 6b819459-f973-476e-821d-e94870c45332, host dv-cinder-840289-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-3-iscsi',level=0,port_id=6b819459-f973-476e-821d-e94870c45332,segment=NetworkSegment(3de36765-c65d-4d3f-9d07-ffed9a570086),segment_id=3de36765-c65d-4d3f-9d07-ffed9a570086)] {{(pid=110299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 14:48:56.949296 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d356f31-b89d-48bb-a7b0-dd86db063150 req-621332b8-6e43-46b3-b4fb-96a2fd265804 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:48:56.950889 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-9d356f31-b89d-48bb-a7b0-dd86db063150 req-621332b8-6e43-46b3-b4fb-96a2fd265804 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/ports?device_id=dbf00822-5970-4028-8656-a6300c36daa0 HTTP/1.1" status: 200 len: 945 time: 0.1195548 May 03 14:48:56.952651 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.db.db_base_plugin_common [None req-e22fbfa8-50c7-4266-9b78-f793b527dfad admin admin] Allocated IP 172.27.0.40 (7456e722-9446-4a17-bcf3-c72dce07c65c/f907060b-4748-4522-aeb5-06a44b689374/bde5db86-fcfb-4a6d-9adc-cb335d7b9294) {{(pid=110298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 14:48:56.964451 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e911ef0-c620-4622-9a1a-0bad282678fc tempest-DeleteServersTestJSON-1834262226 tempest-DeleteServersTestJSON-1834262226-project] Pushing event deleted for resources: {'Port': ['ID=325981bb-6f64-4949-b57a-290e71cc1f45,revision_number=None']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:48:56.986835 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-2e4b3c2d-ee21-4a8a-bf17-094a10cc0dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096'] for port (6b819459-f973-476e-821d-e94870c45332), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:57.045870 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e911ef0-c620-4622-9a1a-0bad282678fc tempest-DeleteServersTestJSON-1834262226 tempest-DeleteServersTestJSON-1834262226-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:48:57.046302 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e911ef0-c620-4622-9a1a-0bad282678fc tempest-DeleteServersTestJSON-1834262226 tempest-DeleteServersTestJSON-1834262226-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:48:57.046651 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e911ef0-c620-4622-9a1a-0bad282678fc tempest-DeleteServersTestJSON-1834262226 tempest-DeleteServersTestJSON-1834262226-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:48:57.047007 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e911ef0-c620-4622-9a1a-0bad282678fc tempest-DeleteServersTestJSON-1834262226 tempest-DeleteServersTestJSON-1834262226-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:48:57.047382 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e911ef0-c620-4622-9a1a-0bad282678fc tempest-DeleteServersTestJSON-1834262226 tempest-DeleteServersTestJSON-1834262226-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:48:57.047781 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e911ef0-c620-4622-9a1a-0bad282678fc tempest-DeleteServersTestJSON-1834262226 tempest-DeleteServersTestJSON-1834262226-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:48:57.048115 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e911ef0-c620-4622-9a1a-0bad282678fc tempest-DeleteServersTestJSON-1834262226 tempest-DeleteServersTestJSON-1834262226-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:48:57.048447 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e911ef0-c620-4622-9a1a-0bad282678fc tempest-DeleteServersTestJSON-1834262226 tempest-DeleteServersTestJSON-1834262226-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:48:57.048774 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e911ef0-c620-4622-9a1a-0bad282678fc tempest-DeleteServersTestJSON-1834262226 tempest-DeleteServersTestJSON-1834262226-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:48:57.049102 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e911ef0-c620-4622-9a1a-0bad282678fc tempest-DeleteServersTestJSON-1834262226 tempest-DeleteServersTestJSON-1834262226-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:48:57.049429 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e911ef0-c620-4622-9a1a-0bad282678fc tempest-DeleteServersTestJSON-1834262226 tempest-DeleteServersTestJSON-1834262226-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:48:57.049755 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e911ef0-c620-4622-9a1a-0bad282678fc tempest-DeleteServersTestJSON-1834262226 tempest-DeleteServersTestJSON-1834262226-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:48:57.050078 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e911ef0-c620-4622-9a1a-0bad282678fc tempest-DeleteServersTestJSON-1834262226 tempest-DeleteServersTestJSON-1834262226-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:48:57.050397 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e911ef0-c620-4622-9a1a-0bad282678fc tempest-DeleteServersTestJSON-1834262226 tempest-DeleteServersTestJSON-1834262226-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:48:57.050719 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e911ef0-c620-4622-9a1a-0bad282678fc tempest-DeleteServersTestJSON-1834262226 tempest-DeleteServersTestJSON-1834262226-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:48:57.069621 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4b3c2d-ee21-4a8a-bf17-094a10cc0dff None None] Pushing event updated for resources: {'Port': ['ID=6b819459-f973-476e-821d-e94870c45332,revision_number=2']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:48:57.104058 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.db.l3_dvrscheduler_db [req-c15c9087-f078-413a-a48e-e00f866bdfb0 req-9e911ef0-c620-4622-9a1a-0bad282678fc tempest-DeleteServersTestJSON-1834262226 tempest-DeleteServersTestJSON-1834262226-project] No DVR routers for this DVR port 325981bb-6f64-4949-b57a-290e71cc1f45 on host hv-cinder-84028 {{(pid=110298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 14:48:57.123479 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-c15c9087-f078-413a-a48e-e00f866bdfb0 req-9e911ef0-c620-4622-9a1a-0bad282678fc tempest-DeleteServersTestJSON-1834262226 tempest-DeleteServersTestJSON-1834262226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46205'] for port (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:57.126839 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-c15c9087-f078-413a-a48e-e00f866bdfb0 req-9e911ef0-c620-4622-9a1a-0bad282678fc tempest-DeleteServersTestJSON-1834262226 tempest-DeleteServersTestJSON-1834262226-project] 10.222.0.55 "DELETE /v2.0/ports/325981bb-6f64-4949-b57a-290e71cc1f45 HTTP/1.1" status: 204 len: 173 time: 1.4486113 May 03 14:48:57.127351 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15b6f436-8fd4-462d-9d65-8975e7b68845', 'name': 'network-vif-deleted', 'tag': '325981bb-6f64-4949-b57a-290e71cc1f45'}] {{(pid=110298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 14:48:57.139539 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75d30aab20f2b99e69676ba1094dd13d61de0bc97323401ed2dd99ba05286cef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-996e565b-05ac-438f-b0eb-fafe9f02ccb5" -d '{"events": [{"server_uuid": "15b6f436-8fd4-462d-9d65-8975e7b68845", "name": "network-vif-deleted", "tag": "325981bb-6f64-4949-b57a-290e71cc1f45"}]}' {{(pid=110298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 14:48:57.152647 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-9d356f31-b89d-48bb-a7b0-dd86db063150 req-707adbeb-cf1f-433e-9cca-15ba6751b994 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/security-groups?id=401848e3-e1ee-4f49-9d7c-851858f8a58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920109 May 03 14:48:57.211226 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 14:48:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-915f3f94-d2dd-4ef9-a989-3cc490db03fb x-openstack-request-id: req-915f3f94-d2dd-4ef9-a989-3cc490db03fb {{(pid=110298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 14:48:57.211530 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15b6f436-8fd4-462d-9d65-8975e7b68845", "name": "network-vif-deleted", "tag": "325981bb-6f64-4949-b57a-290e71cc1f45", "status": "completed", "code": 200}]} {{(pid=110298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 14:48:57.211795 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-915f3f94-d2dd-4ef9-a989-3cc490db03fb {{(pid=110298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 14:48:57.212211 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-915f3f94-d2dd-4ef9-a989-3cc490db03fb'] response: {'server_uuid': '15b6f436-8fd4-462d-9d65-8975e7b68845', 'name': 'network-vif-deleted', 'tag': '325981bb-6f64-4949-b57a-290e71cc1f45', 'status': 'completed', 'code': 200} May 03 14:48:57.254481 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-e22fbfa8-50c7-4266-9b78-f793b527dfad admin admin] Publish callbacks [] for port (bde5db86-fcfb-4a6d-9adc-cb335d7b9294), precommit_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:57.371330 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-e22fbfa8-50c7-4266-9b78-f793b527dfad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775476647060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25806886'] for port (bde5db86-fcfb-4a6d-9adc-cb335d7b9294), after_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:57.472462 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22fbfa8-50c7-4266-9b78-f793b527dfad admin admin] Pushing event updated for resources: {'Port': ['ID=bde5db86-fcfb-4a6d-9adc-cb335d7b9294,revision_number=1']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:48:57.506616 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-0a717661-01dc-4bf9-9730-da8b5ce5f3d1 req-a35169a9-6620-4c02-a1a1-5f6896278207 tempest-DeleteServersTestJSON-1834262226 tempest-DeleteServersTestJSON-1834262226-project] 10.222.0.16 "GET /v2.0/ports?device_id=15b6f436-8fd4-462d-9d65-8975e7b68845 HTTP/1.1" status: 200 len: 210 time: 0.0700607 May 03 14:48:57.508932 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e22fbfa8-50c7-4266-9b78-f793b527dfad admin admin] Network 7456e722-9446-4a17-bcf3-c72dce07c65c is already hosted by enough agents. {{(pid=110298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 14:48:57.513184 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.scheduler.base_scheduler [None req-e22fbfa8-50c7-4266-9b78-f793b527dfad admin admin] Resources bound (agent type, host, resource id): {{(pid=110298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 14:48:57.517394 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22fbfa8-50c7-4266-9b78-f793b527dfad admin admin] Received port after_create {{(pid=110298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 14:48:57.552073 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-cdecbe39-5419-413f-9a5e-e4959699c619 req-4e64bcfc-eeba-4a38-b5db-de71698bbd7b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=fe1c40c4-811a-430a-930e-063e1c5880b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0817108 May 03 14:48:57.820331 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Device 325981bb-6f64-4949-b57a-290e71cc1f45 no longer exists at agent hyperv_hv-cinder-84028 {{(pid=110299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 14:48:57.845901 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] No Port match for: 325981bb-6f64-4949-b57a-290e71cc1f45 {{(pid=110299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 14:48:57.846449 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Device 325981bb-6f64-4949-b57a-290e71cc1f45 not bound to the agent host hv-cinder-84028 {{(pid=110299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 14:48:57.960725 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Device 6b819459-f973-476e-821d-e94870c45332 up at agent ovs-agent-dv-cinder-840289-3-iscsi {{(pid=110299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 14:48:57.973081 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-e22fbfa8-50c7-4266-9b78-f793b527dfad admin admin] Publish callbacks [] for router_gateway (f17d155b-f4d7-4a49-9f01-0a22007517c2), after_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:58.026053 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Provisioning complete for port 6b819459-f973-476e-821d-e94870c45332 triggered by entity L2. {{(pid=110299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:48:58.027086 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728915'] for port (6b819459-f973-476e-821d-e94870c45332), provisioning_complete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:58.158290 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Current status of the port 6b819459-f973-476e-821d-e94870c45332 is: DOWN; New status is: ACTIVE {{(pid=110299) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:48:58.158552 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (6b819459-f973-476e-821d-e94870c45332), before_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:58.217640 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] For port 6b819459-f973-476e-821d-e94870c45332, host dv-cinder-840289-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-3-iscsi',level=0,port_id=6b819459-f973-476e-821d-e94870c45332,segment=NetworkSegment(3de36765-c65d-4d3f-9d07-ffed9a570086),segment_id=3de36765-c65d-4d3f-9d07-ffed9a570086)] {{(pid=110299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:48:58.272134 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096'] for port (6b819459-f973-476e-821d-e94870c45332), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:58.272877 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Device d3b83fbc-e72a-4c7c-9ddd-9c05bdade1d5 up at agent ovs-agent-dv-cinder-840289-3-iscsi {{(pid=110299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 14:48:58.394523 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99adcc66-633a-4b46-9b14-81baf3eacf4b None None] Network 8111c045-cb91-4ca9-8f35-437a2d6b6f61 requested from dv-cinder-840289-3-iscsi {{(pid=110299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 14:48:58.435400 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Pushing event updated for resources: {'Port': ['ID=6b819459-f973-476e-821d-e94870c45332,revision_number=3']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:48:58.500044 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Provisioning complete for port d3b83fbc-e72a-4c7c-9ddd-9c05bdade1d5 triggered by entity L2. {{(pid=110299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:48:58.500599 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728915'] for port (d3b83fbc-e72a-4c7c-9ddd-9c05bdade1d5), provisioning_complete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:58.505704 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [None req-de2fa84a-ef3c-436e-af30-f36b9acc73dc None None] Provisioning complete for port 6b819459-f973-476e-821d-e94870c45332 triggered by entity DHCP. {{(pid=110299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:48:58.505704 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-de2fa84a-ef3c-436e-af30-f36b9acc73dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728915'] for port (6b819459-f973-476e-821d-e94870c45332), provisioning_complete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:58.618761 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131b35d4-59e6-4e04-95d7-8a009d173de2 req-a3c6bad7-5d4c-428b-bb1b-b39899e99527 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:48:58.620531 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-131b35d4-59e6-4e04-95d7-8a009d173de2 req-a3c6bad7-5d4c-428b-bb1b-b39899e99527 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/ports?device_id=dbf00822-5970-4028-8656-a6300c36daa0 HTTP/1.1" status: 200 len: 945 time: 0.0470502 May 03 14:48:58.710574 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-e22fbfa8-50c7-4266-9b78-f793b527dfad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698251'] for router (f17d155b-f4d7-4a49-9f01-0a22007517c2), after_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:58.732326 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-f34c4939-8223-4020-8423-0da72002f469 req-b419737a-7a91-4551-a113-f812fc8a2dfd tempest-DeleteServersTestJSON-1834262226 tempest-DeleteServersTestJSON-1834262226-project] 10.222.0.16 "GET /v2.0/ports?device_id=15b6f436-8fd4-462d-9d65-8975e7b68845 HTTP/1.1" status: 200 len: 210 time: 0.0604122 May 03 14:48:58.733674 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdecbe39-5419-413f-9a5e-e4959699c619 req-d36f1afa-5d51-4833-9fae-6d319419be62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:48:58.735226 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-cdecbe39-5419-413f-9a5e-e4959699c619 req-d36f1afa-5d51-4833-9fae-6d319419be62 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ea2dc692f2754b34afd1a52dad1c2cb3&device_id=fe1c40c4-811a-430a-930e-063e1c5880b8 HTTP/1.1" status: 200 len: 1129 time: 0.1697536 May 03 14:48:58.817247 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-131b35d4-59e6-4e04-95d7-8a009d173de2 req-10dd3322-f3d9-4f8e-b4aa-36e548c867b3 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/security-groups?id=401848e3-e1ee-4f49-9d7c-851858f8a58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714392 May 03 14:48:58.897637 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (26e70f58-a201-437c-be8d-fd2714f100da), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:58.919227 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Current status of the port d3b83fbc-e72a-4c7c-9ddd-9c05bdade1d5 is: ACTIVE; New status is: ACTIVE {{(pid=110299) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:48:58.921307 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-de2fa84a-ef3c-436e-af30-f36b9acc73dc None None] Current status of the port 6b819459-f973-476e-821d-e94870c45332 is: ACTIVE; New status is: ACTIVE {{(pid=110299) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:48:59.027133 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cac27f-c7d3-4f85-b2c5-963768a1b10a req-19d0c840-7fcc-4e63-bda3-f739e46824b4 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:48:59.028661 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-d8cac27f-c7d3-4f85-b2c5-963768a1b10a req-19d0c840-7fcc-4e63-bda3-f739e46824b4 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/ports?device_id=4d586fba-adbe-4797-99f4-6932165af9d4 HTTP/1.1" status: 200 len: 946 time: 0.0803328 May 03 14:48:59.042556 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [None req-26c3c1f8-861e-4e39-b23b-5c2020b09dac None None] Provisioning complete for port 6b819459-f973-476e-821d-e94870c45332 triggered by entity DHCP. {{(pid=110299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:48:59.042556 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-26c3c1f8-861e-4e39-b23b-5c2020b09dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728915'] for port (6b819459-f973-476e-821d-e94870c45332), provisioning_complete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:59.084360 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e22fbfa8-50c7-4266-9b78-f793b527dfad admin admin] Router f17d155b-f4d7-4a49-9f01-0a22007517c2 is scheduled to L3 agent a9161e1b-902d-441f-843b-a0ff0805adee with binding_index 1 {{(pid=110298) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 03 14:48:59.122241 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-26c3c1f8-861e-4e39-b23b-5c2020b09dac None None] Current status of the port 6b819459-f973-476e-821d-e94870c45332 is: ACTIVE; New status is: ACTIVE {{(pid=110299) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:48:59.180091 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-d8cac27f-c7d3-4f85-b2c5-963768a1b10a req-f1c429f9-6ca2-4d0f-a34b-8f40f88b08cc tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/security-groups?id=401848e3-e1ee-4f49-9d7c-851858f8a58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446824 May 03 14:48:59.194500 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdecbe39-5419-413f-9a5e-e4959699c619 req-ebacae71-f920-4233-bde6-b7ea15855937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:48:59.196143 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-cdecbe39-5419-413f-9a5e-e4959699c619 req-ebacae71-f920-4233-bde6-b7ea15855937 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e149baab-37b5-49e7-bbfb-d6c5aa20aff6 HTTP/1.1" status: 200 len: 917 time: 0.2150517 May 03 14:48:59.317458 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-cdecbe39-5419-413f-9a5e-e4959699c619 req-c6970582-5fbd-4a08-bdad-d1cc2aa29239 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=988f35e9-668c-4f12-83dd-31b1a9c2f39c HTTP/1.1" status: 200 len: 1001 time: 0.1134429 May 03 14:48:59.321025 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e22fbfa8-50c7-4266-9b78-f793b527dfad admin admin] Notify agent at l3_agent.dv-cinder-840289-3-iscsi the message routers_updated {{(pid=110298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 14:48:59.333416 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b3bb0d-78c9-4e91-8af5-39a7682dd94a None None] Sync routers for ids ['f17d155b-f4d7-4a49-9f01-0a22007517c2'] in dv-cinder-840289-3-iscsi {{(pid=110300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 14:48:59.349743 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b3bb0d-78c9-4e91-8af5-39a7682dd94a None None] Routers {'f17d155b-f4d7-4a49-9f01-0a22007517c2'} bound to L3 agent in host dv-cinder-840289-3-iscsi {{(pid=110300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:48:59.350617 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_hamode_db [None req-69b3bb0d-78c9-4e91-8af5-39a7682dd94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T14:38:11Z,description=,heartbeat_timestamp=2022-05-03T14:48:41Z,host='dv-cinder-840289-3-iscsi',id=a9161e1b-902d-441f-843b-a0ff0805adee,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:38:12Z,topic='l3_agent')) {'router_ids': ['f17d155b-f4d7-4a49-9f01-0a22007517c2'], 'active': True} {{(pid=110300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:48:59.387697 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 41206) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:48:59.401378 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdecbe39-5419-413f-9a5e-e4959699c619 req-6451cf57-6d02-4af0-9785-8b32ff528a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:48:59.403067 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-cdecbe39-5419-413f-9a5e-e4959699c619 req-6451cf57-6d02-4af0-9785-8b32ff528a2f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d36733c8-18a7-47f6-a054-ee0e84dd3169 HTTP/1.1" status: 200 len: 855 time: 0.0733020 May 03 14:48:59.444434 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-e22fbfa8-50c7-4266-9b78-f793b527dfad admin admin] Publish callbacks [] for router (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:59.448603 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-e22fbfa8-50c7-4266-9b78-f793b527dfad admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.1475651 May 03 14:48:59.449874 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 41210) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:48:59.473866 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvr_db [None req-69b3bb0d-78c9-4e91-8af5-39a7682dd94a None None] Set router f17d155b-f4d7-4a49-9f01-0a22007517c2 gateway port host: dv-cinder-840289-3-iscsi {{(pid=110300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:48:59.495904 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdecbe39-5419-413f-9a5e-e4959699c619 req-d7dd8740-d9c2-41d8-aa8f-cee6d4f19cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:48:59.497404 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-cdecbe39-5419-413f-9a5e-e4959699c619 req-d7dd8740-d9c2-41d8-aa8f-cee6d4f19cb8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e149baab-37b5-49e7-bbfb-d6c5aa20aff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0871623 May 03 14:48:59.533156 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-a542db4a-0b9e-4d2b-87cd-74360726cd9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:59.637390 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-a542db4a-0b9e-4d2b-87cd-74360726cd9a admin admin] Publish callbacks [] for security_group (5e232df6-e61c-4141-a46a-245a681f040f), precommit_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:59.683671 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_hamode_db [None req-69b3bb0d-78c9-4e91-8af5-39a7682dd94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f17d155b-f4d7-4a49-9f01-0a22007517c2', 'name': 'tempest-TestShelveInstance-1121359777-router', 'tenant_id': '32e83701e54c41e392f0c80c1709e7ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'external_fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': 'bde5db86-fcfb-4a6d-9adc-cb335d7b9294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:48:55Z', 'updated_at': '2022-05-03T14:48:57Z', 'revision_number': 3, 'project_id': '32e83701e54c41e392f0c80c1709e7ed', 'gw_port': {'id': 'bde5db86-fcfb-4a6d-9adc-cb335d7b9294', 'name': '', 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:5e:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f17d155b-f4d7-4a49-9f01-0a22007517c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:48:56Z', 'updated_at': '2022-05-03T14:48:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f907060b-4748-4522-aeb5-06a44b689374', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-3-iscsi'}], 'dv-cinder-840289-3-iscsi', False) {} {{(pid=110300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:48:59.695520 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-cdecbe39-5419-413f-9a5e-e4959699c619 req-b4e9506a-836e-4f4c-8dc0-9f1feaa7f1ce service neutron] 10.222.0.55 "GET /v2.0/networks/e149baab-37b5-49e7-bbfb-d6c5aa20aff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866522 May 03 14:48:59.710135 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b3bb0d-78c9-4e91-8af5-39a7682dd94a None None] Checking router: f17d155b-f4d7-4a49-9f01-0a22007517c2 for host: dv-cinder-840289-3-iscsi {{(pid=110300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 14:48:59.710489 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b3bb0d-78c9-4e91-8af5-39a7682dd94a None None] Updating router f17d155b-f4d7-4a49-9f01-0a22007517c2 port bde5db86-fcfb-4a6d-9adc-cb335d7b9294 binding host dv-cinder-840289-3-iscsi {{(pid=110300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 14:48:59.728828 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-a542db4a-0b9e-4d2b-87cd-74360726cd9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (5e232df6-e61c-4141-a46a-245a681f040f), after_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:59.748198 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-69b3bb0d-78c9-4e91-8af5-39a7682dd94a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (bde5db86-fcfb-4a6d-9adc-cb335d7b9294), before_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:59.768966 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a542db4a-0b9e-4d2b-87cd-74360726cd9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e232df6-e61c-4141-a46a-245a681f040f,revision_number=1']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:48:59.777086 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-a542db4a-0b9e-4d2b-87cd-74360726cd9a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=68715d58ea514d8d8fc052b7bc7d0ff1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3877196 May 03 14:48:59.777783 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 41214) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:48:59.801124 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a542db4a-0b9e-4d2b-87cd-74360726cd9a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:48:59.801124 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a542db4a-0b9e-4d2b-87cd-74360726cd9a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:48:59.801124 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a542db4a-0b9e-4d2b-87cd-74360726cd9a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:48:59.801124 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a542db4a-0b9e-4d2b-87cd-74360726cd9a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:48:59.801124 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a542db4a-0b9e-4d2b-87cd-74360726cd9a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:48:59.801124 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a542db4a-0b9e-4d2b-87cd-74360726cd9a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:48:59.801124 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a542db4a-0b9e-4d2b-87cd-74360726cd9a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:48:59.801124 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a542db4a-0b9e-4d2b-87cd-74360726cd9a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:48:59.801124 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a542db4a-0b9e-4d2b-87cd-74360726cd9a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:48:59.801124 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a542db4a-0b9e-4d2b-87cd-74360726cd9a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:48:59.801124 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a542db4a-0b9e-4d2b-87cd-74360726cd9a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:48:59.812648 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a542db4a-0b9e-4d2b-87cd-74360726cd9a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:48:59.813865 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a542db4a-0b9e-4d2b-87cd-74360726cd9a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:48:59.815160 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a542db4a-0b9e-4d2b-87cd-74360726cd9a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:48:59.818016 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a542db4a-0b9e-4d2b-87cd-74360726cd9a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:48:59.887959 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-cdecbe39-5419-413f-9a5e-e4959699c619 req-03e4cda6-3f27-4e3c-8b9f-01a4819431b7 service neutron] 10.222.0.55 "GET /v2.0/networks/e149baab-37b5-49e7-bbfb-d6c5aa20aff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859772 May 03 14:48:59.905480 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-98c14244-ef66-458e-a04c-200d58424f61 admin admin] Publish callbacks [] for security_group (5e232df6-e61c-4141-a46a-245a681f040f), before_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:59.947902 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-98c14244-ef66-458e-a04c-200d58424f61 admin admin] Publish callbacks [] for security_group (5e232df6-e61c-4141-a46a-245a681f040f), precommit_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:48:59.961008 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Device 6b819459-f973-476e-821d-e94870c45332 up at agent ovs-agent-dv-cinder-840289-3-iscsi {{(pid=110299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 14:49:00.076266 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Provisioning complete for port 6b819459-f973-476e-821d-e94870c45332 triggered by entity L2. {{(pid=110299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:49:00.076858 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728915'] for port (6b819459-f973-476e-821d-e94870c45332), provisioning_complete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:00.168949 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-98c14244-ef66-458e-a04c-200d58424f61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (5e232df6-e61c-4141-a46a-245a681f040f), after_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:00.172244 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-98c14244-ef66-458e-a04c-200d58424f61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:00.173649 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-98c14244-ef66-458e-a04c-200d58424f61 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5e232df6-e61c-4141-a46a-245a681f040f HTTP/1.1" status: 204 len: 168 time: 0.3936181 May 03 14:49:00.183746 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c14244-ef66-458e-a04c-200d58424f61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e232df6-e61c-4141-a46a-245a681f040f,revision_number=None']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:49:00.281632 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Current status of the port 6b819459-f973-476e-821d-e94870c45332 is: ACTIVE; New status is: ACTIVE {{(pid=110299) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:49:00.299190 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-69b3bb0d-78c9-4e91-8af5-39a7682dd94a None None] Publish callbacks [] for port (bde5db86-fcfb-4a6d-9adc-cb335d7b9294), precommit_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:00.364605 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-095b5ca7-381f-4500-afd5-3b010960dc39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (None), before_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:00.380060 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-69b3bb0d-78c9-4e91-8af5-39a7682dd94a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096'] for port (bde5db86-fcfb-4a6d-9adc-cb335d7b9294), after_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:00.434418 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.managers [None req-69b3bb0d-78c9-4e91-8af5-39a7682dd94a None None] Attempting to bind port bde5db86-fcfb-4a6d-9adc-cb335d7b9294 on host dv-cinder-840289-3-iscsi for vnic_type normal with profile {{(pid=110300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 14:49:00.434793 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.managers [None req-69b3bb0d-78c9-4e91-8af5-39a7682dd94a None None] Attempting to bind port bde5db86-fcfb-4a6d-9adc-cb335d7b9294 by drivers openvswitch,hyperv on host dv-cinder-840289-3-iscsi at level 0 using segments [{'id': '0c3170a2-2f96-4172-a4d6-7b5474706bd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c'}] {{(pid=110300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 14:49:00.435187 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b3bb0d-78c9-4e91-8af5-39a7682dd94a None None] Attempting to bind port bde5db86-fcfb-4a6d-9adc-cb335d7b9294 on network 7456e722-9446-4a17-bcf3-c72dce07c65c {{(pid=110300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 14:49:00.439865 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0873ee41-fde1-4a5e-b9a6-00325f4e663f None None] Pushing event updated for resources: {'Port': ['ID=bde5db86-fcfb-4a6d-9adc-cb335d7b9294,revision_number=2']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:49:00.442626 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b3bb0d-78c9-4e91-8af5-39a7682dd94a None None] Checking agent: {'id': '16d44442-859c-4c9b-bc72-04cb3b8a5d5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840289-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 14, 38, 15), 'started_at': datetime.datetime(2022, 5, 3, 14, 38, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 14, 48, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840289-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 14:49:00.443023 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b3bb0d-78c9-4e91-8af5-39a7682dd94a None None] Checking segment: {'id': '0c3170a2-2f96-4172-a4d6-7b5474706bd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 14:49:00.446485 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-69b3bb0d-78c9-4e91-8af5-39a7682dd94a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:00.446485 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b3bb0d-78c9-4e91-8af5-39a7682dd94a None None] Bound using segment: {'id': '0c3170a2-2f96-4172-a4d6-7b5474706bd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c'} {{(pid=110300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 14:49:00.446485 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.managers [None req-69b3bb0d-78c9-4e91-8af5-39a7682dd94a None None] Bound port: bde5db86-fcfb-4a6d-9adc-cb335d7b9294, host: dv-cinder-840289-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c3170a2-2f96-4172-a4d6-7b5474706bd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c'}}] {{(pid=110300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 14:49:00.446485 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-69b3bb0d-78c9-4e91-8af5-39a7682dd94a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (bde5db86-fcfb-4a6d-9adc-cb335d7b9294), before_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:00.503035 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.db [None req-69b3bb0d-78c9-4e91-8af5-39a7682dd94a None None] For port bde5db86-fcfb-4a6d-9adc-cb335d7b9294, host dv-cinder-840289-3-iscsi, cleared binding levels {{(pid=110300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 14:49:00.507704 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.db [None req-69b3bb0d-78c9-4e91-8af5-39a7682dd94a None None] For port bde5db86-fcfb-4a6d-9adc-cb335d7b9294, host dv-cinder-840289-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-3-iscsi',level=0,port_id=bde5db86-fcfb-4a6d-9adc-cb335d7b9294,segment=NetworkSegment(0c3170a2-2f96-4172-a4d6-7b5474706bd0),segment_id=0c3170a2-2f96-4172-a4d6-7b5474706bd0)] {{(pid=110300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 14:49:00.545856 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.db.db_base_plugin_common [None req-095b5ca7-381f-4500-afd5-3b010960dc39 admin admin] Allocated IP 172.20.0.1 (8111c045-cb91-4ca9-8f35-437a2d6b6f61/b895194c-9f55-445f-b2b3-fa19a685d142/235ebbdb-ec41-4ee1-9c43-207269a85213) {{(pid=110298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 14:49:00.577981 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-69b3bb0d-78c9-4e91-8af5-39a7682dd94a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096'] for port (bde5db86-fcfb-4a6d-9adc-cb335d7b9294), after_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:00.650244 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b3bb0d-78c9-4e91-8af5-39a7682dd94a None None] Routers {'f17d155b-f4d7-4a49-9f01-0a22007517c2'} bound to L3 agent in host dv-cinder-840289-3-iscsi {{(pid=110300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:49:00.650878 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_hamode_db [None req-69b3bb0d-78c9-4e91-8af5-39a7682dd94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T14:38:11Z,description=,heartbeat_timestamp=2022-05-03T14:48:41Z,host='dv-cinder-840289-3-iscsi',id=a9161e1b-902d-441f-843b-a0ff0805adee,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:38:12Z,topic='l3_agent')) {'router_ids': ['f17d155b-f4d7-4a49-9f01-0a22007517c2'], 'active': True} {{(pid=110300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:49:00.695875 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-095b5ca7-381f-4500-afd5-3b010960dc39 admin admin] Publish callbacks [] for port (235ebbdb-ec41-4ee1-9c43-207269a85213), precommit_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:00.784051 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0873ee41-fde1-4a5e-b9a6-00325f4e663f None None] Pushing event updated for resources: {'Port': ['ID=bde5db86-fcfb-4a6d-9adc-cb335d7b9294,revision_number=3']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:49:00.803402 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-095b5ca7-381f-4500-afd5-3b010960dc39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775476647060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25806886'] for port (235ebbdb-ec41-4ee1-9c43-207269a85213), after_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:00.852504 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-095b5ca7-381f-4500-afd5-3b010960dc39 admin admin] Network 8111c045-cb91-4ca9-8f35-437a2d6b6f61 is already hosted by enough agents. {{(pid=110298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 14:49:00.856856 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.scheduler.base_scheduler [None req-095b5ca7-381f-4500-afd5-3b010960dc39 admin admin] Resources bound (agent type, host, resource id): {{(pid=110298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 14:49:00.871676 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095b5ca7-381f-4500-afd5-3b010960dc39 admin admin] Received port after_create {{(pid=110298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 14:49:00.902276 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvr_db [None req-69b3bb0d-78c9-4e91-8af5-39a7682dd94a None None] Set router f17d155b-f4d7-4a49-9f01-0a22007517c2 gateway port host: dv-cinder-840289-3-iscsi {{(pid=110300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:49:00.912997 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b5ca7-381f-4500-afd5-3b010960dc39 admin admin] Pushing event updated for resources: {'Port': ['ID=235ebbdb-ec41-4ee1-9c43-207269a85213,revision_number=1']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:49:00.934895 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-095b5ca7-381f-4500-afd5-3b010960dc39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1694142'] for router_interface (f17d155b-f4d7-4a49-9f01-0a22007517c2), before_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:00.945106 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 41248) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:49:00.964801 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-b884b161-b49d-4c88-91ae-48ff97cbdacb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:01.072545 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-b884b161-b49d-4c88-91ae-48ff97cbdacb admin admin] Publish callbacks [] for security_group (196aef75-441a-4be3-a120-ddf409091b81), precommit_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:01.149264 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_hamode_db [None req-69b3bb0d-78c9-4e91-8af5-39a7682dd94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f17d155b-f4d7-4a49-9f01-0a22007517c2', 'name': 'tempest-TestShelveInstance-1121359777-router', 'tenant_id': '32e83701e54c41e392f0c80c1709e7ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'external_fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': 'bde5db86-fcfb-4a6d-9adc-cb335d7b9294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:48:55Z', 'updated_at': '2022-05-03T14:48:57Z', 'revision_number': 3, 'project_id': '32e83701e54c41e392f0c80c1709e7ed', 'gw_port': {'id': 'bde5db86-fcfb-4a6d-9adc-cb335d7b9294', 'name': '', 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:5e:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f17d155b-f4d7-4a49-9f01-0a22007517c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:48:56Z', 'updated_at': '2022-05-03T14:49:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f907060b-4748-4522-aeb5-06a44b689374', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-3-iscsi'}], 'dv-cinder-840289-3-iscsi', False) {} {{(pid=110300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:49:01.157991 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [None req-ea7f13e6-a670-45f3-9f26-89ff9024e992 None None] Provisioning complete for port 235ebbdb-ec41-4ee1-9c43-207269a85213 triggered by entity DHCP. {{(pid=110299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:49:01.158488 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-ea7f13e6-a670-45f3-9f26-89ff9024e992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728915'] for port (235ebbdb-ec41-4ee1-9c43-207269a85213), provisioning_complete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:01.162367 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-b884b161-b49d-4c88-91ae-48ff97cbdacb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (196aef75-441a-4be3-a120-ddf409091b81), after_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:01.178880 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b3bb0d-78c9-4e91-8af5-39a7682dd94a None None] The sync data for ids ['f17d155b-f4d7-4a49-9f01-0a22007517c2'] in dv-cinder-840289-3-iscsi is: [{'id': 'f17d155b-f4d7-4a49-9f01-0a22007517c2', 'name': 'tempest-TestShelveInstance-1121359777-router', 'tenant_id': '32e83701e54c41e392f0c80c1709e7ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'external_fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': 'bde5db86-fcfb-4a6d-9adc-cb335d7b9294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:48:55Z', 'updated_at': '2022-05-03T14:48:57Z', 'revision_number': 3, 'project_id': '32e83701e54c41e392f0c80c1709e7ed', 'gw_port': {'id': 'bde5db86-fcfb-4a6d-9adc-cb335d7b9294', 'name': '', 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:5e:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f17d155b-f4d7-4a49-9f01-0a22007517c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:48:56Z', 'updated_at': '2022-05-03T14:49:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f907060b-4748-4522-aeb5-06a44b689374', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-3-iscsi'}] {{(pid=110300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 14:49:01.194540 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-b884b161-b49d-4c88-91ae-48ff97cbdacb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5b65cc64576541299d3b04da68bb42e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2483437 May 03 14:49:01.197717 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 41254) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:49:01.206548 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-ea7f13e6-a670-45f3-9f26-89ff9024e992 None None] Port 235ebbdb-ec41-4ee1-9c43-207269a85213 cannot update to ACTIVE because it is not bound. {{(pid=110299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 14:49:01.222169 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-095b5ca7-381f-4500-afd5-3b010960dc39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (235ebbdb-ec41-4ee1-9c43-207269a85213), before_update {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:01.222713 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b884b161-b49d-4c88-91ae-48ff97cbdacb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=196aef75-441a-4be3-a120-ddf409091b81,revision_number=1']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:49:01.315974 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-f68abd21-0f32-463c-885e-b3806ada1f5a admin admin] Publish callbacks [] for security_group (196aef75-441a-4be3-a120-ddf409091b81), before_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:01.359236 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-f68abd21-0f32-463c-885e-b3806ada1f5a admin admin] Publish callbacks [] for security_group (196aef75-441a-4be3-a120-ddf409091b81), precommit_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:01.480097 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-095b5ca7-381f-4500-afd5-3b010960dc39 admin admin] Publish callbacks [] for port (235ebbdb-ec41-4ee1-9c43-207269a85213), precommit_update {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:01.552323 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-f68abd21-0f32-463c-885e-b3806ada1f5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (196aef75-441a-4be3-a120-ddf409091b81), after_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:01.556075 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-f68abd21-0f32-463c-885e-b3806ada1f5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:01.556327 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-f68abd21-0f32-463c-885e-b3806ada1f5a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/196aef75-441a-4be3-a120-ddf409091b81 HTTP/1.1" status: 204 len: 168 time: 0.3570352 May 03 14:49:01.557041 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-095b5ca7-381f-4500-afd5-3b010960dc39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25806943'] for port (235ebbdb-ec41-4ee1-9c43-207269a85213), after_update {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:01.619101 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68abd21-0f32-463c-885e-b3806ada1f5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=196aef75-441a-4be3-a120-ddf409091b81,revision_number=None']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:49:01.645980 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b5ca7-381f-4500-afd5-3b010960dc39 admin admin] Pushing event updated for resources: {'Port': ['ID=235ebbdb-ec41-4ee1-9c43-207269a85213,revision_number=2']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:49:01.657564 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-095b5ca7-381f-4500-afd5-3b010960dc39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1694048'] for router_interface (f17d155b-f4d7-4a49-9f01-0a22007517c2), after_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:01.757503 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 41266) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:49:01.823357 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-095b5ca7-381f-4500-afd5-3b010960dc39 admin admin] Network 8111c045-cb91-4ca9-8f35-437a2d6b6f61 is already hosted by enough agents. {{(pid=110298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 14:49:01.825526 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.scheduler.base_scheduler [None req-095b5ca7-381f-4500-afd5-3b010960dc39 admin admin] Resources bound (agent type, host, resource id): {{(pid=110298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 14:49:01.832675 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.db.db_base_plugin_v2 [None req-4eb9b239-bf8e-46a8-9ef2-b3476411435c admin admin] Deleting subnet 6e88459e-05aa-4f1a-9a99-bd3d7cc963de {{(pid=110298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 03 14:49:01.837142 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-4eb9b239-bf8e-46a8-9ef2-b3476411435c admin admin] Publish callbacks [] for subnet (6e88459e-05aa-4f1a-9a99-bd3d7cc963de), before_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:01.940056 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-4eb9b239-bf8e-46a8-9ef2-b3476411435c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3229775'] for subnet (6e88459e-05aa-4f1a-9a99-bd3d7cc963de), precommit_delete_associations {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:01.962880 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Device bde5db86-fcfb-4a6d-9adc-cb335d7b9294 up at agent ovs-agent-dv-cinder-840289-3-iscsi {{(pid=110299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 14:49:02.065503 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Provisioning complete for port bde5db86-fcfb-4a6d-9adc-cb335d7b9294 triggered by entity L2. {{(pid=110299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:49:02.066626 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728915'] for port (bde5db86-fcfb-4a6d-9adc-cb335d7b9294), provisioning_complete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:02.079560 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-4eb9b239-bf8e-46a8-9ef2-b3476411435c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-723521'] for subnet (6e88459e-05aa-4f1a-9a99-bd3d7cc963de), precommit_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:02.139748 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-095b5ca7-381f-4500-afd5-3b010960dc39 admin admin] Router f17d155b-f4d7-4a49-9f01-0a22007517c2 has already been hosted by L3 agent a9161e1b-902d-441f-843b-a0ff0805adee {{(pid=110298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 14:49:02.159278 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [None req-b2246465-f46a-48ad-9838-d2dcfde882ef None None] Provisioning complete for port 235ebbdb-ec41-4ee1-9c43-207269a85213 triggered by entity DHCP. {{(pid=110299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:49:02.161107 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-b2246465-f46a-48ad-9838-d2dcfde882ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728915'] for port (235ebbdb-ec41-4ee1-9c43-207269a85213), provisioning_complete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:02.234808 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-4eb9b239-bf8e-46a8-9ef2-b3476411435c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-723528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25806865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25436570'] for subnet (6e88459e-05aa-4f1a-9a99-bd3d7cc963de), after_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:02.239310 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-b2246465-f46a-48ad-9838-d2dcfde882ef None None] Port 235ebbdb-ec41-4ee1-9c43-207269a85213 cannot update to ACTIVE because it is not bound. {{(pid=110299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 14:49:02.262806 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Current status of the port bde5db86-fcfb-4a6d-9adc-cb335d7b9294 is: DOWN; New status is: ACTIVE {{(pid=110299) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:49:02.263611 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (bde5db86-fcfb-4a6d-9adc-cb335d7b9294), before_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:02.275260 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb9b239-bf8e-46a8-9ef2-b3476411435c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e88459e-05aa-4f1a-9a99-bd3d7cc963de,revision_number=None']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:49:02.279836 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-4eb9b239-bf8e-46a8-9ef2-b3476411435c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603595'] for subnet (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:02.283258 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-4eb9b239-bf8e-46a8-9ef2-b3476411435c admin admin] 10.222.0.16 "DELETE /v2.0/subnets/6e88459e-05aa-4f1a-9a99-bd3d7cc963de HTTP/1.1" status: 204 len: 168 time: 0.5247712 May 03 14:49:02.293478 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 41280) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:49:02.309553 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] For port bde5db86-fcfb-4a6d-9adc-cb335d7b9294, host dv-cinder-840289-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-3-iscsi',level=0,port_id=bde5db86-fcfb-4a6d-9adc-cb335d7b9294,segment=NetworkSegment(0c3170a2-2f96-4172-a4d6-7b5474706bd0),segment_id=0c3170a2-2f96-4172-a4d6-7b5474706bd0)] {{(pid=110299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:49:02.380361 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096'] for port (bde5db86-fcfb-4a6d-9adc-cb335d7b9294), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:02.427879 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-226fb2ab-ad50-4b8d-93e2-955529bbbfb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636243'] for network (ad9ec0bf-7b3b-4aac-aeb7-899560565656), before_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:02.452033 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Pushing event updated for resources: {'Port': ['ID=bde5db86-fcfb-4a6d-9adc-cb335d7b9294,revision_number=4']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:49:02.554717 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-226fb2ab-ad50-4b8d-93e2-955529bbbfb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727028', 'neutron.services.segments.db._delete_segments_for_network-8775477110074'] for network (ad9ec0bf-7b3b-4aac-aeb7-899560565656), precommit_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:02.595390 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.services.segments.db [None req-226fb2ab-ad50-4b8d-93e2-955529bbbfb6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad9ec0bf-7b3b-4aac-aeb7-899560565656']}} {{(pid=110297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:49:02.606804 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.services.segments.db [None req-226fb2ab-ad50-4b8d-93e2-955529bbbfb6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76c2878c-c766-49ad-ae93-aed109770c8e') {'for_net_delete': True} {{(pid=110297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:49:02.607075 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.services.segments.db [None req-226fb2ab-ad50-4b8d-93e2-955529bbbfb6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76c2878c-c766-49ad-ae93-aed109770c8e') {} {{(pid=110297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:49:02.616669 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-226fb2ab-ad50-4b8d-93e2-955529bbbfb6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775477110851', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2155877'] for segment (76c2878c-c766-49ad-ae93-aed109770c8e), before_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:02.626548 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-095b5ca7-381f-4500-afd5-3b010960dc39 admin admin] Notify agent at l3_agent.dv-cinder-840289-3-iscsi the message routers_updated {{(pid=110298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 14:49:02.631781 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-226fb2ab-ad50-4b8d-93e2-955529bbbfb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719716'] for segment (76c2878c-c766-49ad-ae93-aed109770c8e), precommit_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:02.634128 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-095b5ca7-381f-4500-afd5-3b010960dc39 admin admin] 10.222.0.16 "PUT /v2.0/routers/f17d155b-f4d7-4a49-9f01-0a22007517c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1834767 May 03 14:49:02.639613 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-226fb2ab-ad50-4b8d-93e2-955529bbbfb6 admin admin] Releasing vlan 394 on physical network physnet1 to pool {{(pid=110297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 14:49:02.640216 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-226fb2ab-ad50-4b8d-93e2-955529bbbfb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25923512'] for segment (76c2878c-c766-49ad-ae93-aed109770c8e), after_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:02.642513 dv-cinder-840289-3-iscsi neutron-server[110297]: Traceback (most recent call last): May 03 14:49:02.642513 dv-cinder-840289-3-iscsi neutron-server[110297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 14:49:02.642513 dv-cinder-840289-3-iscsi neutron-server[110297]: timer() May 03 14:49:02.642513 dv-cinder-840289-3-iscsi neutron-server[110297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 14:49:02.642513 dv-cinder-840289-3-iscsi neutron-server[110297]: cb(*args, **kw) May 03 14:49:02.642513 dv-cinder-840289-3-iscsi neutron-server[110297]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 03 14:49:02.642513 dv-cinder-840289-3-iscsi neutron-server[110297]: return func(*args, **kwargs) May 03 14:49:02.642513 dv-cinder-840289-3-iscsi neutron-server[110297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 14:49:02.642513 dv-cinder-840289-3-iscsi neutron-server[110297]: self._notify() May 03 14:49:02.642513 dv-cinder-840289-3-iscsi neutron-server[110297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 14:49:02.642513 dv-cinder-840289-3-iscsi neutron-server[110297]: self.callback(batched_events) May 03 14:49:02.642513 dv-cinder-840289-3-iscsi neutron-server[110297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 14:49:02.642513 dv-cinder-840289-3-iscsi neutron-server[110297]: event.method(event) May 03 14:49:02.642513 dv-cinder-840289-3-iscsi neutron-server[110297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 03 14:49:02.642513 dv-cinder-840289-3-iscsi neutron-server[110297]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 14:49:02.642513 dv-cinder-840289-3-iscsi neutron-server[110297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 03 14:49:02.642513 dv-cinder-840289-3-iscsi neutron-server[110297]: aggregate_uuid = self.p_client.list_aggregates( May 03 14:49:02.642513 dv-cinder-840289-3-iscsi neutron-server[110297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 03 14:49:02.642513 dv-cinder-840289-3-iscsi neutron-server[110297]: return f(self, *a, **k) May 03 14:49:02.642513 dv-cinder-840289-3-iscsi neutron-server[110297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 03 14:49:02.642513 dv-cinder-840289-3-iscsi neutron-server[110297]: return self._get(url).json() May 03 14:49:02.642513 dv-cinder-840289-3-iscsi neutron-server[110297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 03 14:49:02.642513 dv-cinder-840289-3-iscsi neutron-server[110297]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 14:49:02.642513 dv-cinder-840289-3-iscsi neutron-server[110297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 14:49:02.642513 dv-cinder-840289-3-iscsi neutron-server[110297]: return self.request(url, 'GET', **kwargs) May 03 14:49:02.642513 dv-cinder-840289-3-iscsi neutron-server[110297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 14:49:02.642513 dv-cinder-840289-3-iscsi neutron-server[110297]: base_url = self.get_endpoint(auth, allow=allow, May 03 14:49:02.642513 dv-cinder-840289-3-iscsi neutron-server[110297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 14:49:02.642513 dv-cinder-840289-3-iscsi neutron-server[110297]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 14:49:02.642513 dv-cinder-840289-3-iscsi neutron-server[110297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 14:49:02.642513 dv-cinder-840289-3-iscsi neutron-server[110297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 14:49:02.642513 dv-cinder-840289-3-iscsi neutron-server[110297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 14:49:02.805335 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c372ec0-f2f4-463f-92a6-20d1e59171c6 req-10076966-c8c1-4cf0-bfb0-a17bc97b5687 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:49:02.808182 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-6c372ec0-f2f4-463f-92a6-20d1e59171c6 req-10076966-c8c1-4cf0-bfb0-a17bc97b5687 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/ports?device_id=4d586fba-adbe-4797-99f4-6932165af9d4 HTTP/1.1" status: 200 len: 946 time: 0.0667896 May 03 14:49:02.822130 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-226fb2ab-ad50-4b8d-93e2-955529bbbfb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692117'] for network (ad9ec0bf-7b3b-4aac-aeb7-899560565656), after_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:02.829386 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-226fb2ab-ad50-4b8d-93e2-955529bbbfb6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603595'] for network (None), before_response {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:02.835780 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-226fb2ab-ad50-4b8d-93e2-955529bbbfb6 admin admin] 10.222.0.16 "DELETE /v2.0/networks/ad9ec0bf-7b3b-4aac-aeb7-899560565656 HTTP/1.1" status: 204 len: 168 time: 0.5406313 May 03 14:49:02.851782 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226fb2ab-ad50-4b8d-93e2-955529bbbfb6 admin admin] Pushing event deleted for resources: {'Network': ['ID=ad9ec0bf-7b3b-4aac-aeb7-899560565656,revision_number=None']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:49:02.867792 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26798ee-ed21-4c16-8425-6fab665c65df req-1dc4a167-6940-4a37-afa6-d86da4235377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:49:02.869308 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-a26798ee-ed21-4c16-8425-6fab665c65df req-1dc4a167-6940-4a37-afa6-d86da4235377 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=85acf5f5a53f45dd96135bdfdbd36bee&device_id=4d586fba-adbe-4797-99f4-6932165af9d4 HTTP/1.1" status: 200 len: 1130 time: 0.0599923 May 03 14:49:02.924895 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-6c372ec0-f2f4-463f-92a6-20d1e59171c6 req-73c74e4e-a9aa-47b3-bda5-ca6d7b94b7f3 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/security-groups?id=401848e3-e1ee-4f49-9d7c-851858f8a58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060667 May 03 14:49:02.983843 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26798ee-ed21-4c16-8425-6fab665c65df req-a1e7f602-1e51-40e4-9098-3bbeb74dd6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:49:02.986007 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-a26798ee-ed21-4c16-8425-6fab665c65df req-a1e7f602-1e51-40e4-9098-3bbeb74dd6f1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2d59a619-2104-48af-9b29-5b43721c1720 HTTP/1.1" status: 200 len: 920 time: 0.1064217 May 03 14:49:03.067424 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-a26798ee-ed21-4c16-8425-6fab665c65df req-67baf462-b33e-4c0e-9dca-84f9c8e81301 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a7eea7dd-eb4c-4690-b7c6-dd1c08938652 HTTP/1.1" status: 200 len: 217 time: 0.0744064 May 03 14:49:03.149558 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26798ee-ed21-4c16-8425-6fab665c65df req-5bce1cce-3ce2-498a-b595-11aab5738014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:49:03.151016 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-a26798ee-ed21-4c16-8425-6fab665c65df req-5bce1cce-3ce2-498a-b595-11aab5738014 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fd06123f-ac2d-4feb-b448-363a0cf902f7 HTTP/1.1" status: 200 len: 858 time: 0.0763216 May 03 14:49:03.201820 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26798ee-ed21-4c16-8425-6fab665c65df req-b36896c7-a2e1-4bbe-a3ae-f2da62793e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:49:03.203473 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-a26798ee-ed21-4c16-8425-6fab665c65df req-b36896c7-a2e1-4bbe-a3ae-f2da62793e06 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2d59a619-2104-48af-9b29-5b43721c1720&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0459092 May 03 14:49:03.327774 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-a26798ee-ed21-4c16-8425-6fab665c65df req-43a906d6-3aec-4f72-8d2e-acf49e486133 service neutron] 10.222.0.55 "GET /v2.0/networks/2d59a619-2104-48af-9b29-5b43721c1720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153204 May 03 14:49:03.432478 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-a26798ee-ed21-4c16-8425-6fab665c65df req-a21c4425-fa20-4a77-a57b-f67645c77471 service neutron] 10.222.0.55 "GET /v2.0/networks/2d59a619-2104-48af-9b29-5b43721c1720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991075 May 03 14:49:03.447568 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 41322) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:49:03.523447 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-b7b971a0-811f-4fda-b06a-0fa743cc6092 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9b85740edff14379a2eefda396a78050&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0716398 May 03 14:49:03.524240 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 41326) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:49:03.585317 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-0b2f9c4c-1dcd-4f66-a216-856788369480 admin admin] Publish callbacks [] for security_group (a7d4e0da-70e9-49ee-b61d-1d76ebf434dc), before_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:03.615452 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-0b2f9c4c-1dcd-4f66-a216-856788369480 admin admin] Publish callbacks [] for security_group (a7d4e0da-70e9-49ee-b61d-1d76ebf434dc), precommit_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:03.679763 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 41336) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:49:03.686732 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.v2.base [None req-f5999f8f-1859-46ec-8485-b91c767832a3 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1946373865', 'description': 'tempest-secgroup-smoke-1946373865 description', 'project_id': '7d4c047e715a4907a16f3e647f380b0b'}} {{(pid=110298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:49:03.734956 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-0b2f9c4c-1dcd-4f66-a216-856788369480 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (a7d4e0da-70e9-49ee-b61d-1d76ebf434dc), after_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:03.737817 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-0b2f9c4c-1dcd-4f66-a216-856788369480 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:03.740288 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-0b2f9c4c-1dcd-4f66-a216-856788369480 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a7d4e0da-70e9-49ee-b61d-1d76ebf434dc HTTP/1.1" status: 204 len: 168 time: 0.2136369 May 03 14:49:03.749180 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2f9c4c-1dcd-4f66-a216-856788369480 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7d4e0da-70e9-49ee-b61d-1d76ebf434dc,revision_number=None']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:49:03.764067 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-f5999f8f-1859-46ec-8485-b91c767832a3 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] Publish callbacks [] for security_group (None), before_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:03.864664 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-f5999f8f-1859-46ec-8485-b91c767832a3 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] Publish callbacks [] for security_group (739575c7-37fa-46fc-93e9-2268529558a1), precommit_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:03.911198 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Device bde5db86-fcfb-4a6d-9adc-cb335d7b9294 up at agent ovs-agent-dv-cinder-840289-3-iscsi {{(pid=110299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 14:49:03.929024 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-f5999f8f-1859-46ec-8485-b91c767832a3 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (739575c7-37fa-46fc-93e9-2268529558a1), after_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:03.975379 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5999f8f-1859-46ec-8485-b91c767832a3 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] Pushing event updated for resources: {'SecurityGroup': ['ID=739575c7-37fa-46fc-93e9-2268529558a1,revision_number=1']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:49:03.991321 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Provisioning complete for port bde5db86-fcfb-4a6d-9adc-cb335d7b9294 triggered by entity L2. {{(pid=110299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:49:03.991713 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728915'] for port (bde5db86-fcfb-4a6d-9adc-cb335d7b9294), provisioning_complete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:04.062714 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-f5999f8f-1859-46ec-8485-b91c767832a3 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] Publish callbacks [] for security_group (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:04.064119 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-f5999f8f-1859-46ec-8485-b91c767832a3 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3832018 May 03 14:49:04.067121 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 41348) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:49:04.071638 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.v2.base [None req-30cb52c5-bf8d-4a54-afdf-4fb0431ff01c tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] Request body: {'security_group_rule': {'security_group_id': '739575c7-37fa-46fc-93e9-2268529558a1', 'project_id': '7d4c047e715a4907a16f3e647f380b0b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:49:04.091563 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8f6f1a-c2db-445a-b353-6b32f7b34b55 req-82511572-b83a-4406-a824-dfa61ec2f5ea tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:49:04.093287 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-5d8f6f1a-c2db-445a-b353-6b32f7b34b55 req-82511572-b83a-4406-a824-dfa61ec2f5ea tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/ports?device_id=4d586fba-adbe-4797-99f4-6932165af9d4 HTTP/1.1" status: 200 len: 946 time: 0.0732806 May 03 14:49:04.101916 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Current status of the port bde5db86-fcfb-4a6d-9adc-cb335d7b9294 is: ACTIVE; New status is: ACTIVE {{(pid=110299) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:49:04.150446 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ddb8a40-b228-41c0-993c-bed28446a086 None None] Sync routers for ids ['f17d155b-f4d7-4a49-9f01-0a22007517c2'] in dv-cinder-840289-3-iscsi {{(pid=110299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 14:49:04.164321 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-30cb52c5-bf8d-4a54-afdf-4fb0431ff01c tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] Publish callbacks [] for security_group_rule (3c0cfc11-d3bf-48e3-a7a1-2463ab9996d3), before_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:04.176791 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-5d8f6f1a-c2db-445a-b353-6b32f7b34b55 req-ebfdc806-7b0b-4ef2-b1df-1bab86178d36 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/security-groups?id=401848e3-e1ee-4f49-9d7c-851858f8a58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742190 May 03 14:49:04.176960 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ddb8a40-b228-41c0-993c-bed28446a086 None None] Routers {'f17d155b-f4d7-4a49-9f01-0a22007517c2'} bound to L3 agent in host dv-cinder-840289-3-iscsi {{(pid=110299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:49:04.178903 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_hamode_db [None req-5ddb8a40-b228-41c0-993c-bed28446a086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T14:38:11Z,description=,heartbeat_timestamp=2022-05-03T14:48:41Z,host='dv-cinder-840289-3-iscsi',id=a9161e1b-902d-441f-843b-a0ff0805adee,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:38:12Z,topic='l3_agent')) {'router_ids': ['f17d155b-f4d7-4a49-9f01-0a22007517c2'], 'active': True} {{(pid=110299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:49:04.248888 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-30cb52c5-bf8d-4a54-afdf-4fb0431ff01c tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] Publish callbacks [] for security_group_rule (3c0cfc11-d3bf-48e3-a7a1-2463ab9996d3), precommit_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:04.316930 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_dvr_db [None req-5ddb8a40-b228-41c0-993c-bed28446a086 None None] Set router f17d155b-f4d7-4a49-9f01-0a22007517c2 gateway port host: dv-cinder-840289-3-iscsi {{(pid=110299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:49:04.340812 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-30cb52c5-bf8d-4a54-afdf-4fb0431ff01c tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652759'] for security_group_rule (3c0cfc11-d3bf-48e3-a7a1-2463ab9996d3), after_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:04.359988 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cb52c5-bf8d-4a54-afdf-4fb0431ff01c tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c0cfc11-d3bf-48e3-a7a1-2463ab9996d3,revision_number=0']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:49:04.422485 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-30cb52c5-bf8d-4a54-afdf-4fb0431ff01c tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:04.423654 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-30cb52c5-bf8d-4a54-afdf-4fb0431ff01c tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3555233 May 03 14:49:04.426425 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 41364) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:49:04.430684 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.v2.base [None req-831e0ed1-e878-4024-840c-6566b54a82a8 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] Request body: {'security_group_rule': {'security_group_id': '739575c7-37fa-46fc-93e9-2268529558a1', 'project_id': '7d4c047e715a4907a16f3e647f380b0b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:49:04.513462 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-831e0ed1-e878-4024-840c-6566b54a82a8 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] Publish callbacks [] for security_group_rule (608817ae-ea24-44e5-bae8-1a932453ca97), before_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:04.527150 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_hamode_db [None req-5ddb8a40-b228-41c0-993c-bed28446a086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f17d155b-f4d7-4a49-9f01-0a22007517c2', 'name': 'tempest-TestShelveInstance-1121359777-router', 'tenant_id': '32e83701e54c41e392f0c80c1709e7ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'external_fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': 'bde5db86-fcfb-4a6d-9adc-cb335d7b9294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:48:55Z', 'updated_at': '2022-05-03T14:49:01Z', 'revision_number': 4, 'project_id': '32e83701e54c41e392f0c80c1709e7ed', 'gw_port': {'id': 'bde5db86-fcfb-4a6d-9adc-cb335d7b9294', 'name': '', 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:5e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f17d155b-f4d7-4a49-9f01-0a22007517c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:48:56Z', 'updated_at': '2022-05-03T14:49:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f907060b-4748-4522-aeb5-06a44b689374', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-3-iscsi', '_interfaces': [{'id': '235ebbdb-ec41-4ee1-9c43-207269a85213', 'name': '', 'network_id': '8111c045-cb91-4ca9-8f35-437a2d6b6f61', 'tenant_id': '32e83701e54c41e392f0c80c1709e7ed', 'mac_address': 'fa:16:3e:45:97:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f17d155b-f4d7-4a49-9f01-0a22007517c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'b895194c-9f55-445f-b2b3-fa19a685d142', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:49:00Z', 'updated_at': '2022-05-03T14:49:01Z', 'revision_number': 2, 'project_id': '32e83701e54c41e392f0c80c1709e7ed', 'subnets': [{'id': 'b895194c-9f55-445f-b2b3-fa19a685d142', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-3-iscsi', False) {} {{(pid=110299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:49:04.564645 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ddb8a40-b228-41c0-993c-bed28446a086 None None] Checking router: f17d155b-f4d7-4a49-9f01-0a22007517c2 for host: dv-cinder-840289-3-iscsi {{(pid=110299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 14:49:04.566128 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ddb8a40-b228-41c0-993c-bed28446a086 None None] Updating router f17d155b-f4d7-4a49-9f01-0a22007517c2 port 235ebbdb-ec41-4ee1-9c43-207269a85213 binding host dv-cinder-840289-3-iscsi {{(pid=110299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 14:49:04.611662 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-5ddb8a40-b228-41c0-993c-bed28446a086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (235ebbdb-ec41-4ee1-9c43-207269a85213), before_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:04.617699 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-831e0ed1-e878-4024-840c-6566b54a82a8 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] Publish callbacks [] for security_group_rule (608817ae-ea24-44e5-bae8-1a932453ca97), precommit_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:04.708019 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-831e0ed1-e878-4024-840c-6566b54a82a8 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652759'] for security_group_rule (608817ae-ea24-44e5-bae8-1a932453ca97), after_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:04.725427 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831e0ed1-e878-4024-840c-6566b54a82a8 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=608817ae-ea24-44e5-bae8-1a932453ca97,revision_number=0']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:49:04.812542 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-831e0ed1-e878-4024-840c-6566b54a82a8 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:04.817468 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 41384) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:49:04.822849 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-831e0ed1-e878-4024-840c-6566b54a82a8 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3953218 May 03 14:49:04.823810 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.v2.base [None req-7896b41d-f176-43b6-bb09-9a869e7d7824 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] Request body: {'security_group_rule': {'security_group_id': '739575c7-37fa-46fc-93e9-2268529558a1', 'project_id': '7d4c047e715a4907a16f3e647f380b0b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:49:04.909748 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-7896b41d-f176-43b6-bb09-9a869e7d7824 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] Publish callbacks [] for security_group_rule (ea837905-1e93-4d13-96a6-9564ffed897a), before_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:04.924055 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-5ddb8a40-b228-41c0-993c-bed28446a086 None None] Publish callbacks [] for port (235ebbdb-ec41-4ee1-9c43-207269a85213), precommit_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:04.972939 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-7896b41d-f176-43b6-bb09-9a869e7d7824 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] Publish callbacks [] for security_group_rule (ea837905-1e93-4d13-96a6-9564ffed897a), precommit_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:05.015068 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-5ddb8a40-b228-41c0-993c-bed28446a086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096'] for port (235ebbdb-ec41-4ee1-9c43-207269a85213), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:05.066475 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-7896b41d-f176-43b6-bb09-9a869e7d7824 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652759'] for security_group_rule (ea837905-1e93-4d13-96a6-9564ffed897a), after_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:05.074312 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8706759-3f8b-4435-8299-2e9d89d5434e None None] Pushing event updated for resources: {'Port': ['ID=235ebbdb-ec41-4ee1-9c43-207269a85213,revision_number=3']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:49:05.086369 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7896b41d-f176-43b6-bb09-9a869e7d7824 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea837905-1e93-4d13-96a6-9564ffed897a,revision_number=0']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:49:05.104242 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8706759-3f8b-4435-8299-2e9d89d5434e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:49:05.105287 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8706759-3f8b-4435-8299-2e9d89d5434e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:49:05.105804 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8706759-3f8b-4435-8299-2e9d89d5434e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:49:05.106174 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8706759-3f8b-4435-8299-2e9d89d5434e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:49:05.106516 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8706759-3f8b-4435-8299-2e9d89d5434e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:49:05.106847 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8706759-3f8b-4435-8299-2e9d89d5434e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:49:05.107302 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8706759-3f8b-4435-8299-2e9d89d5434e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:49:05.111127 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8706759-3f8b-4435-8299-2e9d89d5434e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:49:05.111127 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8706759-3f8b-4435-8299-2e9d89d5434e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:49:05.111127 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8706759-3f8b-4435-8299-2e9d89d5434e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:49:05.111127 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8706759-3f8b-4435-8299-2e9d89d5434e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:49:05.111127 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8706759-3f8b-4435-8299-2e9d89d5434e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:49:05.111127 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8706759-3f8b-4435-8299-2e9d89d5434e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:49:05.111127 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8706759-3f8b-4435-8299-2e9d89d5434e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:49:05.111127 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8706759-3f8b-4435-8299-2e9d89d5434e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:49:05.169428 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.managers [None req-5ddb8a40-b228-41c0-993c-bed28446a086 None None] Attempting to bind port 235ebbdb-ec41-4ee1-9c43-207269a85213 on host dv-cinder-840289-3-iscsi for vnic_type normal with profile {{(pid=110299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 14:49:05.169428 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.managers [None req-5ddb8a40-b228-41c0-993c-bed28446a086 None None] Attempting to bind port 235ebbdb-ec41-4ee1-9c43-207269a85213 by drivers openvswitch,hyperv on host dv-cinder-840289-3-iscsi at level 0 using segments [{'id': '3de36765-c65d-4d3f-9d07-ffed9a570086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '8111c045-cb91-4ca9-8f35-437a2d6b6f61'}] {{(pid=110299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 14:49:05.169428 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ddb8a40-b228-41c0-993c-bed28446a086 None None] Attempting to bind port 235ebbdb-ec41-4ee1-9c43-207269a85213 on network 8111c045-cb91-4ca9-8f35-437a2d6b6f61 {{(pid=110299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 14:49:05.184579 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ddb8a40-b228-41c0-993c-bed28446a086 None None] Checking agent: {'id': '16d44442-859c-4c9b-bc72-04cb3b8a5d5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840289-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 14, 38, 15), 'started_at': datetime.datetime(2022, 5, 3, 14, 38, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 14, 48, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840289-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 14:49:05.185023 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ddb8a40-b228-41c0-993c-bed28446a086 None None] Checking segment: {'id': '3de36765-c65d-4d3f-9d07-ffed9a570086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '8111c045-cb91-4ca9-8f35-437a2d6b6f61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 14:49:05.185628 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-5ddb8a40-b228-41c0-993c-bed28446a086 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:05.186229 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ddb8a40-b228-41c0-993c-bed28446a086 None None] Bound using segment: {'id': '3de36765-c65d-4d3f-9d07-ffed9a570086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '8111c045-cb91-4ca9-8f35-437a2d6b6f61'} {{(pid=110299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 14:49:05.186890 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.managers [None req-5ddb8a40-b228-41c0-993c-bed28446a086 None None] Bound port: 235ebbdb-ec41-4ee1-9c43-207269a85213, host: dv-cinder-840289-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3de36765-c65d-4d3f-9d07-ffed9a570086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '8111c045-cb91-4ca9-8f35-437a2d6b6f61'}}] {{(pid=110299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 14:49:05.187481 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-5ddb8a40-b228-41c0-993c-bed28446a086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (235ebbdb-ec41-4ee1-9c43-207269a85213), before_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:05.188239 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-7896b41d-f176-43b6-bb09-9a869e7d7824 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:05.196777 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-7896b41d-f176-43b6-bb09-9a869e7d7824 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3710833 May 03 14:49:05.197237 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 41392) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:49:05.197237 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.v2.base [None req-1c09c0b3-7e51-4e5e-8d33-5d80516a75a2 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] Request body: {'security_group_rule': {'security_group_id': '739575c7-37fa-46fc-93e9-2268529558a1', 'project_id': '7d4c047e715a4907a16f3e647f380b0b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:49:05.317484 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-1c09c0b3-7e51-4e5e-8d33-5d80516a75a2 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] Publish callbacks [] for security_group_rule (19c470ae-049e-4035-897a-9bec4697866e), before_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:05.318922 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-5ddb8a40-b228-41c0-993c-bed28446a086 None None] For port 235ebbdb-ec41-4ee1-9c43-207269a85213, host dv-cinder-840289-3-iscsi, cleared binding levels {{(pid=110299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 14:49:05.325334 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-5ddb8a40-b228-41c0-993c-bed28446a086 None None] For port 235ebbdb-ec41-4ee1-9c43-207269a85213, host dv-cinder-840289-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-3-iscsi',level=0,port_id=235ebbdb-ec41-4ee1-9c43-207269a85213,segment=NetworkSegment(3de36765-c65d-4d3f-9d07-ffed9a570086),segment_id=3de36765-c65d-4d3f-9d07-ffed9a570086)] {{(pid=110299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 14:49:05.371572 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027833b0-e226-4243-8360-d0b51adbd5ac req-68c970ba-2102-4301-9ba8-56fb22a33ac6 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:49:05.373232 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-027833b0-e226-4243-8360-d0b51adbd5ac req-68c970ba-2102-4301-9ba8-56fb22a33ac6 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/ports?device_id=4d586fba-adbe-4797-99f4-6932165af9d4 HTTP/1.1" status: 200 len: 946 time: 0.0852509 May 03 14:49:05.386493 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-5ddb8a40-b228-41c0-993c-bed28446a086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096'] for port (235ebbdb-ec41-4ee1-9c43-207269a85213), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:05.414594 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-1c09c0b3-7e51-4e5e-8d33-5d80516a75a2 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] Publish callbacks [] for security_group_rule (19c470ae-049e-4035-897a-9bec4697866e), precommit_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:05.434086 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-027833b0-e226-4243-8360-d0b51adbd5ac req-3b436464-f397-45c1-b324-460e4ff72fd3 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/security-groups?id=401848e3-e1ee-4f49-9d7c-851858f8a58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541520 May 03 14:49:05.468219 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [None req-a4fe93ab-d2bd-4cd1-9f4d-247c2a97d5bf None None] Provisioning complete for port 235ebbdb-ec41-4ee1-9c43-207269a85213 triggered by entity DHCP. {{(pid=110299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:49:05.468605 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a4fe93ab-d2bd-4cd1-9f4d-247c2a97d5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728915'] for port (235ebbdb-ec41-4ee1-9c43-207269a85213), provisioning_complete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:05.504921 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-1c09c0b3-7e51-4e5e-8d33-5d80516a75a2 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652759'] for security_group_rule (19c470ae-049e-4035-897a-9bec4697866e), after_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:05.509659 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ddb8a40-b228-41c0-993c-bed28446a086 None None] Routers {'f17d155b-f4d7-4a49-9f01-0a22007517c2'} bound to L3 agent in host dv-cinder-840289-3-iscsi {{(pid=110299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:49:05.510314 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_hamode_db [None req-5ddb8a40-b228-41c0-993c-bed28446a086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T14:38:11Z,description=,heartbeat_timestamp=2022-05-03T14:48:41Z,host='dv-cinder-840289-3-iscsi',id=a9161e1b-902d-441f-843b-a0ff0805adee,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:38:12Z,topic='l3_agent')) {'router_ids': ['f17d155b-f4d7-4a49-9f01-0a22007517c2'], 'active': True} {{(pid=110299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:49:05.535493 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c09c0b3-7e51-4e5e-8d33-5d80516a75a2 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19c470ae-049e-4035-897a-9bec4697866e,revision_number=0']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:49:05.587093 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8706759-3f8b-4435-8299-2e9d89d5434e None None] Pushing event updated for resources: {'Port': ['ID=235ebbdb-ec41-4ee1-9c43-207269a85213,revision_number=4']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:49:05.621989 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-1c09c0b3-7e51-4e5e-8d33-5d80516a75a2 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:05.625967 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-1c09c0b3-7e51-4e5e-8d33-5d80516a75a2 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4321959 May 03 14:49:05.633361 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 41408) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:49:05.639078 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.v2.base [None req-e764db1e-ea34-4e76-8aca-2fafbbd44d62 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] Request body: {'security_group_rule': {'security_group_id': '739575c7-37fa-46fc-93e9-2268529558a1', 'project_id': '7d4c047e715a4907a16f3e647f380b0b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:49:05.714838 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-a4fe93ab-d2bd-4cd1-9f4d-247c2a97d5bf None None] Current status of the port 235ebbdb-ec41-4ee1-9c43-207269a85213 is: DOWN; New status is: ACTIVE {{(pid=110299) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:49:05.715484 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a4fe93ab-d2bd-4cd1-9f4d-247c2a97d5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (235ebbdb-ec41-4ee1-9c43-207269a85213), before_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:05.719554 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_dvr_db [None req-5ddb8a40-b228-41c0-993c-bed28446a086 None None] Set router f17d155b-f4d7-4a49-9f01-0a22007517c2 gateway port host: dv-cinder-840289-3-iscsi {{(pid=110299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:49:05.734908 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.db.securitygroups_db [None req-e764db1e-ea34-4e76-8aca-2fafbbd44d62 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] Project 7d4c047e715a4907a16f3e647f380b0b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 03 14:49:05.745940 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-e764db1e-ea34-4e76-8aca-2fafbbd44d62 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] Publish callbacks [] for security_group_rule (a1ccf67d-cef8-4b8f-8dda-8df80e534c9d), before_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:05.820146 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-a4fe93ab-d2bd-4cd1-9f4d-247c2a97d5bf None None] For port 235ebbdb-ec41-4ee1-9c43-207269a85213, host dv-cinder-840289-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-3-iscsi',level=0,port_id=235ebbdb-ec41-4ee1-9c43-207269a85213,segment=NetworkSegment(3de36765-c65d-4d3f-9d07-ffed9a570086),segment_id=3de36765-c65d-4d3f-9d07-ffed9a570086)] {{(pid=110299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:49:05.822646 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-e764db1e-ea34-4e76-8aca-2fafbbd44d62 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] Publish callbacks [] for security_group_rule (a1ccf67d-cef8-4b8f-8dda-8df80e534c9d), precommit_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:05.898800 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-e764db1e-ea34-4e76-8aca-2fafbbd44d62 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652759'] for security_group_rule (a1ccf67d-cef8-4b8f-8dda-8df80e534c9d), after_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:05.919722 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e764db1e-ea34-4e76-8aca-2fafbbd44d62 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1ccf67d-cef8-4b8f-8dda-8df80e534c9d,revision_number=0']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:49:05.998728 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-e764db1e-ea34-4e76-8aca-2fafbbd44d62 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:06.003621 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-e764db1e-ea34-4e76-8aca-2fafbbd44d62 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3649249 May 03 14:49:06.003769 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a4fe93ab-d2bd-4cd1-9f4d-247c2a97d5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096'] for port (235ebbdb-ec41-4ee1-9c43-207269a85213), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:06.004295 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 41412) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:49:06.007698 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.v2.base [None req-9bb82ff5-081c-4daa-9530-0e2e9a886334 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] Request body: {'security_group_rule': {'security_group_id': '739575c7-37fa-46fc-93e9-2268529558a1', 'project_id': '7d4c047e715a4907a16f3e647f380b0b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:49:06.071052 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fe93ab-d2bd-4cd1-9f4d-247c2a97d5bf None None] Pushing event updated for resources: {'Port': ['ID=235ebbdb-ec41-4ee1-9c43-207269a85213,revision_number=5']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:49:06.100356 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.db.securitygroups_db [None req-9bb82ff5-081c-4daa-9530-0e2e9a886334 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] Project 7d4c047e715a4907a16f3e647f380b0b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 03 14:49:06.106811 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-9bb82ff5-081c-4daa-9530-0e2e9a886334 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] Publish callbacks [] for security_group_rule (0f4e9ef6-ce6f-4026-a1f2-9fb853622bb0), before_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:06.109208 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_hamode_db [None req-5ddb8a40-b228-41c0-993c-bed28446a086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f17d155b-f4d7-4a49-9f01-0a22007517c2', 'name': 'tempest-TestShelveInstance-1121359777-router', 'tenant_id': '32e83701e54c41e392f0c80c1709e7ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'external_fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': 'bde5db86-fcfb-4a6d-9adc-cb335d7b9294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:48:55Z', 'updated_at': '2022-05-03T14:49:01Z', 'revision_number': 4, 'project_id': '32e83701e54c41e392f0c80c1709e7ed', 'gw_port': {'id': 'bde5db86-fcfb-4a6d-9adc-cb335d7b9294', 'name': '', 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:5e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f17d155b-f4d7-4a49-9f01-0a22007517c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:48:56Z', 'updated_at': '2022-05-03T14:49:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f907060b-4748-4522-aeb5-06a44b689374', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-3-iscsi', '_interfaces': [{'id': '235ebbdb-ec41-4ee1-9c43-207269a85213', 'name': '', 'network_id': '8111c045-cb91-4ca9-8f35-437a2d6b6f61', 'tenant_id': '32e83701e54c41e392f0c80c1709e7ed', 'mac_address': 'fa:16:3e:45:97:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f17d155b-f4d7-4a49-9f01-0a22007517c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'b895194c-9f55-445f-b2b3-fa19a685d142', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:49:00Z', 'updated_at': '2022-05-03T14:49:05Z', 'revision_number': 4, 'project_id': '32e83701e54c41e392f0c80c1709e7ed', 'subnets': [{'id': 'b895194c-9f55-445f-b2b3-fa19a685d142', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-3-iscsi', False) {} {{(pid=110299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:49:06.147910 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ddb8a40-b228-41c0-993c-bed28446a086 None None] The sync data for ids ['f17d155b-f4d7-4a49-9f01-0a22007517c2'] in dv-cinder-840289-3-iscsi is: [{'id': 'f17d155b-f4d7-4a49-9f01-0a22007517c2', 'name': 'tempest-TestShelveInstance-1121359777-router', 'tenant_id': '32e83701e54c41e392f0c80c1709e7ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'external_fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': 'bde5db86-fcfb-4a6d-9adc-cb335d7b9294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:48:55Z', 'updated_at': '2022-05-03T14:49:01Z', 'revision_number': 4, 'project_id': '32e83701e54c41e392f0c80c1709e7ed', 'gw_port': {'id': 'bde5db86-fcfb-4a6d-9adc-cb335d7b9294', 'name': '', 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:5e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f17d155b-f4d7-4a49-9f01-0a22007517c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:48:56Z', 'updated_at': '2022-05-03T14:49:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f907060b-4748-4522-aeb5-06a44b689374', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-3-iscsi', '_interfaces': [{'id': '235ebbdb-ec41-4ee1-9c43-207269a85213', 'name': '', 'network_id': '8111c045-cb91-4ca9-8f35-437a2d6b6f61', 'tenant_id': '32e83701e54c41e392f0c80c1709e7ed', 'mac_address': 'fa:16:3e:45:97:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f17d155b-f4d7-4a49-9f01-0a22007517c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'b895194c-9f55-445f-b2b3-fa19a685d142', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:49:00Z', 'updated_at': '2022-05-03T14:49:05Z', 'revision_number': 4, 'project_id': '32e83701e54c41e392f0c80c1709e7ed', 'subnets': [{'id': 'b895194c-9f55-445f-b2b3-fa19a685d142', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 14:49:06.168537 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [None req-51f96f03-c6d4-49e7-8cdf-b1efa6479977 None None] Provisioning complete for port 235ebbdb-ec41-4ee1-9c43-207269a85213 triggered by entity DHCP. {{(pid=110299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:49:06.168934 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-51f96f03-c6d4-49e7-8cdf-b1efa6479977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728915'] for port (235ebbdb-ec41-4ee1-9c43-207269a85213), provisioning_complete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:06.191775 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-9bb82ff5-081c-4daa-9530-0e2e9a886334 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] Publish callbacks [] for security_group_rule (0f4e9ef6-ce6f-4026-a1f2-9fb853622bb0), precommit_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:06.285300 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-9bb82ff5-081c-4daa-9530-0e2e9a886334 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652759'] for security_group_rule (0f4e9ef6-ce6f-4026-a1f2-9fb853622bb0), after_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:06.326429 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb82ff5-081c-4daa-9530-0e2e9a886334 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f4e9ef6-ce6f-4026-a1f2-9fb853622bb0,revision_number=0']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:49:06.338921 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-51f96f03-c6d4-49e7-8cdf-b1efa6479977 None None] Current status of the port 235ebbdb-ec41-4ee1-9c43-207269a85213 is: ACTIVE; New status is: ACTIVE {{(pid=110299) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:49:06.411278 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-9bb82ff5-081c-4daa-9530-0e2e9a886334 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:06.412757 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-9bb82ff5-081c-4daa-9530-0e2e9a886334 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4085882 May 03 14:49:06.565760 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b876d8e-8a7c-473e-b395-76b010d74e28 req-6ba0f4c8-1905-43c1-b81a-abe245db2132 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:49:06.566769 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-2b876d8e-8a7c-473e-b395-76b010d74e28 req-6ba0f4c8-1905-43c1-b81a-abe245db2132 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/ports?device_id=4d586fba-adbe-4797-99f4-6932165af9d4 HTTP/1.1" status: 200 len: 946 time: 0.0532763 May 03 14:49:06.619813 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-2b876d8e-8a7c-473e-b395-76b010d74e28 req-b05596a2-f83a-4902-b4ce-07a748271c89 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/security-groups?id=401848e3-e1ee-4f49-9d7c-851858f8a58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470316 May 03 14:49:07.779843 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b4f4e7-9b64-4691-af05-cf55123a7055 req-42f84ba1-ee70-421a-a633-3b1eb3a6ed54 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:49:07.782596 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-e4b4f4e7-9b64-4691-af05-cf55123a7055 req-42f84ba1-ee70-421a-a633-3b1eb3a6ed54 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/ports?device_id=4d586fba-adbe-4797-99f4-6932165af9d4 HTTP/1.1" status: 200 len: 946 time: 0.0858052 May 03 14:49:07.864317 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-e4b4f4e7-9b64-4691-af05-cf55123a7055 req-2643d56e-16f2-4ebd-b626-775e9e921f14 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/security-groups?id=401848e3-e1ee-4f49-9d7c-851858f8a58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735395 May 03 14:49:07.928188 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Device 235ebbdb-ec41-4ee1-9c43-207269a85213 up at agent ovs-agent-dv-cinder-840289-3-iscsi {{(pid=110299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 14:49:07.982206 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Provisioning complete for port 235ebbdb-ec41-4ee1-9c43-207269a85213 triggered by entity L2. {{(pid=110299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:49:07.982598 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728915'] for port (235ebbdb-ec41-4ee1-9c43-207269a85213), provisioning_complete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:08.076135 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Current status of the port 235ebbdb-ec41-4ee1-9c43-207269a85213 is: ACTIVE; New status is: ACTIVE {{(pid=110299) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:49:08.768880 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-793aa522-42a9-4c75-994d-defa30439312 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (5d16a8e7-5fab-4607-ae51-2b468a019c05), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:08.981262 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fe4686-25d6-4a68-8dca-912d12b13450 req-7e9aad2e-f025-419f-a2c2-5359388886bf tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:49:08.982837 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-91fe4686-25d6-4a68-8dca-912d12b13450 req-7e9aad2e-f025-419f-a2c2-5359388886bf tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/ports?device_id=4d586fba-adbe-4797-99f4-6932165af9d4 HTTP/1.1" status: 200 len: 946 time: 0.0502844 May 03 14:49:09.033941 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-91fe4686-25d6-4a68-8dca-912d12b13450 req-98e67d42-ef57-40e7-8091-6b4f011557bf tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/security-groups?id=401848e3-e1ee-4f49-9d7c-851858f8a58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441191 May 03 14:49:09.567638 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 41582) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:49:09.613387 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e641ccd-920d-4247-823f-b620e87fc01f admin admin] Deleting subnet f6d85b2f-9a48-4dc0-bc58-015d0a9f6042 {{(pid=110298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 03 14:49:09.617350 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-7e641ccd-920d-4247-823f-b620e87fc01f admin admin] Publish callbacks [] for subnet (f6d85b2f-9a48-4dc0-bc58-015d0a9f6042), before_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:09.656454 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-7e641ccd-920d-4247-823f-b620e87fc01f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3229775'] for subnet (f6d85b2f-9a48-4dc0-bc58-015d0a9f6042), precommit_delete_associations {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:09.696080 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-7e641ccd-920d-4247-823f-b620e87fc01f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-723521'] for subnet (f6d85b2f-9a48-4dc0-bc58-015d0a9f6042), precommit_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:09.826783 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-7e641ccd-920d-4247-823f-b620e87fc01f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-723528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25806865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25436570'] for subnet (f6d85b2f-9a48-4dc0-bc58-015d0a9f6042), after_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:09.854514 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e641ccd-920d-4247-823f-b620e87fc01f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6d85b2f-9a48-4dc0-bc58-015d0a9f6042,revision_number=None']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:49:09.859933 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-7e641ccd-920d-4247-823f-b620e87fc01f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603595'] for subnet (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:09.863353 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-7e641ccd-920d-4247-823f-b620e87fc01f admin admin] 10.222.0.16 "DELETE /v2.0/subnets/f6d85b2f-9a48-4dc0-bc58-015d0a9f6042 HTTP/1.1" status: 204 len: 168 time: 0.2946343 May 03 14:49:09.865939 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 41590) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:49:09.936088 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-5e274efb-3acf-4aeb-9581-ed95e380e2c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636243'] for network (c02ecbea-bb26-4104-a2de-b38125184644), before_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:10.013696 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-5e274efb-3acf-4aeb-9581-ed95e380e2c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727028', 'neutron.services.segments.db._delete_segments_for_network-8775477110074'] for network (c02ecbea-bb26-4104-a2de-b38125184644), precommit_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:10.033927 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.services.segments.db [None req-5e274efb-3acf-4aeb-9581-ed95e380e2c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c02ecbea-bb26-4104-a2de-b38125184644']}} {{(pid=110297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:49:10.044011 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.services.segments.db [None req-5e274efb-3acf-4aeb-9581-ed95e380e2c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '129be23a-fa4a-43fb-8741-70d8318c87df') {'for_net_delete': True} {{(pid=110297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:49:10.044311 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.services.segments.db [None req-5e274efb-3acf-4aeb-9581-ed95e380e2c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '129be23a-fa4a-43fb-8741-70d8318c87df') {} {{(pid=110297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:49:10.053510 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-5e274efb-3acf-4aeb-9581-ed95e380e2c3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775477110851', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2155877'] for segment (129be23a-fa4a-43fb-8741-70d8318c87df), before_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:10.067107 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-5e274efb-3acf-4aeb-9581-ed95e380e2c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719716'] for segment (129be23a-fa4a-43fb-8741-70d8318c87df), precommit_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:10.073859 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e274efb-3acf-4aeb-9581-ed95e380e2c3 admin admin] Releasing vlan 380 on physical network physnet1 to pool {{(pid=110297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 14:49:10.074254 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-5e274efb-3acf-4aeb-9581-ed95e380e2c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25923512'] for segment (129be23a-fa4a-43fb-8741-70d8318c87df), after_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:10.076079 dv-cinder-840289-3-iscsi neutron-server[110297]: Traceback (most recent call last): May 03 14:49:10.076079 dv-cinder-840289-3-iscsi neutron-server[110297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 14:49:10.076079 dv-cinder-840289-3-iscsi neutron-server[110297]: timer() May 03 14:49:10.076079 dv-cinder-840289-3-iscsi neutron-server[110297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 14:49:10.076079 dv-cinder-840289-3-iscsi neutron-server[110297]: cb(*args, **kw) May 03 14:49:10.076079 dv-cinder-840289-3-iscsi neutron-server[110297]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 03 14:49:10.076079 dv-cinder-840289-3-iscsi neutron-server[110297]: return func(*args, **kwargs) May 03 14:49:10.076079 dv-cinder-840289-3-iscsi neutron-server[110297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 14:49:10.076079 dv-cinder-840289-3-iscsi neutron-server[110297]: self._notify() May 03 14:49:10.076079 dv-cinder-840289-3-iscsi neutron-server[110297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 14:49:10.076079 dv-cinder-840289-3-iscsi neutron-server[110297]: self.callback(batched_events) May 03 14:49:10.076079 dv-cinder-840289-3-iscsi neutron-server[110297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 14:49:10.076079 dv-cinder-840289-3-iscsi neutron-server[110297]: event.method(event) May 03 14:49:10.076079 dv-cinder-840289-3-iscsi neutron-server[110297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 03 14:49:10.076079 dv-cinder-840289-3-iscsi neutron-server[110297]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 14:49:10.076079 dv-cinder-840289-3-iscsi neutron-server[110297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 03 14:49:10.076079 dv-cinder-840289-3-iscsi neutron-server[110297]: aggregate_uuid = self.p_client.list_aggregates( May 03 14:49:10.076079 dv-cinder-840289-3-iscsi neutron-server[110297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 03 14:49:10.076079 dv-cinder-840289-3-iscsi neutron-server[110297]: return f(self, *a, **k) May 03 14:49:10.076079 dv-cinder-840289-3-iscsi neutron-server[110297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 03 14:49:10.076079 dv-cinder-840289-3-iscsi neutron-server[110297]: return self._get(url).json() May 03 14:49:10.076079 dv-cinder-840289-3-iscsi neutron-server[110297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 03 14:49:10.076079 dv-cinder-840289-3-iscsi neutron-server[110297]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 14:49:10.076079 dv-cinder-840289-3-iscsi neutron-server[110297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 14:49:10.076079 dv-cinder-840289-3-iscsi neutron-server[110297]: return self.request(url, 'GET', **kwargs) May 03 14:49:10.076079 dv-cinder-840289-3-iscsi neutron-server[110297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 14:49:10.076079 dv-cinder-840289-3-iscsi neutron-server[110297]: base_url = self.get_endpoint(auth, allow=allow, May 03 14:49:10.076079 dv-cinder-840289-3-iscsi neutron-server[110297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 14:49:10.076079 dv-cinder-840289-3-iscsi neutron-server[110297]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 14:49:10.076079 dv-cinder-840289-3-iscsi neutron-server[110297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 14:49:10.076079 dv-cinder-840289-3-iscsi neutron-server[110297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 14:49:10.076079 dv-cinder-840289-3-iscsi neutron-server[110297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 14:49:10.148929 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae2b73f-7b0a-4f9c-a72b-dee3497b7d40 req-3c737877-1f21-4df5-b090-4412d8a1c158 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:49:10.150571 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-bae2b73f-7b0a-4f9c-a72b-dee3497b7d40 req-3c737877-1f21-4df5-b090-4412d8a1c158 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/ports?device_id=4d586fba-adbe-4797-99f4-6932165af9d4 HTTP/1.1" status: 200 len: 946 time: 0.0498602 May 03 14:49:10.180291 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-5e274efb-3acf-4aeb-9581-ed95e380e2c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692117'] for network (c02ecbea-bb26-4104-a2de-b38125184644), after_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:10.186314 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-5e274efb-3acf-4aeb-9581-ed95e380e2c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603595'] for network (None), before_response {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:10.191738 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-5e274efb-3acf-4aeb-9581-ed95e380e2c3 admin admin] 10.222.0.16 "DELETE /v2.0/networks/c02ecbea-bb26-4104-a2de-b38125184644 HTTP/1.1" status: 204 len: 168 time: 0.3218403 May 03 14:49:10.192112 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 41598) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:49:10.200366 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e274efb-3acf-4aeb-9581-ed95e380e2c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=c02ecbea-bb26-4104-a2de-b38125184644,revision_number=None']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:49:10.235213 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-bae2b73f-7b0a-4f9c-a72b-dee3497b7d40 req-e4332329-3ff8-4833-902c-51fe40bf40a0 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/security-groups?id=401848e3-e1ee-4f49-9d7c-851858f8a58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770907 May 03 14:49:10.255471 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a008627-5abd-4b72-a8cf-ab6b5ab6ed33 admin admin] Deleting subnet 639eaa3c-f35c-4a11-8076-55e18ef78cb1 {{(pid=110298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 03 14:49:10.255471 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-6a008627-5abd-4b72-a8cf-ab6b5ab6ed33 admin admin] Publish callbacks [] for subnet (639eaa3c-f35c-4a11-8076-55e18ef78cb1), before_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:10.289823 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-6a008627-5abd-4b72-a8cf-ab6b5ab6ed33 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3229775'] for subnet (639eaa3c-f35c-4a11-8076-55e18ef78cb1), precommit_delete_associations {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:10.328876 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-6a008627-5abd-4b72-a8cf-ab6b5ab6ed33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-723521'] for subnet (639eaa3c-f35c-4a11-8076-55e18ef78cb1), precommit_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:10.458541 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-6a008627-5abd-4b72-a8cf-ab6b5ab6ed33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-723528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25806865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25436570'] for subnet (639eaa3c-f35c-4a11-8076-55e18ef78cb1), after_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:10.491729 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-6a008627-5abd-4b72-a8cf-ab6b5ab6ed33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603595'] for subnet (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:10.494954 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-6a008627-5abd-4b72-a8cf-ab6b5ab6ed33 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/639eaa3c-f35c-4a11-8076-55e18ef78cb1 HTTP/1.1" status: 204 len: 168 time: 0.3019104 May 03 14:49:10.496314 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a008627-5abd-4b72-a8cf-ab6b5ab6ed33 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=639eaa3c-f35c-4a11-8076-55e18ef78cb1,revision_number=None']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:49:10.498018 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 41600) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:49:10.569415 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-92908929-0b39-4033-8dc0-b748cd023d8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636243'] for network (797056f7-a676-40a0-a022-343eb71654c2), before_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:10.651965 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-92908929-0b39-4033-8dc0-b748cd023d8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727028', 'neutron.services.segments.db._delete_segments_for_network-8775477110074'] for network (797056f7-a676-40a0-a022-343eb71654c2), precommit_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:10.673033 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.services.segments.db [None req-92908929-0b39-4033-8dc0-b748cd023d8f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['797056f7-a676-40a0-a022-343eb71654c2']}} {{(pid=110298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:49:10.682489 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.services.segments.db [None req-92908929-0b39-4033-8dc0-b748cd023d8f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae99e13b-9fc8-49d0-97a7-e1835d72fb71') {'for_net_delete': True} {{(pid=110298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:49:10.683394 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.services.segments.db [None req-92908929-0b39-4033-8dc0-b748cd023d8f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae99e13b-9fc8-49d0-97a7-e1835d72fb71') {} {{(pid=110298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:49:10.693177 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-92908929-0b39-4033-8dc0-b748cd023d8f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775477110851', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3229876'] for segment (ae99e13b-9fc8-49d0-97a7-e1835d72fb71), before_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:10.706841 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-92908929-0b39-4033-8dc0-b748cd023d8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719716'] for segment (ae99e13b-9fc8-49d0-97a7-e1835d72fb71), precommit_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:10.713100 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92908929-0b39-4033-8dc0-b748cd023d8f admin admin] Releasing vlan 357 on physical network physnet1 to pool {{(pid=110298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 14:49:10.713503 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-92908929-0b39-4033-8dc0-b748cd023d8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25806971'] for segment (ae99e13b-9fc8-49d0-97a7-e1835d72fb71), after_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:10.715205 dv-cinder-840289-3-iscsi neutron-server[110298]: Traceback (most recent call last): May 03 14:49:10.715205 dv-cinder-840289-3-iscsi neutron-server[110298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 14:49:10.715205 dv-cinder-840289-3-iscsi neutron-server[110298]: timer() May 03 14:49:10.715205 dv-cinder-840289-3-iscsi neutron-server[110298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 14:49:10.715205 dv-cinder-840289-3-iscsi neutron-server[110298]: cb(*args, **kw) May 03 14:49:10.715205 dv-cinder-840289-3-iscsi neutron-server[110298]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 03 14:49:10.715205 dv-cinder-840289-3-iscsi neutron-server[110298]: return func(*args, **kwargs) May 03 14:49:10.715205 dv-cinder-840289-3-iscsi neutron-server[110298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 14:49:10.715205 dv-cinder-840289-3-iscsi neutron-server[110298]: self._notify() May 03 14:49:10.715205 dv-cinder-840289-3-iscsi neutron-server[110298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 14:49:10.715205 dv-cinder-840289-3-iscsi neutron-server[110298]: self.callback(batched_events) May 03 14:49:10.715205 dv-cinder-840289-3-iscsi neutron-server[110298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 14:49:10.715205 dv-cinder-840289-3-iscsi neutron-server[110298]: event.method(event) May 03 14:49:10.715205 dv-cinder-840289-3-iscsi neutron-server[110298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 03 14:49:10.715205 dv-cinder-840289-3-iscsi neutron-server[110298]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 14:49:10.715205 dv-cinder-840289-3-iscsi neutron-server[110298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 03 14:49:10.715205 dv-cinder-840289-3-iscsi neutron-server[110298]: aggregate_uuid = self.p_client.list_aggregates( May 03 14:49:10.715205 dv-cinder-840289-3-iscsi neutron-server[110298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 03 14:49:10.715205 dv-cinder-840289-3-iscsi neutron-server[110298]: return f(self, *a, **k) May 03 14:49:10.715205 dv-cinder-840289-3-iscsi neutron-server[110298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 03 14:49:10.715205 dv-cinder-840289-3-iscsi neutron-server[110298]: return self._get(url).json() May 03 14:49:10.715205 dv-cinder-840289-3-iscsi neutron-server[110298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 03 14:49:10.715205 dv-cinder-840289-3-iscsi neutron-server[110298]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 14:49:10.715205 dv-cinder-840289-3-iscsi neutron-server[110298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 14:49:10.715205 dv-cinder-840289-3-iscsi neutron-server[110298]: return self.request(url, 'GET', **kwargs) May 03 14:49:10.715205 dv-cinder-840289-3-iscsi neutron-server[110298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 14:49:10.715205 dv-cinder-840289-3-iscsi neutron-server[110298]: base_url = self.get_endpoint(auth, allow=allow, May 03 14:49:10.715205 dv-cinder-840289-3-iscsi neutron-server[110298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 14:49:10.715205 dv-cinder-840289-3-iscsi neutron-server[110298]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 14:49:10.715205 dv-cinder-840289-3-iscsi neutron-server[110298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 14:49:10.715205 dv-cinder-840289-3-iscsi neutron-server[110298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 14:49:10.715205 dv-cinder-840289-3-iscsi neutron-server[110298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 14:49:10.812714 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-92908929-0b39-4033-8dc0-b748cd023d8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692117'] for network (797056f7-a676-40a0-a022-343eb71654c2), after_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:10.819705 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-92908929-0b39-4033-8dc0-b748cd023d8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603595'] for network (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:10.822812 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-92908929-0b39-4033-8dc0-b748cd023d8f admin admin] 10.222.0.16 "DELETE /v2.0/networks/797056f7-a676-40a0-a022-343eb71654c2 HTTP/1.1" status: 204 len: 168 time: 0.3239081 May 03 14:49:10.836295 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92908929-0b39-4033-8dc0-b748cd023d8f admin admin] Pushing event deleted for resources: {'Network': ['ID=797056f7-a676-40a0-a022-343eb71654c2,revision_number=None']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:49:11.094239 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a42e00b0-1805-4c35-aacb-922b80d14e86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (a9161e1b-902d-441f-843b-a0ff0805adee), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:11.128209 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 41610) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:49:11.167928 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-007f72b5-ff2c-4ee7-9653-0924fd7e9b9b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1a5d9acfd15b459088d2b3336987ffc2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0385840 May 03 14:49:11.170303 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 41616) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:49:11.219263 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-59459ca1-b743-4e4e-945b-5f28a9a7a2d9 admin admin] Publish callbacks [] for security_group (a779f525-a89c-4067-8651-a1c9b422a410), before_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:11.240225 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-59459ca1-b743-4e4e-945b-5f28a9a7a2d9 admin admin] Publish callbacks [] for security_group (a779f525-a89c-4067-8651-a1c9b422a410), precommit_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:11.346567 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632512ea-2609-4f20-a4ae-bcc4db96c5cf req-8a5e542f-f3c9-4d81-a3e2-d41980389957 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:49:11.347971 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-632512ea-2609-4f20-a4ae-bcc4db96c5cf req-8a5e542f-f3c9-4d81-a3e2-d41980389957 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/ports?device_id=4d586fba-adbe-4797-99f4-6932165af9d4 HTTP/1.1" status: 200 len: 946 time: 0.0466125 May 03 14:49:11.374524 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-59459ca1-b743-4e4e-945b-5f28a9a7a2d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (a779f525-a89c-4067-8651-a1c9b422a410), after_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:11.377069 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-59459ca1-b743-4e4e-945b-5f28a9a7a2d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:11.378164 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-59459ca1-b743-4e4e-945b-5f28a9a7a2d9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a779f525-a89c-4067-8651-a1c9b422a410 HTTP/1.1" status: 204 len: 168 time: 0.2069714 May 03 14:49:11.402452 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59459ca1-b743-4e4e-945b-5f28a9a7a2d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a779f525-a89c-4067-8651-a1c9b422a410,revision_number=None']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:49:11.411257 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-632512ea-2609-4f20-a4ae-bcc4db96c5cf req-fea80134-b88b-4fe9-abe9-0790e63df3cd tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/security-groups?id=401848e3-e1ee-4f49-9d7c-851858f8a58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578902 May 03 14:49:12.064681 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 41630) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:49:12.104326 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-6c2ee324-8d72-4c49-b01f-b601e4a4f9dd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=eed850fa825346cab26d21832987e801&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383725 May 03 14:49:12.107350 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 41632) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:49:12.155471 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-4c9dc3e9-22be-4a2f-b662-af2a4055826e admin admin] Publish callbacks [] for security_group (5d39e4a8-2a1d-49ab-87db-f37567bb3fc1), before_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:12.181411 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-4c9dc3e9-22be-4a2f-b662-af2a4055826e admin admin] Publish callbacks [] for security_group (5d39e4a8-2a1d-49ab-87db-f37567bb3fc1), precommit_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:12.275647 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-ed776e2d-a518-4685-8fad-0cd9eaa120ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (6a418bd5-8bcc-400f-88b5-19eff412e81a), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:12.298477 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-4c9dc3e9-22be-4a2f-b662-af2a4055826e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (5d39e4a8-2a1d-49ab-87db-f37567bb3fc1), after_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:12.301134 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-4c9dc3e9-22be-4a2f-b662-af2a4055826e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:12.302318 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-4c9dc3e9-22be-4a2f-b662-af2a4055826e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5d39e4a8-2a1d-49ab-87db-f37567bb3fc1 HTTP/1.1" status: 204 len: 168 time: 0.1940813 May 03 14:49:12.311045 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9dc3e9-22be-4a2f-b662-af2a4055826e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d39e4a8-2a1d-49ab-87db-f37567bb3fc1,revision_number=None']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:49:12.525786 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778c5240-d256-4698-bb1c-e442dd65edcb req-1fc1eae0-1bd6-45be-a86e-77e0268e4bba tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:49:12.527318 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-778c5240-d256-4698-bb1c-e442dd65edcb req-1fc1eae0-1bd6-45be-a86e-77e0268e4bba tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/ports?device_id=4d586fba-adbe-4797-99f4-6932165af9d4 HTTP/1.1" status: 200 len: 946 time: 0.0474956 May 03 14:49:12.577834 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-778c5240-d256-4698-bb1c-e442dd65edcb req-703ffad3-b145-4702-a2a7-e566caaa32fe tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/security-groups?id=401848e3-e1ee-4f49-9d7c-851858f8a58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450511 May 03 14:49:13.319032 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 41672) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:49:13.411183 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.v2.base [None req-ae70d3d0-3664-46b8-9335-67b9bbd18242 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1095151308-network', 'tenant_id': 'b0de0418e6504f10b7b7cfe67b7823e9'}} {{(pid=110298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:49:13.504183 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae70d3d0-3664-46b8-9335-67b9bbd18242 admin admin] Made reservation on behalf of b0de0418e6504f10b7b7cfe67b7823e9 for: {'network': 1} {{(pid=110298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 14:49:13.506530 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-ae70d3d0-3664-46b8-9335-67b9bbd18242 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for network (None), before_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:13.515933 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-dd96712b-4627-437f-9df9-b1bfec551245 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (8b46afec-dab7-4bfa-a959-8584a0cfd79a), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:13.517107 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-ae70d3d0-3664-46b8-9335-67b9bbd18242 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:13.591801 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-ae70d3d0-3664-46b8-9335-67b9bbd18242 admin admin] Publish callbacks [] for security_group (5f18e4f2-73ef-4445-99b7-e258eefe8300), precommit_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:13.654804 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-ae70d3d0-3664-46b8-9335-67b9bbd18242 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (5f18e4f2-73ef-4445-99b7-e258eefe8300), after_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:13.691778 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae70d3d0-3664-46b8-9335-67b9bbd18242 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 351} {{(pid=110298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 14:49:13.718717 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec888520-e1c0-4346-9522-b05d8719286c req-6c96facb-38f4-4e5b-9628-ccbc7771c443 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:49:13.723203 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-ec888520-e1c0-4346-9522-b05d8719286c req-6c96facb-38f4-4e5b-9628-ccbc7771c443 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/ports?device_id=4d586fba-adbe-4797-99f4-6932165af9d4 HTTP/1.1" status: 200 len: 946 time: 0.0765467 May 03 14:49:13.723998 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-ae70d3d0-3664-46b8-9335-67b9bbd18242 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719716'] for segment (98aba57f-1f61-486a-b0ad-42eec78165f9), precommit_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:13.724337 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.db.segments_db [None req-ae70d3d0-3664-46b8-9335-67b9bbd18242 admin admin] Added segment 98aba57f-1f61-486a-b0ad-42eec78165f9 of type vlan for network c7e24e07-53c2-45df-8314-7bc299bb3d6f May 03 14:49:13.734150 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae70d3d0-3664-46b8-9335-67b9bbd18242 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f18e4f2-73ef-4445-99b7-e258eefe8300,revision_number=1']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:49:13.791676 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-ae70d3d0-3664-46b8-9335-67b9bbd18242 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775476666305'] for network (c7e24e07-53c2-45df-8314-7bc299bb3d6f), precommit_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:13.816096 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-ec888520-e1c0-4346-9522-b05d8719286c req-c6df46b6-b5c8-4362-bc24-bd12c80292a3 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/security-groups?id=401848e3-e1ee-4f49-9d7c-851858f8a58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900180 May 03 14:49:13.877292 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-ae70d3d0-3664-46b8-9335-67b9bbd18242 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613'] for network (c7e24e07-53c2-45df-8314-7bc299bb3d6f), after_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:13.878235 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae70d3d0-3664-46b8-9335-67b9bbd18242 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:49:13.878814 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-ae70d3d0-3664-46b8-9335-67b9bbd18242 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603595'] for network (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:13.938186 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae70d3d0-3664-46b8-9335-67b9bbd18242 admin admin] Pushing event updated for resources: {'Network': ['ID=c7e24e07-53c2-45df-8314-7bc299bb3d6f,revision_number=1']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:49:13.948057 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Network c7e24e07-53c2-45df-8314-7bc299bb3d6f details requested by agent ovs-agent-dv-cinder-840289-3-iscsi with host dv-cinder-840289-3-iscsi {{(pid=110299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 03 14:49:13.991402 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-ae70d3d0-3664-46b8-9335-67b9bbd18242 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6685498 May 03 14:49:13.991611 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 41680) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:49:13.996538 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.v2.base [None req-66826179-c70f-45fc-90ee-2a954e0d1d17 admin admin] Request body: {'subnet': {'network_id': 'c7e24e07-53c2-45df-8314-7bc299bb3d6f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1095151308-subnet', 'tenant_id': 'b0de0418e6504f10b7b7cfe67b7823e9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:49:14.077255 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66826179-c70f-45fc-90ee-2a954e0d1d17 admin admin] Made reservation on behalf of b0de0418e6504f10b7b7cfe67b7823e9 for: {'subnet': 1} {{(pid=110298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 14:49:14.079867 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-66826179-c70f-45fc-90ee-2a954e0d1d17 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25436669'] for subnet (None), before_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:14.327760 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-66826179-c70f-45fc-90ee-2a954e0d1d17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25807318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25436643'] for subnet (d266df7c-cfd9-4ade-a24e-190d2b0b2e10), after_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:14.389049 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66826179-c70f-45fc-90ee-2a954e0d1d17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d266df7c-cfd9-4ade-a24e-190d2b0b2e10,revision_number=0']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:49:14.400175 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66826179-c70f-45fc-90ee-2a954e0d1d17 admin admin] Checking segment: {'id': '98aba57f-1f61-486a-b0ad-42eec78165f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'c7e24e07-53c2-45df-8314-7bc299bb3d6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 14:49:14.400534 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66826179-c70f-45fc-90ee-2a954e0d1d17 admin admin] Network hostable DHCP agents. Network: c7e24e07-53c2-45df-8314-7bc299bb3d6f, hostable agents: ['5d16a8e7-5fab-4607-ae51-2b468a019c05'], hosted agents: [] {{(pid=110298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 14:49:14.469707 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66826179-c70f-45fc-90ee-2a954e0d1d17 admin admin] Network c7e24e07-53c2-45df-8314-7bc299bb3d6f is scheduled to be hosted by DHCP agent 5d16a8e7-5fab-4607-ae51-2b468a019c05 with binding_index 1 {{(pid=110298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 14:49:14.566956 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.scheduler.base_scheduler [None req-66826179-c70f-45fc-90ee-2a954e0d1d17 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840289-3-iscsi, c7e24e07-53c2-45df-8314-7bc299bb3d6f) {{(pid=110298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 14:49:14.570860 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66826179-c70f-45fc-90ee-2a954e0d1d17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:49:14.571481 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-66826179-c70f-45fc-90ee-2a954e0d1d17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603595'] for subnet (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:14.575858 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04d610ce-09bf-44e0-a135-dbcb633b8556 None None] Network c7e24e07-53c2-45df-8314-7bc299bb3d6f requested from dv-cinder-840289-3-iscsi {{(pid=110299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 14:49:14.656507 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-66826179-c70f-45fc-90ee-2a954e0d1d17 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6637421 May 03 14:49:14.671808 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-303081ea-f26f-4f94-ab85-f4434cffa5ce None None] Network c7e24e07-53c2-45df-8314-7bc299bb3d6f requested from dv-cinder-840289-3-iscsi {{(pid=110299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 14:49:14.939466 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f69fa6c-2c3f-461a-b735-a9d9c91181bb req-bebc7694-2f66-4d42-9927-b2ca4da6cf4d tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:49:14.940954 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-7f69fa6c-2c3f-461a-b735-a9d9c91181bb req-bebc7694-2f66-4d42-9927-b2ca4da6cf4d tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/ports?device_id=4d586fba-adbe-4797-99f4-6932165af9d4 HTTP/1.1" status: 200 len: 946 time: 0.0504632 May 03 14:49:14.990077 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-7f69fa6c-2c3f-461a-b735-a9d9c91181bb req-94dde5df-5003-4b75-94fd-72d517249d19 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/security-groups?id=401848e3-e1ee-4f49-9d7c-851858f8a58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435977 May 03 14:49:15.166920 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (16d44442-859c-4c9b-bc72-04cb3b8a5d5b), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:15.985705 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 41742) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:49:16.106204 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-331b1574-fb82-464d-a5da-d625027daf94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:16.124202 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f7f77f-9c87-49ee-9e92-66c165fb0fa0 req-09d30712-7832-4e3f-9b61-3abcadf19216 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:49:16.125758 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-92f7f77f-9c87-49ee-9e92-66c165fb0fa0 req-09d30712-7832-4e3f-9b61-3abcadf19216 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/ports?device_id=4d586fba-adbe-4797-99f4-6932165af9d4 HTTP/1.1" status: 200 len: 946 time: 0.0680130 May 03 14:49:16.203639 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-92f7f77f-9c87-49ee-9e92-66c165fb0fa0 req-6ce7d72e-23b1-4b37-982b-20876854fc8d tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/security-groups?id=401848e3-e1ee-4f49-9d7c-851858f8a58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723209 May 03 14:49:16.238986 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-331b1574-fb82-464d-a5da-d625027daf94 admin admin] Publish callbacks [] for security_group (8b431ac4-3c81-4a6c-87c8-8defad729e58), precommit_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:16.310354 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-331b1574-fb82-464d-a5da-d625027daf94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (8b431ac4-3c81-4a6c-87c8-8defad729e58), after_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:16.350663 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-331b1574-fb82-464d-a5da-d625027daf94 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d524de022c5b45a9a0e3625f505ff9e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3638830 May 03 14:49:16.351682 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331b1574-fb82-464d-a5da-d625027daf94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b431ac4-3c81-4a6c-87c8-8defad729e58,revision_number=1']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:49:16.353469 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 41750) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:49:16.401757 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-d4318383-02e9-4970-aa01-0066ae67f3df admin admin] Publish callbacks [] for security_group (8b431ac4-3c81-4a6c-87c8-8defad729e58), before_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:16.423374 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-d4318383-02e9-4970-aa01-0066ae67f3df admin admin] Publish callbacks [] for security_group (8b431ac4-3c81-4a6c-87c8-8defad729e58), precommit_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:16.545731 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-d4318383-02e9-4970-aa01-0066ae67f3df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (8b431ac4-3c81-4a6c-87c8-8defad729e58), after_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:16.548335 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-d4318383-02e9-4970-aa01-0066ae67f3df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:16.549494 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-d4318383-02e9-4970-aa01-0066ae67f3df admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8b431ac4-3c81-4a6c-87c8-8defad729e58 HTTP/1.1" status: 204 len: 168 time: 0.1949544 May 03 14:49:16.557256 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4318383-02e9-4970-aa01-0066ae67f3df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b431ac4-3c81-4a6c-87c8-8defad729e58,revision_number=None']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:49:16.831083 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4c0034-3b3f-44ce-9840-4347cfe09674 req-4b763c19-8cbb-42e8-b101-87472d28399a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:49:16.832588 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-fe4c0034-3b3f-44ce-9840-4347cfe09674 req-4b763c19-8cbb-42e8-b101-87472d28399a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=4d586fba-adbe-4797-99f4-6932165af9d4 HTTP/1.1" status: 200 len: 1130 time: 0.0403717 May 03 14:49:16.881252 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-fe4c0034-3b3f-44ce-9840-4347cfe09674 req-1508e518-3827-422d-8147-53551c88ff3e service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=401848e3-e1ee-4f49-9d7c-851858f8a58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408823 May 03 14:49:17.106382 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 41772) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:49:17.119386 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-1a9a971f-cb63-42c9-8da4-942f3239d03d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:17.196472 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-1a9a971f-cb63-42c9-8da4-942f3239d03d admin admin] Publish callbacks [] for security_group (1ec4b8ba-c10c-4b4e-a439-42dc7813d4ad), precommit_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:17.266149 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-1a9a971f-cb63-42c9-8da4-942f3239d03d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (1ec4b8ba-c10c-4b4e-a439-42dc7813d4ad), after_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:17.339046 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-1a9a971f-cb63-42c9-8da4-942f3239d03d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=64f44c8bc5ca4fe8aeb3fcfdbea62bb4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2314117 May 03 14:49:17.342311 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 41778) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:49:17.342772 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9a971f-cb63-42c9-8da4-942f3239d03d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ec4b8ba-c10c-4b4e-a439-42dc7813d4ad,revision_number=1']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:49:17.359025 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398847a9-b1be-4f5a-b9fe-af4a4c37238b req-77289d1f-a984-4810-a3a1-dbe44d7c4e46 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:49:17.360701 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-398847a9-b1be-4f5a-b9fe-af4a4c37238b req-77289d1f-a984-4810-a3a1-dbe44d7c4e46 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/ports?device_id=4d586fba-adbe-4797-99f4-6932165af9d4 HTTP/1.1" status: 200 len: 946 time: 0.0754080 May 03 14:49:17.397139 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-d0320256-0cca-495a-ba53-5c1f1fe6a235 admin admin] Publish callbacks [] for security_group (1ec4b8ba-c10c-4b4e-a439-42dc7813d4ad), before_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:17.415375 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-398847a9-b1be-4f5a-b9fe-af4a4c37238b req-485c091a-0b3c-4e5b-a434-fbf596c25e37 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/security-groups?id=401848e3-e1ee-4f49-9d7c-851858f8a58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445881 May 03 14:49:17.419025 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-d0320256-0cca-495a-ba53-5c1f1fe6a235 admin admin] Publish callbacks [] for security_group (1ec4b8ba-c10c-4b4e-a439-42dc7813d4ad), precommit_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:17.529660 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-d0320256-0cca-495a-ba53-5c1f1fe6a235 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (1ec4b8ba-c10c-4b4e-a439-42dc7813d4ad), after_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:17.532663 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-d0320256-0cca-495a-ba53-5c1f1fe6a235 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:17.533453 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-d0320256-0cca-495a-ba53-5c1f1fe6a235 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1ec4b8ba-c10c-4b4e-a439-42dc7813d4ad HTTP/1.1" status: 204 len: 168 time: 0.1901634 May 03 14:49:17.542027 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0320256-0cca-495a-ba53-5c1f1fe6a235 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ec4b8ba-c10c-4b4e-a439-42dc7813d4ad,revision_number=None']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:49:17.985706 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c7bf19-bc77-4c72-b579-6d97ce2cc9fc req-08decc00-18bd-446e-8c70-2456c68c4ced tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:49:17.987223 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-a6c7bf19-bc77-4c72-b579-6d97ce2cc9fc req-08decc00-18bd-446e-8c70-2456c68c4ced tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] 10.222.0.16 "GET /v2.0/networks?id=c7e24e07-53c2-45df-8314-7bc299bb3d6f HTTP/1.1" status: 200 len: 814 time: 0.1205339 May 03 14:49:18.002704 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-a6c7bf19-bc77-4c72-b579-6d97ce2cc9fc req-70fe4031-59ec-484a-b02c-c6c0ccb4db6e tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] 10.222.0.16 "GET /v2.0/quotas/b0de0418e6504f10b7b7cfe67b7823e9 HTTP/1.1" status: 200 len: 375 time: 0.0099730 May 03 14:49:18.037858 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-a6c7bf19-bc77-4c72-b579-6d97ce2cc9fc req-2fca9936-7f78-43b2-9f8a-c7978e7e5f1f tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=b0de0418e6504f10b7b7cfe67b7823e9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0292709 May 03 14:49:18.145326 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-a6c7bf19-bc77-4c72-b579-6d97ce2cc9fc req-86926195-a56c-4985-995d-3d44bca7af1e service neutron] 10.222.0.16 "GET /v2.0/networks/c7e24e07-53c2-45df-8314-7bc299bb3d6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983593 May 03 14:49:18.246753 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-a6c7bf19-bc77-4c72-b579-6d97ce2cc9fc req-19677168-9db9-4169-a761-2fa0f6577a69 service neutron] 10.222.0.16 "GET /v2.0/networks/c7e24e07-53c2-45df-8314-7bc299bb3d6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922525 May 03 14:49:18.522375 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-dbccc00b-4ef5-4291-b676-001b2e92fbdc req-8939de5a-98ed-4629-af10-9fe47751d888 tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a52e6f0-9c3c-451f-b221-3d28b157ab93 HTTP/1.1" status: 200 len: 210 time: 0.0484545 May 03 14:49:18.581258 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213cd45e-39d6-436d-9081-cbd7f09be199 req-dee8821e-6b82-408f-8e40-9b0f8c5ffc65 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:49:18.589325 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-213cd45e-39d6-436d-9081-cbd7f09be199 req-dee8821e-6b82-408f-8e40-9b0f8c5ffc65 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/ports?device_id=4d586fba-adbe-4797-99f4-6932165af9d4 HTTP/1.1" status: 200 len: 946 time: 0.0704994 May 03 14:49:18.645011 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-213cd45e-39d6-436d-9081-cbd7f09be199 req-6bee9e83-a3e5-42d4-a2a0-b032f2d846e5 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/security-groups?id=401848e3-e1ee-4f49-9d7c-851858f8a58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546885 May 03 14:49:18.647011 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 41846) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:49:18.758950 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-24c120e4-ef97-40d9-9f39-35be53d3a9b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:18.836598 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-24c120e4-ef97-40d9-9f39-35be53d3a9b5 admin admin] Publish callbacks [] for security_group (60658cbc-06b0-4c86-b4b3-eda6e26d260e), precommit_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:18.904793 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-24c120e4-ef97-40d9-9f39-35be53d3a9b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (60658cbc-06b0-4c86-b4b3-eda6e26d260e), after_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:18.944540 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-24c120e4-ef97-40d9-9f39-35be53d3a9b5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=22ccccf7ea4d4eddac3e0d4a49c0a4f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2964418 May 03 14:49:18.945400 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c120e4-ef97-40d9-9f39-35be53d3a9b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60658cbc-06b0-4c86-b4b3-eda6e26d260e,revision_number=1']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:49:18.947200 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 41852) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:49:19.015601 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-0eff167b-0b87-40ae-a9b2-d28477143a3f admin admin] Publish callbacks [] for security_group (60658cbc-06b0-4c86-b4b3-eda6e26d260e), before_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:19.040677 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-0eff167b-0b87-40ae-a9b2-d28477143a3f admin admin] Publish callbacks [] for security_group (60658cbc-06b0-4c86-b4b3-eda6e26d260e), precommit_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:19.178710 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-0eff167b-0b87-40ae-a9b2-d28477143a3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (60658cbc-06b0-4c86-b4b3-eda6e26d260e), after_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:19.181244 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-0eff167b-0b87-40ae-a9b2-d28477143a3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:19.182413 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-0eff167b-0b87-40ae-a9b2-d28477143a3f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/60658cbc-06b0-4c86-b4b3-eda6e26d260e HTTP/1.1" status: 204 len: 168 time: 0.2331579 May 03 14:49:19.191553 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eff167b-0b87-40ae-a9b2-d28477143a3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60658cbc-06b0-4c86-b4b3-eda6e26d260e,revision_number=None']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:49:19.612324 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-5d5c027b-3be2-44f5-86e9-525dde167215 req-45c80723-2cc1-4ba3-a265-154297e7ae08 tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a52e6f0-9c3c-451f-b221-3d28b157ab93 HTTP/1.1" status: 200 len: 210 time: 0.0351481 May 03 14:49:19.791349 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94ddf90-d1b8-4f30-9c0d-6e059118679b req-9a25be74-47da-469e-9b0a-8f9de32d9675 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:49:19.793094 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-e94ddf90-d1b8-4f30-9c0d-6e059118679b req-9a25be74-47da-469e-9b0a-8f9de32d9675 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/ports?device_id=4d586fba-adbe-4797-99f4-6932165af9d4 HTTP/1.1" status: 200 len: 946 time: 0.0644159 May 03 14:49:19.868039 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-e94ddf90-d1b8-4f30-9c0d-6e059118679b req-bbd971da-ff4a-4a5f-aa0b-b3d390592bf8 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/security-groups?id=401848e3-e1ee-4f49-9d7c-851858f8a58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537050 May 03 14:49:20.286686 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878ab24e-8d60-4ba8-9701-ccfab77056c4 req-614b925e-07fd-4413-8c8f-e6757fe6b96d tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:49:20.288945 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-878ab24e-8d60-4ba8-9701-ccfab77056c4 req-614b925e-07fd-4413-8c8f-e6757fe6b96d tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/ports?device_id=4d586fba-adbe-4797-99f4-6932165af9d4 HTTP/1.1" status: 200 len: 946 time: 0.0509734 May 03 14:49:20.397298 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-878ab24e-8d60-4ba8-9701-ccfab77056c4 req-d734fa47-3ff7-4658-abfb-ac47623568b7 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/security-groups?id=401848e3-e1ee-4f49-9d7c-851858f8a58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018438 May 03 14:49:20.398703 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2d0199-0300-4a9a-82d7-a3e79d2837c3 req-9ecb5870-1657-4418-bcec-c4cef8da11b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:49:20.400209 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-3a2d0199-0300-4a9a-82d7-a3e79d2837c3 req-9ecb5870-1657-4418-bcec-c4cef8da11b8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=85acf5f5a53f45dd96135bdfdbd36bee&device_id=4d586fba-adbe-4797-99f4-6932165af9d4 HTTP/1.1" status: 200 len: 1130 time: 0.0690618 May 03 14:49:20.718353 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-5b9ed2b9-d837-4544-9fff-b574a1052327 req-275e08da-4783-41de-9e2b-1d78ef2946a7 tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a52e6f0-9c3c-451f-b221-3d28b157ab93 HTTP/1.1" status: 200 len: 210 time: 0.0346329 May 03 14:49:20.814955 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2d0199-0300-4a9a-82d7-a3e79d2837c3 req-a7945507-8102-43eb-9f53-206e06450002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:49:20.816862 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-3a2d0199-0300-4a9a-82d7-a3e79d2837c3 req-a7945507-8102-43eb-9f53-206e06450002 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2d59a619-2104-48af-9b29-5b43721c1720 HTTP/1.1" status: 200 len: 920 time: 0.0973334 May 03 14:49:20.868928 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-3a2d0199-0300-4a9a-82d7-a3e79d2837c3 req-b67c65e1-e2c4-4ac5-82bf-968e0367e3ef service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a7eea7dd-eb4c-4690-b7c6-dd1c08938652 HTTP/1.1" status: 200 len: 217 time: 0.0446548 May 03 14:49:20.932618 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2d0199-0300-4a9a-82d7-a3e79d2837c3 req-a0ee82b6-f9d1-4798-854c-83ed8dff0d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:49:20.934714 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-3a2d0199-0300-4a9a-82d7-a3e79d2837c3 req-a0ee82b6-f9d1-4798-854c-83ed8dff0d25 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fd06123f-ac2d-4feb-b448-363a0cf902f7 HTTP/1.1" status: 200 len: 858 time: 0.0589740 May 03 14:49:21.066983 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2d0199-0300-4a9a-82d7-a3e79d2837c3 req-8fe10c2d-a10d-409a-847f-ba8e046e5aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:49:21.073111 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-3a2d0199-0300-4a9a-82d7-a3e79d2837c3 req-8fe10c2d-a10d-409a-847f-ba8e046e5aed service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2d59a619-2104-48af-9b29-5b43721c1720&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1141620 May 03 14:49:21.192599 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c7bf19-bc77-4c72-b579-6d97ce2cc9fc req-cd068deb-fefd-4737-a18d-6666ec2d914d tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:49:21.194491 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-a6c7bf19-bc77-4c72-b579-6d97ce2cc9fc req-cd068deb-fefd-4737-a18d-6666ec2d914d tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] 10.222.0.55 "GET /v2.0/networks?id=c7e24e07-53c2-45df-8314-7bc299bb3d6f HTTP/1.1" status: 200 len: 814 time: 0.2368207 May 03 14:49:21.201628 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-3a2d0199-0300-4a9a-82d7-a3e79d2837c3 req-36917e6a-d527-441c-bce2-57feef83fb2c service neutron] 10.222.0.55 "GET /v2.0/networks/2d59a619-2104-48af-9b29-5b43721c1720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203010 May 03 14:49:21.232478 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.v2.base [req-a6c7bf19-bc77-4c72-b579-6d97ce2cc9fc req-f12c2296-025b-4689-b53d-38cec4cc264f tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] Request body: {'port': {'device_id': '3a52e6f0-9c3c-451f-b221-3d28b157ab93', 'network_id': 'c7e24e07-53c2-45df-8314-7bc299bb3d6f', 'admin_state_up': True, 'tenant_id': 'b0de0418e6504f10b7b7cfe67b7823e9'}} {{(pid=110298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:49:21.399832 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-3a2d0199-0300-4a9a-82d7-a3e79d2837c3 req-a16eb400-01d7-4a95-9c67-570daf57e22d service neutron] 10.222.0.55 "GET /v2.0/networks/2d59a619-2104-48af-9b29-5b43721c1720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800976 May 03 14:49:21.519532 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6c7bf19-bc77-4c72-b579-6d97ce2cc9fc req-f12c2296-025b-4689-b53d-38cec4cc264f tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] Made reservation on behalf of b0de0418e6504f10b7b7cfe67b7823e9 for: {'port': 1} {{(pid=110298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 14:49:21.523253 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-a6c7bf19-bc77-4c72-b579-6d97ce2cc9fc req-f12c2296-025b-4689-b53d-38cec4cc264f tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (None), before_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:21.554554 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9a33f2-1b27-4aae-ae5c-7f47d47c17e7 req-dcae6dad-fcfe-4147-856e-ac209912aa77 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:49:21.556227 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-dc9a33f2-1b27-4aae-ae5c-7f47d47c17e7 req-dcae6dad-fcfe-4147-856e-ac209912aa77 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/ports?device_id=4d586fba-adbe-4797-99f4-6932165af9d4 HTTP/1.1" status: 200 len: 946 time: 0.0699844 May 03 14:49:21.658440 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-dc9a33f2-1b27-4aae-ae5c-7f47d47c17e7 req-8b12d84b-b6ac-4e63-9585-806b6b4e09a0 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/security-groups?id=401848e3-e1ee-4f49-9d7c-851858f8a58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951998 May 03 14:49:21.713306 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.db.db_base_plugin_common [req-a6c7bf19-bc77-4c72-b579-6d97ce2cc9fc req-f12c2296-025b-4689-b53d-38cec4cc264f tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] Allocated IP 172.20.0.6 (c7e24e07-53c2-45df-8314-7bc299bb3d6f/d266df7c-cfd9-4ade-a24e-190d2b0b2e10/947e4d59-e9ff-4c5d-bcdf-b5cad570211a) {{(pid=110298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 14:49:21.834435 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 41962) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:49:21.868968 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-7165c43b-aeb7-4cc7-8083-a95381494eb7 req-3876827c-253b-4991-9f4f-c888519b8382 tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a52e6f0-9c3c-451f-b221-3d28b157ab93 HTTP/1.1" status: 200 len: 210 time: 0.0598440 May 03 14:49:21.951671 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-80d855e3-917f-47be-a860-c96e2f4be467 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:22.004294 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.agents_db [None req-dd30728e-be63-467e-afaf-aba6f24eb33e None None] Agent healthcheck: found 6 active agents {{(pid=110300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 14:49:22.039832 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-80d855e3-917f-47be-a860-c96e2f4be467 admin admin] Publish callbacks [] for security_group (502b25a6-2b78-4e70-aace-aab4e85f4ad6), precommit_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:22.117592 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-80d855e3-917f-47be-a860-c96e2f4be467 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (502b25a6-2b78-4e70-aace-aab4e85f4ad6), after_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:22.158553 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-a6c7bf19-bc77-4c72-b579-6d97ce2cc9fc req-f12c2296-025b-4689-b53d-38cec4cc264f tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] Publish callbacks [] for port (947e4d59-e9ff-4c5d-bcdf-b5cad570211a), precommit_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:22.163059 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-80d855e3-917f-47be-a860-c96e2f4be467 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=41eefc68dbae4585972a2821d4082bdb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3252940 May 03 14:49:22.163059 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d855e3-917f-47be-a860-c96e2f4be467 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=502b25a6-2b78-4e70-aace-aab4e85f4ad6,revision_number=1']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:49:22.163496 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 41968) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:49:22.238967 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-2c849aec-d44c-4878-8330-8ab703948690 admin admin] Publish callbacks [] for security_group (502b25a6-2b78-4e70-aace-aab4e85f4ad6), before_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:22.263839 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-2c849aec-d44c-4878-8330-8ab703948690 admin admin] Publish callbacks [] for security_group (502b25a6-2b78-4e70-aace-aab4e85f4ad6), precommit_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:22.306398 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-a6c7bf19-bc77-4c72-b579-6d97ce2cc9fc req-f12c2296-025b-4689-b53d-38cec4cc264f tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775476647060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25806886'] for port (947e4d59-e9ff-4c5d-bcdf-b5cad570211a), after_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:22.349072 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6c7bf19-bc77-4c72-b579-6d97ce2cc9fc req-f12c2296-025b-4689-b53d-38cec4cc264f tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] Network c7e24e07-53c2-45df-8314-7bc299bb3d6f is already hosted by enough agents. {{(pid=110298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 14:49:22.352582 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.scheduler.base_scheduler [req-a6c7bf19-bc77-4c72-b579-6d97ce2cc9fc req-f12c2296-025b-4689-b53d-38cec4cc264f tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] Resources bound (agent type, host, resource id): {{(pid=110298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 14:49:22.361179 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6c7bf19-bc77-4c72-b579-6d97ce2cc9fc req-f12c2296-025b-4689-b53d-38cec4cc264f tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] Received port after_create {{(pid=110298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 14:49:22.385947 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12c2296-025b-4689-b53d-38cec4cc264f tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] Pushing event updated for resources: {'Port': ['ID=947e4d59-e9ff-4c5d-bcdf-b5cad570211a,revision_number=1']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:49:22.405874 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-2c849aec-d44c-4878-8330-8ab703948690 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (502b25a6-2b78-4e70-aace-aab4e85f4ad6), after_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:22.409148 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-2c849aec-d44c-4878-8330-8ab703948690 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:22.409485 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-2c849aec-d44c-4878-8330-8ab703948690 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/502b25a6-2b78-4e70-aace-aab4e85f4ad6 HTTP/1.1" status: 204 len: 168 time: 0.2443762 May 03 14:49:22.421560 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c7bf19-bc77-4c72-b579-6d97ce2cc9fc req-f12c2296-025b-4689-b53d-38cec4cc264f tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:49:22.423057 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-a6c7bf19-bc77-4c72-b579-6d97ce2cc9fc req-f12c2296-025b-4689-b53d-38cec4cc264f tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46205'] for port (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:22.433750 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c849aec-d44c-4878-8330-8ab703948690 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=502b25a6-2b78-4e70-aace-aab4e85f4ad6,revision_number=None']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:49:22.507123 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-a6c7bf19-bc77-4c72-b579-6d97ce2cc9fc req-f12c2296-025b-4689-b53d-38cec4cc264f tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2884629 May 03 14:49:22.785311 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e276b1-562a-4df6-a372-e84f1fbf7eff req-63e43a2a-8bcd-4b90-8ffe-9cb841dcf6b7 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:49:22.786894 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-d0e276b1-562a-4df6-a372-e84f1fbf7eff req-63e43a2a-8bcd-4b90-8ffe-9cb841dcf6b7 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/ports?device_id=4d586fba-adbe-4797-99f4-6932165af9d4 HTTP/1.1" status: 200 len: 946 time: 0.0566595 May 03 14:49:22.835773 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-d0e276b1-562a-4df6-a372-e84f1fbf7eff req-2b92463a-1ecb-40c6-8097-588c0ecfd2c6 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/security-groups?id=401848e3-e1ee-4f49-9d7c-851858f8a58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429950 May 03 14:49:22.985094 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5975a1e6-cbbd-4c2a-89b9-04583d58ed90 req-1aff53af-b462-43c3-a694-ac8d1b20891e tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:49:22.987162 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-5975a1e6-cbbd-4c2a-89b9-04583d58ed90 req-1aff53af-b462-43c3-a694-ac8d1b20891e tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a52e6f0-9c3c-451f-b221-3d28b157ab93 HTTP/1.1" status: 200 len: 931 time: 0.0478144 May 03 14:49:23.004949 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 41988) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:49:23.019426 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-3a79b877-d524-4e72-a3a0-7681d149e229 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:23.035697 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-5975a1e6-cbbd-4c2a-89b9-04583d58ed90 req-ef820693-b52b-4f0b-a789-07d267b07235 tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f18e4f2-73ef-4445-99b7-e258eefe8300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430326 May 03 14:49:23.094767 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-3a79b877-d524-4e72-a3a0-7681d149e229 admin admin] Publish callbacks [] for security_group (4e173071-2e5e-4bd6-bca3-6c3ecf3fd8d9), precommit_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:23.163200 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-3a79b877-d524-4e72-a3a0-7681d149e229 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (4e173071-2e5e-4bd6-bca3-6c3ecf3fd8d9), after_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:23.202590 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-3a79b877-d524-4e72-a3a0-7681d149e229 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=81de7e5b7f7343dd80a8b503d563f2e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1963973 May 03 14:49:23.203493 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a79b877-d524-4e72-a3a0-7681d149e229 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e173071-2e5e-4bd6-bca3-6c3ecf3fd8d9,revision_number=1']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:49:23.206182 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 41990) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:49:23.264610 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-1d5acab3-3e8f-49cd-889c-3d6d7d7fd988 admin admin] Publish callbacks [] for security_group (4e173071-2e5e-4bd6-bca3-6c3ecf3fd8d9), before_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:23.286303 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-1d5acab3-3e8f-49cd-889c-3d6d7d7fd988 admin admin] Publish callbacks [] for security_group (4e173071-2e5e-4bd6-bca3-6c3ecf3fd8d9), precommit_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:23.397342 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-1d5acab3-3e8f-49cd-889c-3d6d7d7fd988 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (4e173071-2e5e-4bd6-bca3-6c3ecf3fd8d9), after_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:23.399958 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-1d5acab3-3e8f-49cd-889c-3d6d7d7fd988 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:23.401123 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-1d5acab3-3e8f-49cd-889c-3d6d7d7fd988 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4e173071-2e5e-4bd6-bca3-6c3ecf3fd8d9 HTTP/1.1" status: 204 len: 168 time: 0.1935720 May 03 14:49:23.408960 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5acab3-3e8f-49cd-889c-3d6d7d7fd988 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e173071-2e5e-4bd6-bca3-6c3ecf3fd8d9,revision_number=None']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:49:23.953998 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde05367-2bbc-47b7-86e0-1cc97096db1c req-99a6e636-2b1d-47a8-ba37-8af229c5bf2b tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:49:23.955586 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-bde05367-2bbc-47b7-86e0-1cc97096db1c req-99a6e636-2b1d-47a8-ba37-8af229c5bf2b tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/ports?device_id=4d586fba-adbe-4797-99f4-6932165af9d4 HTTP/1.1" status: 200 len: 946 time: 0.0486858 May 03 14:49:24.003229 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-bde05367-2bbc-47b7-86e0-1cc97096db1c req-eac346ef-e53b-4267-99a8-9a1d8273d427 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/security-groups?id=401848e3-e1ee-4f49-9d7c-851858f8a58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421052 May 03 14:49:24.161901 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd3f9f6-7b15-4133-9257-a8dcc31475fa req-5db08483-5566-4da9-9997-02ab404fabaa tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:49:24.163387 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-fcd3f9f6-7b15-4133-9257-a8dcc31475fa req-5db08483-5566-4da9-9997-02ab404fabaa tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a52e6f0-9c3c-451f-b221-3d28b157ab93 HTTP/1.1" status: 200 len: 931 time: 0.0555160 May 03 14:49:24.213360 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-fcd3f9f6-7b15-4133-9257-a8dcc31475fa req-d8e5cbe3-df2a-47c6-bad9-5f3674584433 tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f18e4f2-73ef-4445-99b7-e258eefe8300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434949 May 03 14:49:24.300015 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 42024) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:49:24.412388 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-db640a78-5b89-4e75-9698-1c263f5e07fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:24.502167 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-db640a78-5b89-4e75-9698-1c263f5e07fc admin admin] Publish callbacks [] for security_group (731ae86b-95a1-44a1-a5fb-784e526669fe), precommit_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:24.741903 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-db640a78-5b89-4e75-9698-1c263f5e07fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (731ae86b-95a1-44a1-a5fb-784e526669fe), after_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:24.741903 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db640a78-5b89-4e75-9698-1c263f5e07fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=731ae86b-95a1-44a1-a5fb-784e526669fe,revision_number=1']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:49:24.741903 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-db640a78-5b89-4e75-9698-1c263f5e07fc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6c0615ae0aaa412590d726855e6f494a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3561809 May 03 14:49:24.741903 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 42036) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:49:24.783982 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-63c1b494-c76d-4a13-9cc5-a00b9aa8e1d4 admin admin] Publish callbacks [] for security_group (731ae86b-95a1-44a1-a5fb-784e526669fe), before_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:24.810755 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.v2.base [req-a6c7bf19-bc77-4c72-b579-6d97ce2cc9fc req-918f2acb-9c28-4135-b0f7-1b229906d426 service neutron] Request body: {'port': {'device_id': '3a52e6f0-9c3c-451f-b221-3d28b157ab93', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84028'}} {{(pid=110298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:49:24.814578 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-63c1b494-c76d-4a13-9cc5-a00b9aa8e1d4 admin admin] Publish callbacks [] for security_group (731ae86b-95a1-44a1-a5fb-784e526669fe), precommit_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:24.898181 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-a6c7bf19-bc77-4c72-b579-6d97ce2cc9fc req-918f2acb-9c28-4135-b0f7-1b229906d426 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (947e4d59-e9ff-4c5d-bcdf-b5cad570211a), before_update {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:25.005623 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-63c1b494-c76d-4a13-9cc5-a00b9aa8e1d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (731ae86b-95a1-44a1-a5fb-784e526669fe), after_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:25.008156 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-63c1b494-c76d-4a13-9cc5-a00b9aa8e1d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:25.009306 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-63c1b494-c76d-4a13-9cc5-a00b9aa8e1d4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/731ae86b-95a1-44a1-a5fb-784e526669fe HTTP/1.1" status: 204 len: 168 time: 0.2753749 May 03 14:49:25.028797 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c1b494-c76d-4a13-9cc5-a00b9aa8e1d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=731ae86b-95a1-44a1-a5fb-784e526669fe,revision_number=None']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:49:25.178256 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa28fff4-7b33-46cc-acd1-b744205c67a2 req-b1c22e9c-9474-4938-8eb0-1db00e5f9c80 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:49:25.179807 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-fa28fff4-7b33-46cc-acd1-b744205c67a2 req-b1c22e9c-9474-4938-8eb0-1db00e5f9c80 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/ports?device_id=4d586fba-adbe-4797-99f4-6932165af9d4 HTTP/1.1" status: 200 len: 946 time: 0.0806363 May 03 14:49:25.283648 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-fa28fff4-7b33-46cc-acd1-b744205c67a2 req-0f47ac69-df5e-4f08-8910-b96b800dcc92 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/security-groups?id=401848e3-e1ee-4f49-9d7c-851858f8a58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921838 May 03 14:49:25.292552 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.notifiers.nova [req-a6c7bf19-bc77-4c72-b579-6d97ce2cc9fc req-918f2acb-9c28-4135-b0f7-1b229906d426 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 947e4d59-e9ff-4c5d-bcdf-b5cad570211a {{(pid=110298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 14:49:25.310930 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-a6c7bf19-bc77-4c72-b579-6d97ce2cc9fc req-918f2acb-9c28-4135-b0f7-1b229906d426 service neutron] Publish callbacks [] for port (947e4d59-e9ff-4c5d-bcdf-b5cad570211a), precommit_update {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:25.353809 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.db.provisioning_blocks [req-a6c7bf19-bc77-4c72-b579-6d97ce2cc9fc req-918f2acb-9c28-4135-b0f7-1b229906d426 service neutron] Transition to ACTIVE for port object 947e4d59-e9ff-4c5d-bcdf-b5cad570211a will not be triggered until provisioned by entity L2. {{(pid=110298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 03 14:49:25.361127 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2b80be-a405-4b24-b232-6d456e48c376 req-a65ef2ce-4fce-46eb-9701-c6941d3a3e4b tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:49:25.368362 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-cf2b80be-a405-4b24-b232-6d456e48c376 req-a65ef2ce-4fce-46eb-9701-c6941d3a3e4b tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a52e6f0-9c3c-451f-b221-3d28b157ab93 HTTP/1.1" status: 200 len: 931 time: 0.0791292 May 03 14:49:25.427952 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-a6c7bf19-bc77-4c72-b579-6d97ce2cc9fc req-918f2acb-9c28-4135-b0f7-1b229906d426 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25806943'] for port (947e4d59-e9ff-4c5d-bcdf-b5cad570211a), after_update {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:25.461070 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-cf2b80be-a405-4b24-b232-6d456e48c376 req-13c94392-73ec-4934-af36-94c4523dcd6e tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f18e4f2-73ef-4445-99b7-e258eefe8300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918248 May 03 14:49:25.497831 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918f2acb-9c28-4135-b0f7-1b229906d426 service neutron] Pushing event updated for resources: {'Port': ['ID=947e4d59-e9ff-4c5d-bcdf-b5cad570211a,revision_number=2']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:49:25.566517 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.managers [req-a6c7bf19-bc77-4c72-b579-6d97ce2cc9fc req-918f2acb-9c28-4135-b0f7-1b229906d426 service neutron] Attempting to bind port 947e4d59-e9ff-4c5d-bcdf-b5cad570211a on host hv-cinder-84028 for vnic_type normal with profile {{(pid=110298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 14:49:25.566852 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.managers [req-a6c7bf19-bc77-4c72-b579-6d97ce2cc9fc req-918f2acb-9c28-4135-b0f7-1b229906d426 service neutron] Attempting to bind port 947e4d59-e9ff-4c5d-bcdf-b5cad570211a by drivers openvswitch,hyperv on host hv-cinder-84028 at level 0 using segments [{'id': '98aba57f-1f61-486a-b0ad-42eec78165f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'c7e24e07-53c2-45df-8314-7bc299bb3d6f'}] {{(pid=110298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 14:49:25.567207 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c7bf19-bc77-4c72-b579-6d97ce2cc9fc req-918f2acb-9c28-4135-b0f7-1b229906d426 service neutron] Attempting to bind port 947e4d59-e9ff-4c5d-bcdf-b5cad570211a on network c7e24e07-53c2-45df-8314-7bc299bb3d6f {{(pid=110298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 14:49:25.571479 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c7bf19-bc77-4c72-b579-6d97ce2cc9fc req-918f2acb-9c28-4135-b0f7-1b229906d426 service neutron] Port 947e4d59-e9ff-4c5d-bcdf-b5cad570211a on network c7e24e07-53c2-45df-8314-7bc299bb3d6f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84028 {{(pid=110298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 03 14:49:25.571793 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c7bf19-bc77-4c72-b579-6d97ce2cc9fc req-918f2acb-9c28-4135-b0f7-1b229906d426 service neutron] Attempting to bind port 947e4d59-e9ff-4c5d-bcdf-b5cad570211a on network c7e24e07-53c2-45df-8314-7bc299bb3d6f {{(pid=110298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 14:49:25.577213 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c7bf19-bc77-4c72-b579-6d97ce2cc9fc req-918f2acb-9c28-4135-b0f7-1b229906d426 service neutron] Checking agent: {'id': '26e70f58-a201-437c-be8d-fd2714f100da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84028', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 14, 44, 59), 'started_at': datetime.datetime(2022, 5, 3, 14, 44, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 14, 48, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 14:49:25.577551 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c7bf19-bc77-4c72-b579-6d97ce2cc9fc req-918f2acb-9c28-4135-b0f7-1b229906d426 service neutron] Checking segment: {'id': '98aba57f-1f61-486a-b0ad-42eec78165f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'c7e24e07-53c2-45df-8314-7bc299bb3d6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 14:49:25.577933 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c7bf19-bc77-4c72-b579-6d97ce2cc9fc req-918f2acb-9c28-4135-b0f7-1b229906d426 service neutron] Bound using segment: {'id': '98aba57f-1f61-486a-b0ad-42eec78165f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'c7e24e07-53c2-45df-8314-7bc299bb3d6f'} {{(pid=110298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 14:49:25.578419 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.managers [req-a6c7bf19-bc77-4c72-b579-6d97ce2cc9fc req-918f2acb-9c28-4135-b0f7-1b229906d426 service neutron] Bound port: 947e4d59-e9ff-4c5d-bcdf-b5cad570211a, host: hv-cinder-84028, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98aba57f-1f61-486a-b0ad-42eec78165f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'c7e24e07-53c2-45df-8314-7bc299bb3d6f'}}] {{(pid=110298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 14:49:25.578775 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-a6c7bf19-bc77-4c72-b579-6d97ce2cc9fc req-918f2acb-9c28-4135-b0f7-1b229906d426 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (947e4d59-e9ff-4c5d-bcdf-b5cad570211a), before_update {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:25.651018 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.db [req-a6c7bf19-bc77-4c72-b579-6d97ce2cc9fc req-918f2acb-9c28-4135-b0f7-1b229906d426 service neutron] For port 947e4d59-e9ff-4c5d-bcdf-b5cad570211a, host hv-cinder-84028, cleared binding levels {{(pid=110298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 14:49:25.655022 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.db [req-a6c7bf19-bc77-4c72-b579-6d97ce2cc9fc req-918f2acb-9c28-4135-b0f7-1b229906d426 service neutron] For port 947e4d59-e9ff-4c5d-bcdf-b5cad570211a, host hv-cinder-84028, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=947e4d59-e9ff-4c5d-bcdf-b5cad570211a,segment=NetworkSegment(98aba57f-1f61-486a-b0ad-42eec78165f9),segment_id=98aba57f-1f61-486a-b0ad-42eec78165f9)] {{(pid=110298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 14:49:25.742153 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 42064) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:49:25.756176 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-0984b271-7a86-493c-87b6-6a8f8bdf96ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:25.761534 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-a6c7bf19-bc77-4c72-b579-6d97ce2cc9fc req-918f2acb-9c28-4135-b0f7-1b229906d426 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25806943'] for port (947e4d59-e9ff-4c5d-bcdf-b5cad570211a), after_update {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:25.815935 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c7bf19-bc77-4c72-b579-6d97ce2cc9fc req-918f2acb-9c28-4135-b0f7-1b229906d426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:49:25.816832 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-a6c7bf19-bc77-4c72-b579-6d97ce2cc9fc req-918f2acb-9c28-4135-b0f7-1b229906d426 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46205'] for port (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:25.818560 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-a6c7bf19-bc77-4c72-b579-6d97ce2cc9fc req-918f2acb-9c28-4135-b0f7-1b229906d426 service neutron] 10.222.0.55 "PUT /v2.0/ports/947e4d59-e9ff-4c5d-bcdf-b5cad570211a HTTP/1.1" status: 200 len: 1093 time: 1.0152593 May 03 14:49:25.823265 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a52e6f0-9c3c-451f-b221-3d28b157ab93', 'tag': '947e4d59-e9ff-4c5d-bcdf-b5cad570211a'}] {{(pid=110298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 14:49:25.826008 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75d30aab20f2b99e69676ba1094dd13d61de0bc97323401ed2dd99ba05286cef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75dae9f7-63a2-4abf-bb5c-42dcb53548e1" -d '{"events": [{"name": "network-changed", "server_uuid": "3a52e6f0-9c3c-451f-b221-3d28b157ab93", "tag": "947e4d59-e9ff-4c5d-bcdf-b5cad570211a"}]}' {{(pid=110298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 14:49:25.870186 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918f2acb-9c28-4135-b0f7-1b229906d426 service neutron] Pushing event updated for resources: {'Port': ['ID=947e4d59-e9ff-4c5d-bcdf-b5cad570211a,revision_number=3']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:49:25.874503 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 14:49:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0107089e-c5eb-4b4f-b049-032220b1af2c x-openstack-request-id: req-0107089e-c5eb-4b4f-b049-032220b1af2c {{(pid=110298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 14:49:25.874868 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a52e6f0-9c3c-451f-b221-3d28b157ab93", "tag": "947e4d59-e9ff-4c5d-bcdf-b5cad570211a", "status": "completed", "code": 200}]} {{(pid=110298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 14:49:25.875213 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0107089e-c5eb-4b4f-b049-032220b1af2c {{(pid=110298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 14:49:25.875966 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0107089e-c5eb-4b4f-b049-032220b1af2c'] response: {'name': 'network-changed', 'server_uuid': '3a52e6f0-9c3c-451f-b221-3d28b157ab93', 'tag': '947e4d59-e9ff-4c5d-bcdf-b5cad570211a', 'status': 'completed', 'code': 200} May 03 14:49:25.923090 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-0984b271-7a86-493c-87b6-6a8f8bdf96ab admin admin] Publish callbacks [] for security_group (636024d5-35b1-4a83-8053-a3e179321fca), precommit_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:25.978298 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-0984b271-7a86-493c-87b6-6a8f8bdf96ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (636024d5-35b1-4a83-8053-a3e179321fca), after_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:25.984739 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dae9f7-63a2-4abf-bb5c-42dcb53548e1 req-ae22c159-23b5-45ee-a470-cd3fd855d196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:49:25.986265 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-75dae9f7-63a2-4abf-bb5c-42dcb53548e1 req-ae22c159-23b5-45ee-a470-cd3fd855d196 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b0de0418e6504f10b7b7cfe67b7823e9&device_id=3a52e6f0-9c3c-451f-b221-3d28b157ab93 HTTP/1.1" status: 200 len: 1127 time: 0.0539155 May 03 14:49:26.049461 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-0984b271-7a86-493c-87b6-6a8f8bdf96ab admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3799ed727626444fbf61d3e007d15fb8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3062031 May 03 14:49:26.052419 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 42074) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:49:26.062794 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0984b271-7a86-493c-87b6-6a8f8bdf96ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=636024d5-35b1-4a83-8053-a3e179321fca,revision_number=1']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:49:26.114905 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-47cf59e5-a044-48a0-961c-4c1e808920ea admin admin] Publish callbacks [] for security_group (636024d5-35b1-4a83-8053-a3e179321fca), before_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:26.137196 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dae9f7-63a2-4abf-bb5c-42dcb53548e1 req-a92cfdc7-37c5-4293-ba7c-243f7e4314ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:49:26.138933 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-75dae9f7-63a2-4abf-bb5c-42dcb53548e1 req-a92cfdc7-37c5-4293-ba7c-243f7e4314ed service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=b0de0418e6504f10b7b7cfe67b7823e9&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1352160 May 03 14:49:26.139769 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-47cf59e5-a044-48a0-961c-4c1e808920ea admin admin] Publish callbacks [] for security_group (636024d5-35b1-4a83-8053-a3e179321fca), precommit_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:26.244638 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-47cf59e5-a044-48a0-961c-4c1e808920ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (636024d5-35b1-4a83-8053-a3e179321fca), after_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:26.247813 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-47cf59e5-a044-48a0-961c-4c1e808920ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:26.249293 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-47cf59e5-a044-48a0-961c-4c1e808920ea admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/636024d5-35b1-4a83-8053-a3e179321fca HTTP/1.1" status: 204 len: 168 time: 0.1958535 May 03 14:49:26.258292 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cf59e5-a044-48a0-961c-4c1e808920ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=636024d5-35b1-4a83-8053-a3e179321fca,revision_number=None']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:49:26.265907 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dae9f7-63a2-4abf-bb5c-42dcb53548e1 req-ab50cec7-c8b8-4b32-8f94-f8f391ac3ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:49:26.267472 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-75dae9f7-63a2-4abf-bb5c-42dcb53548e1 req-ab50cec7-c8b8-4b32-8f94-f8f391ac3ef4 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1220231 May 03 14:49:26.409168 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c7bf19-bc77-4c72-b579-6d97ce2cc9fc req-573f8ce9-5ebc-4560-9e84-460577a33e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:49:26.410678 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-a6c7bf19-bc77-4c72-b579-6d97ce2cc9fc req-573f8ce9-5ebc-4560-9e84-460577a33e71 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b0de0418e6504f10b7b7cfe67b7823e9&device_id=3a52e6f0-9c3c-451f-b221-3d28b157ab93 HTTP/1.1" status: 200 len: 1127 time: 0.0662761 May 03 14:49:26.481333 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-a6c7bf19-bc77-4c72-b579-6d97ce2cc9fc req-debf9e53-60f7-4a49-abb4-0996d4991a88 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=947e4d59-e9ff-4c5d-bcdf-b5cad570211a HTTP/1.1" status: 200 len: 217 time: 0.0486312 May 03 14:49:26.497935 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3a410e-d217-4238-9c4d-cbdab79d3e04 req-3afd9e8a-a2b2-4fe2-b277-1e42373f9e20 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:49:26.499569 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-cc3a410e-d217-4238-9c4d-cbdab79d3e04 req-3afd9e8a-a2b2-4fe2-b277-1e42373f9e20 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/ports?device_id=4d586fba-adbe-4797-99f4-6932165af9d4 HTTP/1.1" status: 200 len: 946 time: 0.1105056 May 03 14:49:26.624297 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-cc3a410e-d217-4238-9c4d-cbdab79d3e04 req-1fc8debc-2091-4f94-8acc-6d605a5285a5 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/security-groups?id=401848e3-e1ee-4f49-9d7c-851858f8a58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134050 May 03 14:49:26.632573 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c7bf19-bc77-4c72-b579-6d97ce2cc9fc req-a5ae1ece-deae-47b1-9bbb-5a9b0252b062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:49:26.632573 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-a6c7bf19-bc77-4c72-b579-6d97ce2cc9fc req-a5ae1ece-deae-47b1-9bbb-5a9b0252b062 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d266df7c-cfd9-4ade-a24e-190d2b0b2e10 HTTP/1.1" status: 200 len: 854 time: 0.1291564 May 03 14:49:26.638108 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f8c920-313d-4eec-81f1-3abbbf73b86d req-5b198557-b9da-4d96-a61f-be3becd61d3c tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:49:26.639710 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-37f8c920-313d-4eec-81f1-3abbbf73b86d req-5b198557-b9da-4d96-a61f-be3becd61d3c tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a52e6f0-9c3c-451f-b221-3d28b157ab93 HTTP/1.1" status: 200 len: 943 time: 0.0867813 May 03 14:49:26.681032 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-a6c7bf19-bc77-4c72-b579-6d97ce2cc9fc req-bde03c4a-929d-44d6-ac60-3c919c6cbd0a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c7e24e07-53c2-45df-8314-7bc299bb3d6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403709 May 03 14:49:26.766109 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-37f8c920-313d-4eec-81f1-3abbbf73b86d req-7b4803c8-774a-4a09-9f9e-16be3256df2f tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f18e4f2-73ef-4445-99b7-e258eefe8300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159630 May 03 14:49:26.825534 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-a6c7bf19-bc77-4c72-b579-6d97ce2cc9fc req-2a327306-7593-4f0f-9c3a-c8fe0365d477 service neutron] 10.222.0.55 "GET /v2.0/networks/c7e24e07-53c2-45df-8314-7bc299bb3d6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358833 May 03 14:49:26.927045 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-a6c7bf19-bc77-4c72-b579-6d97ce2cc9fc req-ac949cce-e60e-4bcb-8f1d-08c3ea097142 service neutron] 10.222.0.55 "GET /v2.0/networks/c7e24e07-53c2-45df-8314-7bc299bb3d6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957181 May 03 14:49:27.891460 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc796813-823c-4d03-abbf-fbc587e26548 req-0e7cc58e-5f01-4ef2-88e1-e11606fb3107 tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:49:27.892982 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-cc796813-823c-4d03-abbf-fbc587e26548 req-0e7cc58e-5f01-4ef2-88e1-e11606fb3107 tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a52e6f0-9c3c-451f-b221-3d28b157ab93 HTTP/1.1" status: 200 len: 943 time: 0.0527844 May 03 14:49:27.945768 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-cc796813-823c-4d03-abbf-fbc587e26548 req-50ae2d73-f976-4863-835d-2f314c30078b tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f18e4f2-73ef-4445-99b7-e258eefe8300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468636 May 03 14:49:28.726968 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (26e70f58-a201-437c-be8d-fd2714f100da), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:29.056424 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942569f5-d842-4922-a792-f2d06e8ea6ae req-73f086d3-429a-4c2d-82a8-adacc4f58aa0 tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:49:29.058017 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-942569f5-d842-4922-a792-f2d06e8ea6ae req-73f086d3-429a-4c2d-82a8-adacc4f58aa0 tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a52e6f0-9c3c-451f-b221-3d28b157ab93 HTTP/1.1" status: 200 len: 943 time: 0.0461261 May 03 14:49:29.110086 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-942569f5-d842-4922-a792-f2d06e8ea6ae req-9e85c557-9ecc-498c-87c0-7e342a4f58a4 tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f18e4f2-73ef-4445-99b7-e258eefe8300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453212 May 03 14:49:30.221947 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d302f57-f1c1-4468-ab91-70fba5b1e2b5 req-f61e7742-d587-430d-a4cd-a730e5ab9a0a tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:49:30.223433 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-0d302f57-f1c1-4468-ab91-70fba5b1e2b5 req-f61e7742-d587-430d-a4cd-a730e5ab9a0a tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a52e6f0-9c3c-451f-b221-3d28b157ab93 HTTP/1.1" status: 200 len: 943 time: 0.0466881 May 03 14:49:30.269270 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-0d302f57-f1c1-4468-ab91-70fba5b1e2b5 req-523bbde4-adfb-4bdc-a148-855f9f9b2716 tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f18e4f2-73ef-4445-99b7-e258eefe8300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403953 May 03 14:49:31.379830 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc043e5d-c4e5-40ab-ad8f-ab072a10aafa req-d907871b-026d-49fe-864c-b1fdf467ab39 tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:49:31.381409 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-bc043e5d-c4e5-40ab-ad8f-ab072a10aafa req-d907871b-026d-49fe-864c-b1fdf467ab39 tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a52e6f0-9c3c-451f-b221-3d28b157ab93 HTTP/1.1" status: 200 len: 943 time: 0.0461719 May 03 14:49:31.428378 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-bc043e5d-c4e5-40ab-ad8f-ab072a10aafa req-3aab0d53-30e5-40e8-a1a9-81c4fd406f1e tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f18e4f2-73ef-4445-99b7-e258eefe8300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414081 May 03 14:49:32.544535 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61efcee-f4d6-4ae2-892e-a767ecbab5e6 req-21faba48-23a4-41f1-b474-7808f5f0c993 tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:49:32.546027 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-c61efcee-f4d6-4ae2-892e-a767ecbab5e6 req-21faba48-23a4-41f1-b474-7808f5f0c993 tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a52e6f0-9c3c-451f-b221-3d28b157ab93 HTTP/1.1" status: 200 len: 943 time: 0.0503030 May 03 14:49:32.592450 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-c61efcee-f4d6-4ae2-892e-a767ecbab5e6 req-ac52d64c-2eea-49fa-ba21-a437daebbe46 tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f18e4f2-73ef-4445-99b7-e258eefe8300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408034 May 03 14:49:33.712636 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d7ca8d-45b0-43f8-8d20-85c5adab6c02 req-1c7bf3fb-a452-45cc-9990-c77763215c5a tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:49:33.714095 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-90d7ca8d-45b0-43f8-8d20-85c5adab6c02 req-1c7bf3fb-a452-45cc-9990-c77763215c5a tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a52e6f0-9c3c-451f-b221-3d28b157ab93 HTTP/1.1" status: 200 len: 943 time: 0.0470178 May 03 14:49:33.762652 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-90d7ca8d-45b0-43f8-8d20-85c5adab6c02 req-1d56e233-3319-448a-be85-cf62d012597f tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f18e4f2-73ef-4445-99b7-e258eefe8300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424016 May 03 14:49:34.888205 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fed6d51-1974-4a04-bc88-4a49ef018ed9 req-657c9b99-f487-4671-83c7-2ae760b05e37 tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:49:34.889781 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-9fed6d51-1974-4a04-bc88-4a49ef018ed9 req-657c9b99-f487-4671-83c7-2ae760b05e37 tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a52e6f0-9c3c-451f-b221-3d28b157ab93 HTTP/1.1" status: 200 len: 943 time: 0.0545933 May 03 14:49:34.940017 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-9fed6d51-1974-4a04-bc88-4a49ef018ed9 req-36b6af86-dcdc-4498-a90b-e0c7950fac6d tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f18e4f2-73ef-4445-99b7-e258eefe8300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448670 May 03 14:49:36.051390 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eeb2c8-61a7-4f5e-b79d-bf69bd4c6cef req-236c823f-9ae9-47d1-9fc6-20f641d3c392 tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:49:36.052872 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-b4eeb2c8-61a7-4f5e-b79d-bf69bd4c6cef req-236c823f-9ae9-47d1-9fc6-20f641d3c392 tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a52e6f0-9c3c-451f-b221-3d28b157ab93 HTTP/1.1" status: 200 len: 943 time: 0.0467684 May 03 14:49:36.102051 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-b4eeb2c8-61a7-4f5e-b79d-bf69bd4c6cef req-298461b3-8066-4fd6-a17c-610198388bbd tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f18e4f2-73ef-4445-99b7-e258eefe8300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435967 May 03 14:49:36.862769 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Device 947e4d59-e9ff-4c5d-bcdf-b5cad570211a details requested by agent hyperv_hv-cinder-84028 with host hv-cinder-84028 {{(pid=110299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 03 14:49:36.962698 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] For port 947e4d59-e9ff-4c5d-bcdf-b5cad570211a, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=947e4d59-e9ff-4c5d-bcdf-b5cad570211a,segment=NetworkSegment(98aba57f-1f61-486a-b0ad-42eec78165f9),segment_id=98aba57f-1f61-486a-b0ad-42eec78165f9)] {{(pid=110299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:49:36.975434 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Returning: {'device': '947e4d59-e9ff-4c5d-bcdf-b5cad570211a', 'network_id': 'c7e24e07-53c2-45df-8314-7bc299bb3d6f', 'port_id': '947e4d59-e9ff-4c5d-bcdf-b5cad570211a', 'mac_address': 'fa:16:3e:83:14:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd266df7c-cfd9-4ade-a24e-190d2b0b2e10', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 03 14:49:37.014190 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Current status of the port 947e4d59-e9ff-4c5d-bcdf-b5cad570211a is: DOWN; New status is: BUILD {{(pid=110299) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:49:37.014594 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (947e4d59-e9ff-4c5d-bcdf-b5cad570211a), before_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:37.027424 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.notifiers.nova [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 947e4d59-e9ff-4c5d-bcdf-b5cad570211a {{(pid=110299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 14:49:37.047189 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] For port 947e4d59-e9ff-4c5d-bcdf-b5cad570211a, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=947e4d59-e9ff-4c5d-bcdf-b5cad570211a,segment=NetworkSegment(98aba57f-1f61-486a-b0ad-42eec78165f9),segment_id=98aba57f-1f61-486a-b0ad-42eec78165f9)] {{(pid=110299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:49:37.109935 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096'] for port (947e4d59-e9ff-4c5d-bcdf-b5cad570211a), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:37.157886 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Pushing event updated for resources: {'Port': ['ID=947e4d59-e9ff-4c5d-bcdf-b5cad570211a,revision_number=4']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:49:37.217214 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e817235-1515-42d7-a622-8e2b48871626 req-bf19368e-99ff-4344-acd3-0d1e2daea61f tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:49:37.218686 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-7e817235-1515-42d7-a622-8e2b48871626 req-bf19368e-99ff-4344-acd3-0d1e2daea61f tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a52e6f0-9c3c-451f-b221-3d28b157ab93 HTTP/1.1" status: 200 len: 944 time: 0.0469522 May 03 14:49:37.265925 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-7e817235-1515-42d7-a622-8e2b48871626 req-5155e3d6-f8df-4aef-b318-3b4975210d44 tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f18e4f2-73ef-4445-99b7-e258eefe8300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417171 May 03 14:49:37.617892 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] get_ports_and_sgs() called for port_ids ['947e4d59-e9ff-4c5d-bcdf-b5cad570211a'] {{(pid=110299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 14:49:38.382011 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd16cf6e-9406-4102-b9df-66e97e69b43c req-5510bf5f-0135-4d6c-93c5-4bd7877b50f1 tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:49:38.383467 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-fd16cf6e-9406-4102-b9df-66e97e69b43c req-5510bf5f-0135-4d6c-93c5-4bd7877b50f1 tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a52e6f0-9c3c-451f-b221-3d28b157ab93 HTTP/1.1" status: 200 len: 944 time: 0.0486481 May 03 14:49:38.430576 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-fd16cf6e-9406-4102-b9df-66e97e69b43c req-335727c7-6bbb-4378-880d-c2de321423dc tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f18e4f2-73ef-4445-99b7-e258eefe8300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410242 May 03 14:49:38.758610 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-97e9f186-28e9-460a-9d78-de0e9e0af296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (5d16a8e7-5fab-4607-ae51-2b468a019c05), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:39.100949 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 42312) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:49:39.106373 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.v2.base [None req-c3635f49-5136-48c8-86b6-c035548aa9e4 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Request body: {'security_group': {'name': 'tempest-securitygroup--468183045', 'description': 'tempest-description--946251875'}} {{(pid=110297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:49:39.208486 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-c3635f49-5136-48c8-86b6-c035548aa9e4 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Publish callbacks [] for security_group (None), before_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:39.224856 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Device 947e4d59-e9ff-4c5d-bcdf-b5cad570211a up at agent hyperv_hv-cinder-84028 {{(pid=110299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 14:49:39.272091 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Provisioning for port 947e4d59-e9ff-4c5d-bcdf-b5cad570211a completed by entity L2. {{(pid=110299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 03 14:49:39.279829 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-c3635f49-5136-48c8-86b6-c035548aa9e4 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Publish callbacks [] for security_group (f0fc2149-e0d8-43cd-9f6f-fd25feed2574), precommit_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:39.344151 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Provisioning complete for port 947e4d59-e9ff-4c5d-bcdf-b5cad570211a triggered by entity L2. {{(pid=110299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:49:39.344538 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728915'] for port (947e4d59-e9ff-4c5d-bcdf-b5cad570211a), provisioning_complete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:39.385839 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-c3635f49-5136-48c8-86b6-c035548aa9e4 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (f0fc2149-e0d8-43cd-9f6f-fd25feed2574), after_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:39.414968 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3635f49-5136-48c8-86b6-c035548aa9e4 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0fc2149-e0d8-43cd-9f6f-fd25feed2574,revision_number=1']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:49:39.422634 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Current status of the port 947e4d59-e9ff-4c5d-bcdf-b5cad570211a is: BUILD; New status is: ACTIVE {{(pid=110299) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:49:39.422634 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (947e4d59-e9ff-4c5d-bcdf-b5cad570211a), before_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:39.444942 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a52e6f0-9c3c-451f-b221-3d28b157ab93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '947e4d59-e9ff-4c5d-bcdf-b5cad570211a'}] {{(pid=110299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 14:49:39.447228 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfb0ab9603dc6f24b101a3230295415c8ec2a7bf959fde45f0826688655bbcbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b2d775e-1ba0-4b61-b7d6-f716df93375c" -d '{"events": [{"server_uuid": "3a52e6f0-9c3c-451f-b221-3d28b157ab93", "name": "network-vif-plugged", "status": "completed", "tag": "947e4d59-e9ff-4c5d-bcdf-b5cad570211a"}]}' {{(pid=110299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 14:49:39.461339 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] For port 947e4d59-e9ff-4c5d-bcdf-b5cad570211a, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=947e4d59-e9ff-4c5d-bcdf-b5cad570211a,segment=NetworkSegment(98aba57f-1f61-486a-b0ad-42eec78165f9),segment_id=98aba57f-1f61-486a-b0ad-42eec78165f9)] {{(pid=110299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:49:39.479148 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-c3635f49-5136-48c8-86b6-c035548aa9e4 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Publish callbacks [] for security_group (None), before_response {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:39.480401 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-c3635f49-5136-48c8-86b6-c035548aa9e4 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3782303 May 03 14:49:39.487778 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 42320) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:49:39.488441 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 14:49:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f8dce68-97c6-452a-a892-1b9af1dd78d5 x-openstack-request-id: req-2f8dce68-97c6-452a-a892-1b9af1dd78d5 {{(pid=110299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 14:49:39.488441 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a52e6f0-9c3c-451f-b221-3d28b157ab93", "name": "network-vif-plugged", "status": "completed", "tag": "947e4d59-e9ff-4c5d-bcdf-b5cad570211a", "code": 200}]} {{(pid=110299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 14:49:39.488441 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2f8dce68-97c6-452a-a892-1b9af1dd78d5 {{(pid=110299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 14:49:39.488441 dv-cinder-840289-3-iscsi neutron-server[110299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f8dce68-97c6-452a-a892-1b9af1dd78d5'] response: {'server_uuid': '3a52e6f0-9c3c-451f-b221-3d28b157ab93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '947e4d59-e9ff-4c5d-bcdf-b5cad570211a', 'code': 200} May 03 14:49:39.488766 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.v2.base [None req-6f1bd529-cf3f-45c8-b256-768f207b1b56 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Request body: {'security_group_rule': {'security_group_id': 'f0fc2149-e0d8-43cd-9f6f-fd25feed2574', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:49:39.534652 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096'] for port (947e4d59-e9ff-4c5d-bcdf-b5cad570211a), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:39.555752 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74aeaff-1d83-41b0-a3da-697a9fc8f91c req-d4ae614e-f7af-4b5a-9b71-4c6ca6a73cca tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:49:39.557509 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-f74aeaff-1d83-41b0-a3da-697a9fc8f91c req-d4ae614e-f7af-4b5a-9b71-4c6ca6a73cca tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a52e6f0-9c3c-451f-b221-3d28b157ab93 HTTP/1.1" status: 200 len: 944 time: 0.0484452 May 03 14:49:39.590639 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Pushing event updated for resources: {'Port': ['ID=947e4d59-e9ff-4c5d-bcdf-b5cad570211a,revision_number=5']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:49:39.603040 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-6f1bd529-cf3f-45c8-b256-768f207b1b56 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Publish callbacks [] for security_group_rule (751e0037-e9eb-472f-864a-d40c3bccc701), before_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:39.617674 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-f74aeaff-1d83-41b0-a3da-697a9fc8f91c req-deee3941-b27c-4f42-802d-29fe0c316b1f tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f18e4f2-73ef-4445-99b7-e258eefe8300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536835 May 03 14:49:39.667866 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-6f1bd529-cf3f-45c8-b256-768f207b1b56 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Publish callbacks [] for security_group_rule (751e0037-e9eb-472f-864a-d40c3bccc701), precommit_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:39.755355 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-6f1bd529-cf3f-45c8-b256-768f207b1b56 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652759'] for security_group_rule (751e0037-e9eb-472f-864a-d40c3bccc701), after_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:39.769748 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1bd529-cf3f-45c8-b256-768f207b1b56 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=751e0037-e9eb-472f-864a-d40c3bccc701,revision_number=0']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:49:39.849709 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-6f1bd529-cf3f-45c8-b256-768f207b1b56 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:39.850984 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-6f1bd529-cf3f-45c8-b256-768f207b1b56 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3664815 May 03 14:49:39.854477 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54de8260-bfbd-4bc0-98de-40cbae970356 req-f18515d0-b8cb-4c46-a68e-fc6b57cb2439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:49:39.855100 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 42322) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:49:39.856462 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-54de8260-bfbd-4bc0-98de-40cbae970356 req-f18515d0-b8cb-4c46-a68e-fc6b57cb2439 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3a52e6f0-9c3c-451f-b221-3d28b157ab93 HTTP/1.1" status: 200 len: 1129 time: 0.0423920 May 03 14:49:39.860311 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.v2.base [None req-994b7d99-54bb-4703-9c81-8f47555c39a8 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Request body: {'security_group_rule': {'security_group_id': 'f0fc2149-e0d8-43cd-9f6f-fd25feed2574', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:49:39.900354 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-54de8260-bfbd-4bc0-98de-40cbae970356 req-ccf737de-d822-46eb-b806-c9bef2b7f6a7 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=5f18e4f2-73ef-4445-99b7-e258eefe8300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374217 May 03 14:49:39.943592 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-994b7d99-54bb-4703-9c81-8f47555c39a8 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Publish callbacks [] for security_group_rule (bb2e463a-b49a-4e79-8499-3d2d23d0d6a7), before_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:39.997362 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-994b7d99-54bb-4703-9c81-8f47555c39a8 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Publish callbacks [] for security_group_rule (bb2e463a-b49a-4e79-8499-3d2d23d0d6a7), precommit_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:40.061312 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-994b7d99-54bb-4703-9c81-8f47555c39a8 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652759'] for security_group_rule (bb2e463a-b49a-4e79-8499-3d2d23d0d6a7), after_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:40.078573 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994b7d99-54bb-4703-9c81-8f47555c39a8 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb2e463a-b49a-4e79-8499-3d2d23d0d6a7,revision_number=0']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:49:40.142103 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-994b7d99-54bb-4703-9c81-8f47555c39a8 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:40.153383 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-994b7d99-54bb-4703-9c81-8f47555c39a8 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2865810 May 03 14:49:40.155743 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 42330) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:49:40.166867 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.v2.base [None req-eedf506c-f0a2-47b4-8c6c-9135ac370368 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Request body: {'floatingip': {'floating_network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c'}} {{(pid=110297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:49:40.258531 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-eedf506c-f0a2-47b4-8c6c-9135ac370368 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:40.339476 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-eedf506c-f0a2-47b4-8c6c-9135ac370368 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (None), before_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:40.444193 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.db.db_base_plugin_common [None req-eedf506c-f0a2-47b4-8c6c-9135ac370368 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Allocated IP 172.27.0.2 (7456e722-9446-4a17-bcf3-c72dce07c65c/f907060b-4748-4522-aeb5-06a44b689374/f211c08b-96f9-47f2-837a-4d5f2e1e4efe) {{(pid=110297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 14:49:40.547209 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-eedf506c-f0a2-47b4-8c6c-9135ac370368 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Publish callbacks [] for port (f211c08b-96f9-47f2-837a-4d5f2e1e4efe), precommit_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:40.641752 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-eedf506c-f0a2-47b4-8c6c-9135ac370368 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775476647060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25923557'] for port (f211c08b-96f9-47f2-837a-4d5f2e1e4efe), after_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:40.680367 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eedf506c-f0a2-47b4-8c6c-9135ac370368 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Network 7456e722-9446-4a17-bcf3-c72dce07c65c is already hosted by enough agents. {{(pid=110297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 14:49:40.684541 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.scheduler.base_scheduler [None req-eedf506c-f0a2-47b4-8c6c-9135ac370368 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Resources bound (agent type, host, resource id): {{(pid=110297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 14:49:40.690594 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eedf506c-f0a2-47b4-8c6c-9135ac370368 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Received port after_create {{(pid=110297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 14:49:40.696255 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedf506c-f0a2-47b4-8c6c-9135ac370368 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Pushing event updated for resources: {'Port': ['ID=f211c08b-96f9-47f2-837a-4d5f2e1e4efe,revision_number=1']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:49:40.734361 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed51f73d-b160-455a-a4fb-2d782f3dfa99 req-219f0572-92c4-4cd8-8d7d-4b172dc23fc9 tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:49:40.735906 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-ed51f73d-b160-455a-a4fb-2d782f3dfa99 req-219f0572-92c4-4cd8-8d7d-4b172dc23fc9 tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a52e6f0-9c3c-451f-b221-3d28b157ab93 HTTP/1.1" status: 200 len: 945 time: 0.0494435 May 03 14:49:40.781059 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-eedf506c-f0a2-47b4-8c6c-9135ac370368 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Publish callbacks [] for floatingip (376161c1-de5d-459a-980b-db5c469ff898), precommit_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:40.790771 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-ed51f73d-b160-455a-a4fb-2d782f3dfa99 req-b46e989d-b0ea-4801-8c54-6f85004778d1 tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f18e4f2-73ef-4445-99b7-e258eefe8300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489898 May 03 14:49:40.878852 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-eedf506c-f0a2-47b4-8c6c-9135ac370368 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (f211c08b-96f9-47f2-837a-4d5f2e1e4efe), before_update {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:41.023574 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-eedf506c-f0a2-47b4-8c6c-9135ac370368 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Publish callbacks [] for port (f211c08b-96f9-47f2-837a-4d5f2e1e4efe), precommit_update {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:41.081444 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-eedf506c-f0a2-47b4-8c6c-9135ac370368 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25923484'] for port (f211c08b-96f9-47f2-837a-4d5f2e1e4efe), after_update {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:41.112090 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-dc0a2ce6-9209-421a-a5a3-a32da3f317a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (a9161e1b-902d-441f-843b-a0ff0805adee), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:41.157864 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedf506c-f0a2-47b4-8c6c-9135ac370368 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Pushing event updated for resources: {'Port': ['ID=f211c08b-96f9-47f2-837a-4d5f2e1e4efe,revision_number=2']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:49:41.169279 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-eedf506c-f0a2-47b4-8c6c-9135ac370368 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692144'] for floatingip (376161c1-de5d-459a-980b-db5c469ff898), after_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:41.278510 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-eedf506c-f0a2-47b4-8c6c-9135ac370368 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46205'] for floatingip (None), before_response {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:41.279698 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-eedf506c-f0a2-47b4-8c6c-9135ac370368 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.1229358 May 03 14:49:41.491179 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-a489faa4-f8a9-4cfa-86b7-b4dd989b2867 req-94f1b437-2275-40be-990d-d34b8e425139 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--468183045&fields=id&tenant_id=85acf5f5a53f45dd96135bdfdbd36bee HTTP/1.1" status: 200 len: 267 time: 0.0438437 May 03 14:49:41.601677 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a489faa4-f8a9-4cfa-86b7-b4dd989b2867 req-d29b0972-76e3-4470-ade6-d164dd01357f tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:49:41.601677 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-a489faa4-f8a9-4cfa-86b7-b4dd989b2867 req-d29b0972-76e3-4470-ade6-d164dd01357f tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/networks?id=2d59a619-2104-48af-9b29-5b43721c1720 HTTP/1.1" status: 200 len: 819 time: 0.1025946 May 03 14:49:41.616716 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-a489faa4-f8a9-4cfa-86b7-b4dd989b2867 req-4c1c6c7d-1de9-4ae6-aa3d-c95a0cefd309 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/quotas/85acf5f5a53f45dd96135bdfdbd36bee HTTP/1.1" status: 200 len: 375 time: 0.0094283 May 03 14:49:41.673932 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-a489faa4-f8a9-4cfa-86b7-b4dd989b2867 req-8a198a99-1100-4c4f-bed4-de1b57f075a7 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=85acf5f5a53f45dd96135bdfdbd36bee&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0514538 May 03 14:49:41.778554 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-a489faa4-f8a9-4cfa-86b7-b4dd989b2867 req-4fbca68c-99b1-4bcb-9ddd-37c42005c418 service neutron] 10.222.0.16 "GET /v2.0/networks/2d59a619-2104-48af-9b29-5b43721c1720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861304 May 03 14:49:41.899389 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-a489faa4-f8a9-4cfa-86b7-b4dd989b2867 req-7f75355a-3d36-4efb-8bb7-49b8d789bf58 service neutron] 10.222.0.16 "GET /v2.0/networks/2d59a619-2104-48af-9b29-5b43721c1720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169524 May 03 14:49:41.918314 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3daaefd-41ec-42e0-b147-5a7405ce486f req-35ec8adf-1356-46d3-a5cb-697368497889 tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:49:41.919824 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-b3daaefd-41ec-42e0-b147-5a7405ce486f req-35ec8adf-1356-46d3-a5cb-697368497889 tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a52e6f0-9c3c-451f-b221-3d28b157ab93 HTTP/1.1" status: 200 len: 945 time: 0.0593994 May 03 14:49:41.970120 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-b3daaefd-41ec-42e0-b147-5a7405ce486f req-b7162cf4-4cef-462a-8331-a31bc44067f6 tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f18e4f2-73ef-4445-99b7-e258eefe8300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440872 May 03 14:49:42.251668 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-2743c38e-7959-49c6-9c9e-7921dbd9ff2b req-120e8687-4ba6-455f-b46e-2846ea530483 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1d9b9d9-1de4-4d63-93d0-4e256e88f092 HTTP/1.1" status: 200 len: 210 time: 0.0490096 May 03 14:49:42.287732 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-ed776e2d-a518-4685-8fad-0cd9eaa120ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (6a418bd5-8bcc-400f-88b5-19eff412e81a), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:43.089727 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2edfa60-db15-4a67-8889-095c589a8e51 req-c91dd678-cf90-433d-bb4c-a298d1b97f37 tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:49:43.091782 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-b2edfa60-db15-4a67-8889-095c589a8e51 req-c91dd678-cf90-433d-bb4c-a298d1b97f37 tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a52e6f0-9c3c-451f-b221-3d28b157ab93 HTTP/1.1" status: 200 len: 945 time: 0.0528579 May 03 14:49:43.139879 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-b2edfa60-db15-4a67-8889-095c589a8e51 req-263f09e1-2cce-4ca8-a023-375eb7d0ff4d tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f18e4f2-73ef-4445-99b7-e258eefe8300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425348 May 03 14:49:43.355368 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-2cbe2e95-a631-46a6-86cd-672e0ced0513 req-99bbaef7-7888-4c58-b9a8-82e8c75d4592 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1d9b9d9-1de4-4d63-93d0-4e256e88f092 HTTP/1.1" status: 200 len: 210 time: 0.0288203 May 03 14:49:43.562909 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-dd96712b-4627-437f-9df9-b1bfec551245 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (8b46afec-dab7-4bfa-a959-8584a0cfd79a), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:44.475670 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a489faa4-f8a9-4cfa-86b7-b4dd989b2867 req-127566c5-7147-44b7-9aa3-5d3c791fd110 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:49:44.477110 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-a489faa4-f8a9-4cfa-86b7-b4dd989b2867 req-127566c5-7147-44b7-9aa3-5d3c791fd110 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.55 "GET /v2.0/networks?id=2d59a619-2104-48af-9b29-5b43721c1720 HTTP/1.1" status: 200 len: 819 time: 0.1415057 May 03 14:49:44.479185 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-e95d7af3-9cb0-40e7-a63c-3ba586f21300 req-f36c395b-2a0f-4f47-a5dd-0c0f407d7447 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1d9b9d9-1de4-4d63-93d0-4e256e88f092 HTTP/1.1" status: 200 len: 210 time: 0.0470929 May 03 14:49:44.550934 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-a489faa4-f8a9-4cfa-86b7-b4dd989b2867 req-48ce7028-ce11-4953-ab49-a5a81095f539 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=85acf5f5a53f45dd96135bdfdbd36bee HTTP/1.1" status: 200 len: 379 time: 0.0570138 May 03 14:49:44.562011 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.v2.base [req-a489faa4-f8a9-4cfa-86b7-b4dd989b2867 req-08ce1b3e-9803-41e3-8189-7e43c72aab39 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Request body: {'port': {'device_id': 'c1d9b9d9-1de4-4d63-93d0-4e256e88f092', 'network_id': '2d59a619-2104-48af-9b29-5b43721c1720', 'admin_state_up': True, 'tenant_id': '85acf5f5a53f45dd96135bdfdbd36bee', 'security_groups': ['f0fc2149-e0d8-43cd-9f6f-fd25feed2574']}} {{(pid=110298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:49:44.761768 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a489faa4-f8a9-4cfa-86b7-b4dd989b2867 req-08ce1b3e-9803-41e3-8189-7e43c72aab39 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Made reservation on behalf of 85acf5f5a53f45dd96135bdfdbd36bee for: {'port': 1} {{(pid=110298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 14:49:44.765306 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-a489faa4-f8a9-4cfa-86b7-b4dd989b2867 req-08ce1b3e-9803-41e3-8189-7e43c72aab39 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (None), before_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:44.789055 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 42512) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:49:44.900005 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-b30e7ece-f78e-40a6-bc15-fa2f6d994a7e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:44.904389 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.db.db_base_plugin_common [req-a489faa4-f8a9-4cfa-86b7-b4dd989b2867 req-08ce1b3e-9803-41e3-8189-7e43c72aab39 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Allocated IP 172.20.0.7 (2d59a619-2104-48af-9b29-5b43721c1720/fd06123f-ac2d-4feb-b448-363a0cf902f7/16a7f20f-eff2-4927-8740-26741afb519a) {{(pid=110298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 14:49:44.990280 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-b30e7ece-f78e-40a6-bc15-fa2f6d994a7e admin admin] Publish callbacks [] for security_group (cb89d3bb-990b-43ea-8127-0f92aa5849fe), precommit_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:45.067561 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-a489faa4-f8a9-4cfa-86b7-b4dd989b2867 req-08ce1b3e-9803-41e3-8189-7e43c72aab39 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Publish callbacks [] for port (16a7f20f-eff2-4927-8740-26741afb519a), precommit_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:45.069990 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-b30e7ece-f78e-40a6-bc15-fa2f6d994a7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (cb89d3bb-990b-43ea-8127-0f92aa5849fe), after_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:45.110248 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-b30e7ece-f78e-40a6-bc15-fa2f6d994a7e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=556b86c03fe64f688d882f1fc7722b87&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3196409 May 03 14:49:45.111054 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30e7ece-f78e-40a6-bc15-fa2f6d994a7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb89d3bb-990b-43ea-8127-0f92aa5849fe,revision_number=1']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:49:45.113554 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 42524) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:49:45.155489 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (16d44442-859c-4c9b-bc72-04cb3b8a5d5b), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:45.162364 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-8f27d1da-fd1f-4fc1-9509-27089cd90585 admin admin] Publish callbacks [] for security_group (cb89d3bb-990b-43ea-8127-0f92aa5849fe), before_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:45.185677 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-8f27d1da-fd1f-4fc1-9509-27089cd90585 admin admin] Publish callbacks [] for security_group (cb89d3bb-990b-43ea-8127-0f92aa5849fe), precommit_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:45.216846 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-a489faa4-f8a9-4cfa-86b7-b4dd989b2867 req-08ce1b3e-9803-41e3-8189-7e43c72aab39 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775476647060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25806886'] for port (16a7f20f-eff2-4927-8740-26741afb519a), after_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:45.265388 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a489faa4-f8a9-4cfa-86b7-b4dd989b2867 req-08ce1b3e-9803-41e3-8189-7e43c72aab39 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Network 2d59a619-2104-48af-9b29-5b43721c1720 is already hosted by enough agents. {{(pid=110298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 14:49:45.268875 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.scheduler.base_scheduler [req-a489faa4-f8a9-4cfa-86b7-b4dd989b2867 req-08ce1b3e-9803-41e3-8189-7e43c72aab39 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Resources bound (agent type, host, resource id): {{(pid=110298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 14:49:45.275989 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.db.l3_dvrscheduler_db [req-a489faa4-f8a9-4cfa-86b7-b4dd989b2867 req-08ce1b3e-9803-41e3-8189-7e43c72aab39 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Received port after_create {{(pid=110298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 14:49:45.301322 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ce1b3e-9803-41e3-8189-7e43c72aab39 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Pushing event updated for resources: {'Port': ['ID=16a7f20f-eff2-4927-8740-26741afb519a,revision_number=1']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:49:45.330588 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a489faa4-f8a9-4cfa-86b7-b4dd989b2867 req-08ce1b3e-9803-41e3-8189-7e43c72aab39 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:49:45.331245 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-a489faa4-f8a9-4cfa-86b7-b4dd989b2867 req-08ce1b3e-9803-41e3-8189-7e43c72aab39 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46205'] for port (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:45.358248 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-8f27d1da-fd1f-4fc1-9509-27089cd90585 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (cb89d3bb-990b-43ea-8127-0f92aa5849fe), after_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:45.360954 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-8f27d1da-fd1f-4fc1-9509-27089cd90585 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:45.362093 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-8f27d1da-fd1f-4fc1-9509-27089cd90585 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cb89d3bb-990b-43ea-8127-0f92aa5849fe HTTP/1.1" status: 204 len: 168 time: 0.2472556 May 03 14:49:45.370294 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f27d1da-fd1f-4fc1-9509-27089cd90585 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb89d3bb-990b-43ea-8127-0f92aa5849fe,revision_number=None']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:49:45.440214 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-a489faa4-f8a9-4cfa-86b7-b4dd989b2867 req-08ce1b3e-9803-41e3-8189-7e43c72aab39 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8835614 May 03 14:49:45.459884 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.v2.base [req-a489faa4-f8a9-4cfa-86b7-b4dd989b2867 req-da217c84-7de5-4b8a-a66a-8df5be313fea service neutron] Request body: {'port': {'device_id': 'c1d9b9d9-1de4-4d63-93d0-4e256e88f092', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84028'}} {{(pid=110298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:49:45.527252 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-a489faa4-f8a9-4cfa-86b7-b4dd989b2867 req-da217c84-7de5-4b8a-a66a-8df5be313fea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (16a7f20f-eff2-4927-8740-26741afb519a), before_update {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:45.542150 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [None req-716895d0-faaf-472e-9b53-492af0073aa8 None None] Provisioning complete for port 16a7f20f-eff2-4927-8740-26741afb519a triggered by entity DHCP. {{(pid=110299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:49:45.542150 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-716895d0-faaf-472e-9b53-492af0073aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728915'] for port (16a7f20f-eff2-4927-8740-26741afb519a), provisioning_complete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:45.583169 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-716895d0-faaf-472e-9b53-492af0073aa8 None None] Port 16a7f20f-eff2-4927-8740-26741afb519a cannot update to ACTIVE because it is not bound. {{(pid=110299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 14:49:45.640879 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0688d9-1d08-4785-9e6a-cd519349d074 req-1c4fef9a-f9a9-4226-a4c0-6982f14c7ce2 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:49:45.649738 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-7f0688d9-1d08-4785-9e6a-cd519349d074 req-1c4fef9a-f9a9-4226-a4c0-6982f14c7ce2 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1d9b9d9-1de4-4d63-93d0-4e256e88f092 HTTP/1.1" status: 200 len: 931 time: 0.0650852 May 03 14:49:45.783583 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-7f0688d9-1d08-4785-9e6a-cd519349d074 req-6e1bcfe2-e9e6-4402-aba8-7fcfd4463a5c tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0fc2149-e0d8-43cd-9f6f-fd25feed2574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855837 May 03 14:49:45.909888 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.notifiers.nova [req-a489faa4-f8a9-4cfa-86b7-b4dd989b2867 req-da217c84-7de5-4b8a-a66a-8df5be313fea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16a7f20f-eff2-4927-8740-26741afb519a {{(pid=110298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 14:49:45.919159 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-a489faa4-f8a9-4cfa-86b7-b4dd989b2867 req-da217c84-7de5-4b8a-a66a-8df5be313fea service neutron] Publish callbacks [] for port (16a7f20f-eff2-4927-8740-26741afb519a), precommit_update {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:45.932545 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.db.provisioning_blocks [req-a489faa4-f8a9-4cfa-86b7-b4dd989b2867 req-da217c84-7de5-4b8a-a66a-8df5be313fea service neutron] Transition to ACTIVE for port object 16a7f20f-eff2-4927-8740-26741afb519a will not be triggered until provisioned by entity L2. {{(pid=110298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 03 14:49:46.021565 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-a489faa4-f8a9-4cfa-86b7-b4dd989b2867 req-da217c84-7de5-4b8a-a66a-8df5be313fea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25806943'] for port (16a7f20f-eff2-4927-8740-26741afb519a), after_update {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:46.091311 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da217c84-7de5-4b8a-a66a-8df5be313fea service neutron] Pushing event updated for resources: {'Port': ['ID=16a7f20f-eff2-4927-8740-26741afb519a,revision_number=2']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:49:46.145932 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 42542) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:49:46.165044 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.managers [req-a489faa4-f8a9-4cfa-86b7-b4dd989b2867 req-da217c84-7de5-4b8a-a66a-8df5be313fea service neutron] Attempting to bind port 16a7f20f-eff2-4927-8740-26741afb519a on host hv-cinder-84028 for vnic_type normal with profile {{(pid=110298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 14:49:46.165521 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.managers [req-a489faa4-f8a9-4cfa-86b7-b4dd989b2867 req-da217c84-7de5-4b8a-a66a-8df5be313fea service neutron] Attempting to bind port 16a7f20f-eff2-4927-8740-26741afb519a by drivers openvswitch,hyperv on host hv-cinder-84028 at level 0 using segments [{'id': '3c171999-7314-4749-ab73-b658fc7b715a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2d59a619-2104-48af-9b29-5b43721c1720'}] {{(pid=110298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 14:49:46.165963 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a489faa4-f8a9-4cfa-86b7-b4dd989b2867 req-da217c84-7de5-4b8a-a66a-8df5be313fea service neutron] Attempting to bind port 16a7f20f-eff2-4927-8740-26741afb519a on network 2d59a619-2104-48af-9b29-5b43721c1720 {{(pid=110298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 14:49:46.167239 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-49de9481-defb-4412-b8cf-f93bf373b43d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:46.171691 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a489faa4-f8a9-4cfa-86b7-b4dd989b2867 req-da217c84-7de5-4b8a-a66a-8df5be313fea service neutron] Port 16a7f20f-eff2-4927-8740-26741afb519a on network 2d59a619-2104-48af-9b29-5b43721c1720 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84028 {{(pid=110298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 03 14:49:46.172123 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a489faa4-f8a9-4cfa-86b7-b4dd989b2867 req-da217c84-7de5-4b8a-a66a-8df5be313fea service neutron] Attempting to bind port 16a7f20f-eff2-4927-8740-26741afb519a on network 2d59a619-2104-48af-9b29-5b43721c1720 {{(pid=110298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 14:49:46.185548 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a489faa4-f8a9-4cfa-86b7-b4dd989b2867 req-da217c84-7de5-4b8a-a66a-8df5be313fea service neutron] Checking agent: {'id': '26e70f58-a201-437c-be8d-fd2714f100da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84028', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 14, 44, 59), 'started_at': datetime.datetime(2022, 5, 3, 14, 44, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 14, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 14:49:46.185895 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a489faa4-f8a9-4cfa-86b7-b4dd989b2867 req-da217c84-7de5-4b8a-a66a-8df5be313fea service neutron] Checking segment: {'id': '3c171999-7314-4749-ab73-b658fc7b715a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2d59a619-2104-48af-9b29-5b43721c1720'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 14:49:46.186290 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a489faa4-f8a9-4cfa-86b7-b4dd989b2867 req-da217c84-7de5-4b8a-a66a-8df5be313fea service neutron] Bound using segment: {'id': '3c171999-7314-4749-ab73-b658fc7b715a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2d59a619-2104-48af-9b29-5b43721c1720'} {{(pid=110298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 14:49:46.186727 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.managers [req-a489faa4-f8a9-4cfa-86b7-b4dd989b2867 req-da217c84-7de5-4b8a-a66a-8df5be313fea service neutron] Bound port: 16a7f20f-eff2-4927-8740-26741afb519a, host: hv-cinder-84028, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c171999-7314-4749-ab73-b658fc7b715a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2d59a619-2104-48af-9b29-5b43721c1720'}}] {{(pid=110298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 14:49:46.187132 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-a489faa4-f8a9-4cfa-86b7-b4dd989b2867 req-da217c84-7de5-4b8a-a66a-8df5be313fea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (16a7f20f-eff2-4927-8740-26741afb519a), before_update {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:46.278584 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-49de9481-defb-4412-b8cf-f93bf373b43d admin admin] Publish callbacks [] for security_group (826c8201-5076-4c69-9bce-d160f78d40ce), precommit_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:46.294444 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.db [req-a489faa4-f8a9-4cfa-86b7-b4dd989b2867 req-da217c84-7de5-4b8a-a66a-8df5be313fea service neutron] For port 16a7f20f-eff2-4927-8740-26741afb519a, host hv-cinder-84028, cleared binding levels {{(pid=110298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 14:49:46.297754 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.db [req-a489faa4-f8a9-4cfa-86b7-b4dd989b2867 req-da217c84-7de5-4b8a-a66a-8df5be313fea service neutron] For port 16a7f20f-eff2-4927-8740-26741afb519a, host hv-cinder-84028, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=16a7f20f-eff2-4927-8740-26741afb519a,segment=NetworkSegment(3c171999-7314-4749-ab73-b658fc7b715a),segment_id=3c171999-7314-4749-ab73-b658fc7b715a)] {{(pid=110298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 14:49:46.368804 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-49de9481-defb-4412-b8cf-f93bf373b43d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (826c8201-5076-4c69-9bce-d160f78d40ce), after_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:46.393093 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-a489faa4-f8a9-4cfa-86b7-b4dd989b2867 req-da217c84-7de5-4b8a-a66a-8df5be313fea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25806943'] for port (16a7f20f-eff2-4927-8740-26741afb519a), after_update {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:46.411923 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-49de9481-defb-4412-b8cf-f93bf373b43d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3474a442194a4792b73ea8df6d0dd308&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2648647 May 03 14:49:46.413981 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49de9481-defb-4412-b8cf-f93bf373b43d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=826c8201-5076-4c69-9bce-d160f78d40ce,revision_number=1']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:49:46.416585 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 42548) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:49:46.433323 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a489faa4-f8a9-4cfa-86b7-b4dd989b2867 req-da217c84-7de5-4b8a-a66a-8df5be313fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:49:46.434878 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-a489faa4-f8a9-4cfa-86b7-b4dd989b2867 req-da217c84-7de5-4b8a-a66a-8df5be313fea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46205'] for port (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:46.437304 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-a489faa4-f8a9-4cfa-86b7-b4dd989b2867 req-da217c84-7de5-4b8a-a66a-8df5be313fea service neutron] 10.222.0.55 "PUT /v2.0/ports/16a7f20f-eff2-4927-8740-26741afb519a HTTP/1.1" status: 200 len: 1093 time: 0.9805021 May 03 14:49:46.437304 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1d9b9d9-1de4-4d63-93d0-4e256e88f092', 'tag': '16a7f20f-eff2-4927-8740-26741afb519a'}] {{(pid=110298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 14:49:46.438989 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75d30aab20f2b99e69676ba1094dd13d61de0bc97323401ed2dd99ba05286cef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b580a86-4cda-4d80-bd44-ca82f01f02a2" -d '{"events": [{"name": "network-changed", "server_uuid": "c1d9b9d9-1de4-4d63-93d0-4e256e88f092", "tag": "16a7f20f-eff2-4927-8740-26741afb519a"}]}' {{(pid=110298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 14:49:46.474691 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-8ab43a93-726d-4d5b-a1ce-a1b293cc5127 admin admin] Publish callbacks [] for security_group (826c8201-5076-4c69-9bce-d160f78d40ce), before_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:46.494481 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da217c84-7de5-4b8a-a66a-8df5be313fea service neutron] Pushing event updated for resources: {'Port': ['ID=16a7f20f-eff2-4927-8740-26741afb519a,revision_number=3']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:49:46.507450 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-8ab43a93-726d-4d5b-a1ce-a1b293cc5127 admin admin] Publish callbacks [] for security_group (826c8201-5076-4c69-9bce-d160f78d40ce), precommit_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:46.517937 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 14:49:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35c0b107-04f7-40e8-a0c7-37a87a28119f x-openstack-request-id: req-35c0b107-04f7-40e8-a0c7-37a87a28119f {{(pid=110298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 14:49:46.518232 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1d9b9d9-1de4-4d63-93d0-4e256e88f092", "tag": "16a7f20f-eff2-4927-8740-26741afb519a", "status": "completed", "code": 200}]} {{(pid=110298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 14:49:46.518667 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-35c0b107-04f7-40e8-a0c7-37a87a28119f {{(pid=110298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 14:49:46.519352 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35c0b107-04f7-40e8-a0c7-37a87a28119f'] response: {'name': 'network-changed', 'server_uuid': 'c1d9b9d9-1de4-4d63-93d0-4e256e88f092', 'tag': '16a7f20f-eff2-4927-8740-26741afb519a', 'status': 'completed', 'code': 200} May 03 14:49:46.641709 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-8ab43a93-726d-4d5b-a1ce-a1b293cc5127 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (826c8201-5076-4c69-9bce-d160f78d40ce), after_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:46.644378 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-8ab43a93-726d-4d5b-a1ce-a1b293cc5127 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:46.645561 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-8ab43a93-726d-4d5b-a1ce-a1b293cc5127 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/826c8201-5076-4c69-9bce-d160f78d40ce HTTP/1.1" status: 204 len: 168 time: 0.2280157 May 03 14:49:46.655370 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab43a93-726d-4d5b-a1ce-a1b293cc5127 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=826c8201-5076-4c69-9bce-d160f78d40ce,revision_number=None']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:49:46.743856 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b580a86-4cda-4d80-bd44-ca82f01f02a2 req-d8d5bc28-46c0-42f4-97e8-6535435bd2db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:49:46.745376 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-0b580a86-4cda-4d80-bd44-ca82f01f02a2 req-d8d5bc28-46c0-42f4-97e8-6535435bd2db service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=85acf5f5a53f45dd96135bdfdbd36bee&device_id=c1d9b9d9-1de4-4d63-93d0-4e256e88f092 HTTP/1.1" status: 200 len: 1127 time: 0.0588439 May 03 14:49:46.870488 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b580a86-4cda-4d80-bd44-ca82f01f02a2 req-29a4a9d4-8b67-45c6-aea3-95e9c7e4e69e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:49:46.873959 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-0b580a86-4cda-4d80-bd44-ca82f01f02a2 req-29a4a9d4-8b67-45c6-aea3-95e9c7e4e69e service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=85acf5f5a53f45dd96135bdfdbd36bee&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1137993 May 03 14:49:47.188819 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ba45bd-ecab-4e49-8606-c05f6103ddfb req-df208249-14ec-41a9-a067-1625913c6766 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:49:47.190332 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-f5ba45bd-ecab-4e49-8606-c05f6103ddfb req-df208249-14ec-41a9-a067-1625913c6766 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1d9b9d9-1de4-4d63-93d0-4e256e88f092 HTTP/1.1" status: 200 len: 943 time: 0.3151853 May 03 14:49:47.274821 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b580a86-4cda-4d80-bd44-ca82f01f02a2 req-681e5d03-6cd0-42a2-a6fa-afc1967d6953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:49:47.281533 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-0b580a86-4cda-4d80-bd44-ca82f01f02a2 req-681e5d03-6cd0-42a2-a6fa-afc1967d6953 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3915329 May 03 14:49:47.284720 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-f5ba45bd-ecab-4e49-8606-c05f6103ddfb req-6afcfcec-1991-488c-ba55-cb7a29db45c0 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0fc2149-e0d8-43cd-9f6f-fd25feed2574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678415 May 03 14:49:47.396599 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 42570) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:49:47.409682 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-daa8b548-b6fe-48fa-8283-8a4577823308 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:47.412660 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a489faa4-f8a9-4cfa-86b7-b4dd989b2867 req-906b715b-48f3-49f1-8871-1116f4c0c682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:49:47.414640 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-a489faa4-f8a9-4cfa-86b7-b4dd989b2867 req-906b715b-48f3-49f1-8871-1116f4c0c682 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=85acf5f5a53f45dd96135bdfdbd36bee&device_id=c1d9b9d9-1de4-4d63-93d0-4e256e88f092 HTTP/1.1" status: 200 len: 1127 time: 0.0404346 May 03 14:49:47.473064 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-a489faa4-f8a9-4cfa-86b7-b4dd989b2867 req-2291174f-fe02-4e5f-a669-b53cdd9e1a82 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=16a7f20f-eff2-4927-8740-26741afb519a HTTP/1.1" status: 200 len: 217 time: 0.0400507 May 03 14:49:47.513611 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-daa8b548-b6fe-48fa-8283-8a4577823308 admin admin] Publish callbacks [] for security_group (45ca9d65-282b-409c-88ac-9f3be19b1401), precommit_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:47.535862 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a489faa4-f8a9-4cfa-86b7-b4dd989b2867 req-c9ed2724-6583-4d38-8868-4ab6605cb853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:49:47.535862 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-a489faa4-f8a9-4cfa-86b7-b4dd989b2867 req-c9ed2724-6583-4d38-8868-4ab6605cb853 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fd06123f-ac2d-4feb-b448-363a0cf902f7 HTTP/1.1" status: 200 len: 858 time: 0.0556214 May 03 14:49:47.582509 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a489faa4-f8a9-4cfa-86b7-b4dd989b2867 req-bb6fca57-ba6d-4a79-83b6-a3174e95a237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:49:47.584052 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-a489faa4-f8a9-4cfa-86b7-b4dd989b2867 req-bb6fca57-ba6d-4a79-83b6-a3174e95a237 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2d59a619-2104-48af-9b29-5b43721c1720&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417409 May 03 14:49:47.590196 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-daa8b548-b6fe-48fa-8283-8a4577823308 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (45ca9d65-282b-409c-88ac-9f3be19b1401), after_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:47.633618 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-daa8b548-b6fe-48fa-8283-8a4577823308 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b563cd609e3346d98551d941069a8056&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2359271 May 03 14:49:47.634439 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa8b548-b6fe-48fa-8283-8a4577823308 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45ca9d65-282b-409c-88ac-9f3be19b1401,revision_number=1']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:49:47.639199 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 42576) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:49:47.681485 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-a489faa4-f8a9-4cfa-86b7-b4dd989b2867 req-4d907509-3a15-4b63-9c32-ccd2280c2b9b service neutron] 10.222.0.55 "GET /v2.0/networks/2d59a619-2104-48af-9b29-5b43721c1720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901582 May 03 14:49:47.689268 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-67a52f45-0554-4fc3-a074-3ab3000155d5 admin admin] Publish callbacks [] for security_group (45ca9d65-282b-409c-88ac-9f3be19b1401), before_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:47.713272 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-67a52f45-0554-4fc3-a074-3ab3000155d5 admin admin] Publish callbacks [] for security_group (45ca9d65-282b-409c-88ac-9f3be19b1401), precommit_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:47.787948 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-a489faa4-f8a9-4cfa-86b7-b4dd989b2867 req-dbd2cc65-a9f8-45ed-af03-a450a2a599d6 service neutron] 10.222.0.55 "GET /v2.0/networks/2d59a619-2104-48af-9b29-5b43721c1720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974362 May 03 14:49:47.808544 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-67a52f45-0554-4fc3-a074-3ab3000155d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (45ca9d65-282b-409c-88ac-9f3be19b1401), after_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:47.811324 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-67a52f45-0554-4fc3-a074-3ab3000155d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:47.812452 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-67a52f45-0554-4fc3-a074-3ab3000155d5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/45ca9d65-282b-409c-88ac-9f3be19b1401 HTTP/1.1" status: 204 len: 168 time: 0.1740973 May 03 14:49:47.820158 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a52f45-0554-4fc3-a074-3ab3000155d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45ca9d65-282b-409c-88ac-9f3be19b1401,revision_number=None']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:49:48.413068 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b5fbad-dfcb-4794-a3a7-c985f254a504 req-bb4f8be4-10ba-40b5-b10a-d3bf09cd759d tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:49:48.419649 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-a4b5fbad-dfcb-4794-a3a7-c985f254a504 req-bb4f8be4-10ba-40b5-b10a-d3bf09cd759d tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1d9b9d9-1de4-4d63-93d0-4e256e88f092 HTTP/1.1" status: 200 len: 943 time: 0.0587342 May 03 14:49:48.466074 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-a4b5fbad-dfcb-4794-a3a7-c985f254a504 req-2525e30c-e0a4-43ac-9d92-b83dad1acb81 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0fc2149-e0d8-43cd-9f6f-fd25feed2574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438249 May 03 14:49:49.591810 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b306865b-ce7c-4e48-8d42-82a0f7d75e4e req-3609a549-ffe3-4178-95ea-c58186cd0503 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:49:49.591810 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-b306865b-ce7c-4e48-8d42-82a0f7d75e4e req-3609a549-ffe3-4178-95ea-c58186cd0503 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1d9b9d9-1de4-4d63-93d0-4e256e88f092 HTTP/1.1" status: 200 len: 943 time: 0.0573506 May 03 14:49:49.650712 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-b306865b-ce7c-4e48-8d42-82a0f7d75e4e req-05b3d04e-92b9-4bf7-8feb-062e6326de1e tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0fc2149-e0d8-43cd-9f6f-fd25feed2574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500364 May 03 14:49:50.769542 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee46760-073f-4ef9-b68f-be9d2ffbc9c2 req-4741ab9c-5d40-406b-97c6-e0fe065853fe tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:49:50.771048 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-4ee46760-073f-4ef9-b68f-be9d2ffbc9c2 req-4741ab9c-5d40-406b-97c6-e0fe065853fe tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1d9b9d9-1de4-4d63-93d0-4e256e88f092 HTTP/1.1" status: 200 len: 943 time: 0.0480504 May 03 14:49:50.820317 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-4ee46760-073f-4ef9-b68f-be9d2ffbc9c2 req-fcadcc67-3684-4701-8331-3b2deca3cae1 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0fc2149-e0d8-43cd-9f6f-fd25feed2574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436816 May 03 14:49:51.932361 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c064ed3f-33c4-4e83-b05d-68a8bd8e0c8a req-14141386-ca61-4f82-b17a-82b308809a50 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:49:51.933721 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-c064ed3f-33c4-4e83-b05d-68a8bd8e0c8a req-14141386-ca61-4f82-b17a-82b308809a50 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1d9b9d9-1de4-4d63-93d0-4e256e88f092 HTTP/1.1" status: 200 len: 943 time: 0.0494020 May 03 14:49:51.979758 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-c064ed3f-33c4-4e83-b05d-68a8bd8e0c8a req-81745a02-0f81-4e86-aa36-fd5dfb5a6888 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0fc2149-e0d8-43cd-9f6f-fd25feed2574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405691 May 03 14:49:53.091160 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff2feba-5af9-452c-a028-4f28a01e54a0 req-ef99b3d1-239f-43b9-87f7-c628d7817d4b tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:49:53.092635 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-5ff2feba-5af9-452c-a028-4f28a01e54a0 req-ef99b3d1-239f-43b9-87f7-c628d7817d4b tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1d9b9d9-1de4-4d63-93d0-4e256e88f092 HTTP/1.1" status: 200 len: 943 time: 0.0462458 May 03 14:49:53.138760 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-5ff2feba-5af9-452c-a028-4f28a01e54a0 req-ac83e437-0f9c-454d-af26-f12bbff46b86 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0fc2149-e0d8-43cd-9f6f-fd25feed2574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406499 May 03 14:49:54.249843 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595d1182-e97b-46b7-89f9-e88bf798f8c3 req-ecc10642-b488-4a5f-ad93-9129dad11528 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:49:54.251431 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-595d1182-e97b-46b7-89f9-e88bf798f8c3 req-ecc10642-b488-4a5f-ad93-9129dad11528 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1d9b9d9-1de4-4d63-93d0-4e256e88f092 HTTP/1.1" status: 200 len: 943 time: 0.0476704 May 03 14:49:54.303252 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-595d1182-e97b-46b7-89f9-e88bf798f8c3 req-d9ae39b7-a484-4b8b-bdd7-e6c7dce15e9e tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0fc2149-e0d8-43cd-9f6f-fd25feed2574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462115 May 03 14:49:55.416338 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287e4113-7216-4e95-8573-082475d9cdce req-38e82c3a-5a41-438c-b724-0a869325b2f8 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:49:55.417825 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-287e4113-7216-4e95-8573-082475d9cdce req-38e82c3a-5a41-438c-b724-0a869325b2f8 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1d9b9d9-1de4-4d63-93d0-4e256e88f092 HTTP/1.1" status: 200 len: 943 time: 0.0487268 May 03 14:49:55.478148 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-287e4113-7216-4e95-8573-082475d9cdce req-667eb59e-42a5-4d13-873b-25db4ce7e53d tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0fc2149-e0d8-43cd-9f6f-fd25feed2574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541399 May 03 14:49:56.619027 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a42e6cc-456f-483e-b65f-ea12ea97f523 req-a7535319-bb03-4285-bda9-131664439600 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:49:56.620849 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-7a42e6cc-456f-483e-b65f-ea12ea97f523 req-a7535319-bb03-4285-bda9-131664439600 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1d9b9d9-1de4-4d63-93d0-4e256e88f092 HTTP/1.1" status: 200 len: 943 time: 0.0540438 May 03 14:49:56.671634 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-7a42e6cc-456f-483e-b65f-ea12ea97f523 req-be0df900-f7c5-469b-ac14-271db870e8bb tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0fc2149-e0d8-43cd-9f6f-fd25feed2574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450263 May 03 14:49:57.299546 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Device 16a7f20f-eff2-4927-8740-26741afb519a details requested by agent hyperv_hv-cinder-84028 with host hv-cinder-84028 {{(pid=110299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 03 14:49:57.409799 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] For port 16a7f20f-eff2-4927-8740-26741afb519a, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=16a7f20f-eff2-4927-8740-26741afb519a,segment=NetworkSegment(3c171999-7314-4749-ab73-b658fc7b715a),segment_id=3c171999-7314-4749-ab73-b658fc7b715a)] {{(pid=110299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:49:57.419937 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Returning: {'device': '16a7f20f-eff2-4927-8740-26741afb519a', 'network_id': '2d59a619-2104-48af-9b29-5b43721c1720', 'port_id': '16a7f20f-eff2-4927-8740-26741afb519a', 'mac_address': 'fa:16:3e:d4:96:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd06123f-ac2d-4feb-b448-363a0cf902f7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 03 14:49:57.458469 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Current status of the port 16a7f20f-eff2-4927-8740-26741afb519a is: DOWN; New status is: BUILD {{(pid=110299) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:49:57.458871 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (16a7f20f-eff2-4927-8740-26741afb519a), before_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:57.471979 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.notifiers.nova [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16a7f20f-eff2-4927-8740-26741afb519a {{(pid=110299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 14:49:57.494973 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] For port 16a7f20f-eff2-4927-8740-26741afb519a, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=16a7f20f-eff2-4927-8740-26741afb519a,segment=NetworkSegment(3c171999-7314-4749-ab73-b658fc7b715a),segment_id=3c171999-7314-4749-ab73-b658fc7b715a)] {{(pid=110299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:49:57.576991 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096'] for port (16a7f20f-eff2-4927-8740-26741afb519a), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:57.626628 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Pushing event updated for resources: {'Port': ['ID=16a7f20f-eff2-4927-8740-26741afb519a,revision_number=4']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:49:57.794276 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cf88b7-f0a8-4d1b-97d8-08959d3c08f9 req-c4d40295-67dc-4c73-b6fa-c3de379e4c6f tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:49:57.796335 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-06cf88b7-f0a8-4d1b-97d8-08959d3c08f9 req-c4d40295-67dc-4c73-b6fa-c3de379e4c6f tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1d9b9d9-1de4-4d63-93d0-4e256e88f092 HTTP/1.1" status: 200 len: 944 time: 0.0513568 May 03 14:49:57.844506 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-06cf88b7-f0a8-4d1b-97d8-08959d3c08f9 req-d9ad4384-9415-4464-9824-e9ac22843136 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0fc2149-e0d8-43cd-9f6f-fd25feed2574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423598 May 03 14:49:58.127752 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 42750) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:49:58.230863 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-13578432-f6b5-4365-8b73-e9bd92cd3439 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:58.308461 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-13578432-f6b5-4365-8b73-e9bd92cd3439 admin admin] Publish callbacks [] for security_group (8d0b010f-53cc-48e2-a9ca-b554f0727a85), precommit_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:58.385391 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-13578432-f6b5-4365-8b73-e9bd92cd3439 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (8d0b010f-53cc-48e2-a9ca-b554f0727a85), after_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:58.428050 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-13578432-f6b5-4365-8b73-e9bd92cd3439 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1da005a725a446eb98e72c43c4cac2fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2992198 May 03 14:49:58.430615 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13578432-f6b5-4365-8b73-e9bd92cd3439 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d0b010f-53cc-48e2-a9ca-b554f0727a85,revision_number=1']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:49:58.431397 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 42760) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:49:58.481094 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-dbe51d51-dcc1-4939-9fa8-af69f14412ca admin admin] Publish callbacks [] for security_group (8d0b010f-53cc-48e2-a9ca-b554f0727a85), before_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:58.503155 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-dbe51d51-dcc1-4939-9fa8-af69f14412ca admin admin] Publish callbacks [] for security_group (8d0b010f-53cc-48e2-a9ca-b554f0727a85), precommit_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:58.631867 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-dbe51d51-dcc1-4939-9fa8-af69f14412ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (8d0b010f-53cc-48e2-a9ca-b554f0727a85), after_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:58.634520 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-dbe51d51-dcc1-4939-9fa8-af69f14412ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:58.635793 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-dbe51d51-dcc1-4939-9fa8-af69f14412ca admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8d0b010f-53cc-48e2-a9ca-b554f0727a85 HTTP/1.1" status: 204 len: 168 time: 0.2031708 May 03 14:49:58.644615 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe51d51-dcc1-4939-9fa8-af69f14412ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d0b010f-53cc-48e2-a9ca-b554f0727a85,revision_number=None']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:49:58.651714 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe51d51-dcc1-4939-9fa8-af69f14412ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:49:58.652065 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe51d51-dcc1-4939-9fa8-af69f14412ca admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:49:58.652406 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe51d51-dcc1-4939-9fa8-af69f14412ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:49:58.652784 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe51d51-dcc1-4939-9fa8-af69f14412ca admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:49:58.653126 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe51d51-dcc1-4939-9fa8-af69f14412ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:49:58.653552 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe51d51-dcc1-4939-9fa8-af69f14412ca admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:49:58.653798 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe51d51-dcc1-4939-9fa8-af69f14412ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:49:58.654168 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe51d51-dcc1-4939-9fa8-af69f14412ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:49:58.654530 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe51d51-dcc1-4939-9fa8-af69f14412ca admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:49:58.654883 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe51d51-dcc1-4939-9fa8-af69f14412ca admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:49:58.655247 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe51d51-dcc1-4939-9fa8-af69f14412ca admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:49:58.655573 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe51d51-dcc1-4939-9fa8-af69f14412ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:49:58.655941 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe51d51-dcc1-4939-9fa8-af69f14412ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:49:58.656267 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe51d51-dcc1-4939-9fa8-af69f14412ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:49:58.656841 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe51d51-dcc1-4939-9fa8-af69f14412ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:49:58.695060 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] get_ports_and_sgs() called for port_ids ['16a7f20f-eff2-4927-8740-26741afb519a'] {{(pid=110299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 14:49:58.829555 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (26e70f58-a201-437c-be8d-fd2714f100da), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:58.963997 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a87209-1119-4de9-944f-4ef5706c16da req-bac5eecf-d689-44b2-9401-9c9506b17848 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:49:58.965502 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-88a87209-1119-4de9-944f-4ef5706c16da req-bac5eecf-d689-44b2-9401-9c9506b17848 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1d9b9d9-1de4-4d63-93d0-4e256e88f092 HTTP/1.1" status: 200 len: 944 time: 0.0495872 May 03 14:49:59.004648 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.agents_db [None req-dd30728e-be63-467e-afaf-aba6f24eb33e None None] Agent healthcheck: found 6 active agents {{(pid=110300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 14:49:59.019244 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-88a87209-1119-4de9-944f-4ef5706c16da req-fb76ede9-2935-4eaf-9d5e-7b07b4f463da tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0fc2149-e0d8-43cd-9f6f-fd25feed2574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481060 May 03 14:49:59.245675 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 42772) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:49:59.261956 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-2a48b055-76e7-4ca4-993f-1e2334e9aa84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:59.340201 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-2a48b055-76e7-4ca4-993f-1e2334e9aa84 admin admin] Publish callbacks [] for security_group (5ada5708-1150-476a-b659-80ce593cc315), precommit_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:59.407086 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-2a48b055-76e7-4ca4-993f-1e2334e9aa84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (5ada5708-1150-476a-b659-80ce593cc315), after_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:59.447317 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-2a48b055-76e7-4ca4-993f-1e2334e9aa84 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=37c558f8aece49198dad642fe9c50b86&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2005286 May 03 14:49:59.450699 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a48b055-76e7-4ca4-993f-1e2334e9aa84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ada5708-1150-476a-b659-80ce593cc315,revision_number=1']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:49:59.450699 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 42778) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:49:59.502580 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-cf91f0f9-55af-4b25-9987-0e561f64f5e6 admin admin] Publish callbacks [] for security_group (5ada5708-1150-476a-b659-80ce593cc315), before_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:59.525110 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-cf91f0f9-55af-4b25-9987-0e561f64f5e6 admin admin] Publish callbacks [] for security_group (5ada5708-1150-476a-b659-80ce593cc315), precommit_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:59.682955 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-cf91f0f9-55af-4b25-9987-0e561f64f5e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (5ada5708-1150-476a-b659-80ce593cc315), after_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:59.685817 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-cf91f0f9-55af-4b25-9987-0e561f64f5e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:49:59.687192 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-cf91f0f9-55af-4b25-9987-0e561f64f5e6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5ada5708-1150-476a-b659-80ce593cc315 HTTP/1.1" status: 204 len: 168 time: 0.2350585 May 03 14:49:59.695105 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91f0f9-55af-4b25-9987-0e561f64f5e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ada5708-1150-476a-b659-80ce593cc315,revision_number=None']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:50:00.138280 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facbfc40-d8d7-4009-8439-619e366aa784 req-0492dcfe-dfc3-47cf-8fa8-533f252362b8 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:50:00.140648 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-facbfc40-d8d7-4009-8439-619e366aa784 req-0492dcfe-dfc3-47cf-8fa8-533f252362b8 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1d9b9d9-1de4-4d63-93d0-4e256e88f092 HTTP/1.1" status: 200 len: 944 time: 0.0519168 May 03 14:50:00.189226 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-facbfc40-d8d7-4009-8439-619e366aa784 req-56438ff4-7aa1-4ce5-95fd-7ee72aa1db57 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0fc2149-e0d8-43cd-9f6f-fd25feed2574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429022 May 03 14:50:00.298188 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 42790) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:50:00.311926 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-72d4b55e-01b3-4221-9701-3957a29dc6b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:50:00.387963 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-72d4b55e-01b3-4221-9701-3957a29dc6b3 admin admin] Publish callbacks [] for security_group (75a6370b-86d4-439d-8509-069708015623), precommit_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:50:00.454203 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-72d4b55e-01b3-4221-9701-3957a29dc6b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (75a6370b-86d4-439d-8509-069708015623), after_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:50:00.494190 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-72d4b55e-01b3-4221-9701-3957a29dc6b3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=725c3f4f8568425e8d8f84e81415d53b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1948781 May 03 14:50:00.495080 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d4b55e-01b3-4221-9701-3957a29dc6b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75a6370b-86d4-439d-8509-069708015623,revision_number=1']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:50:00.496856 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 42796) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:50:00.546388 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-b9a41bb5-3c2e-474f-a7db-3f2fd8db20bf admin admin] Publish callbacks [] for security_group (75a6370b-86d4-439d-8509-069708015623), before_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:50:00.568434 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-b9a41bb5-3c2e-474f-a7db-3f2fd8db20bf admin admin] Publish callbacks [] for security_group (75a6370b-86d4-439d-8509-069708015623), precommit_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:50:00.682872 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-b9a41bb5-3c2e-474f-a7db-3f2fd8db20bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (75a6370b-86d4-439d-8509-069708015623), after_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:50:00.685609 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-b9a41bb5-3c2e-474f-a7db-3f2fd8db20bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:50:00.687264 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-b9a41bb5-3c2e-474f-a7db-3f2fd8db20bf admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/75a6370b-86d4-439d-8509-069708015623 HTTP/1.1" status: 204 len: 168 time: 0.1893067 May 03 14:50:00.695157 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a41bb5-3c2e-474f-a7db-3f2fd8db20bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75a6370b-86d4-439d-8509-069708015623,revision_number=None']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:50:00.703866 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a41bb5-3c2e-474f-a7db-3f2fd8db20bf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:50:00.704240 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a41bb5-3c2e-474f-a7db-3f2fd8db20bf admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:50:00.704592 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a41bb5-3c2e-474f-a7db-3f2fd8db20bf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:50:00.704935 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a41bb5-3c2e-474f-a7db-3f2fd8db20bf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:50:00.705272 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a41bb5-3c2e-474f-a7db-3f2fd8db20bf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:50:00.705606 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a41bb5-3c2e-474f-a7db-3f2fd8db20bf admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:50:00.705937 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a41bb5-3c2e-474f-a7db-3f2fd8db20bf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:50:00.706322 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a41bb5-3c2e-474f-a7db-3f2fd8db20bf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:50:00.706599 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a41bb5-3c2e-474f-a7db-3f2fd8db20bf admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:50:00.706932 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a41bb5-3c2e-474f-a7db-3f2fd8db20bf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:50:00.709975 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a41bb5-3c2e-474f-a7db-3f2fd8db20bf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:50:00.709975 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a41bb5-3c2e-474f-a7db-3f2fd8db20bf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:50:00.709975 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a41bb5-3c2e-474f-a7db-3f2fd8db20bf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:50:00.709975 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a41bb5-3c2e-474f-a7db-3f2fd8db20bf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:50:00.709975 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a41bb5-3c2e-474f-a7db-3f2fd8db20bf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:50:01.304880 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e5b09c-a3cf-4c3c-9944-08379e3e03b3 req-b9f46bdd-61db-4bbf-a8ab-7f603d0fbc37 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:50:01.306353 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-38e5b09c-a3cf-4c3c-9944-08379e3e03b3 req-b9f46bdd-61db-4bbf-a8ab-7f603d0fbc37 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1d9b9d9-1de4-4d63-93d0-4e256e88f092 HTTP/1.1" status: 200 len: 944 time: 0.0496981 May 03 14:50:01.352966 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-38e5b09c-a3cf-4c3c-9944-08379e3e03b3 req-c6ce62c4-b550-413e-a0a3-6410d11956c0 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0fc2149-e0d8-43cd-9f6f-fd25feed2574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403028 May 03 14:50:02.480722 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4300fe11-d76b-4b39-8dd2-9b4e2888a31e req-aae37021-f9cc-4237-a82c-1265464912f1 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:50:02.487211 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-4300fe11-d76b-4b39-8dd2-9b4e2888a31e req-aae37021-f9cc-4237-a82c-1265464912f1 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1d9b9d9-1de4-4d63-93d0-4e256e88f092 HTTP/1.1" status: 200 len: 944 time: 0.0586338 May 03 14:50:02.535971 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-4300fe11-d76b-4b39-8dd2-9b4e2888a31e req-4119a593-dd44-4f67-956e-9bb4bd8aec21 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0fc2149-e0d8-43cd-9f6f-fd25feed2574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432916 May 03 14:50:03.649729 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7ea2fe-23ff-4cc0-96ce-c5b0fa80c0ba req-d8002581-c7c6-4a67-89a7-e8570fabede0 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:50:03.651228 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-2c7ea2fe-23ff-4cc0-96ce-c5b0fa80c0ba req-d8002581-c7c6-4a67-89a7-e8570fabede0 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1d9b9d9-1de4-4d63-93d0-4e256e88f092 HTTP/1.1" status: 200 len: 944 time: 0.0487010 May 03 14:50:03.701099 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-2c7ea2fe-23ff-4cc0-96ce-c5b0fa80c0ba req-0d011594-25e0-4b81-9be7-31a654084d98 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0fc2149-e0d8-43cd-9f6f-fd25feed2574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441902 May 03 14:50:03.963924 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-d750e0e0-dce5-48f2-bcca-016a7a1baa07 req-233a6004-959c-4bc1-8e88-6efcca0ff2ab service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=4d586fba-adbe-4797-99f4-6932165af9d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0389948 May 03 14:50:04.063143 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d750e0e0-dce5-48f2-bcca-016a7a1baa07 req-8f266a11-6190-4a9e-82c1-85b607e5614a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:50:04.064629 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-d750e0e0-dce5-48f2-bcca-016a7a1baa07 req-8f266a11-6190-4a9e-82c1-85b607e5614a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=85acf5f5a53f45dd96135bdfdbd36bee&device_id=4d586fba-adbe-4797-99f4-6932165af9d4 HTTP/1.1" status: 200 len: 1130 time: 0.0405984 May 03 14:50:04.175981 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d750e0e0-dce5-48f2-bcca-016a7a1baa07 req-dbe7752f-a622-4f94-8b8c-5e35f5da02cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:50:04.177601 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-d750e0e0-dce5-48f2-bcca-016a7a1baa07 req-dbe7752f-a622-4f94-8b8c-5e35f5da02cf service neutron] 10.222.0.55 "GET /v2.0/networks?id=2d59a619-2104-48af-9b29-5b43721c1720 HTTP/1.1" status: 200 len: 920 time: 0.0952535 May 03 14:50:04.221201 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-d750e0e0-dce5-48f2-bcca-016a7a1baa07 req-ecd983d1-ca15-4623-b1b7-b697f25b4d3b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a7eea7dd-eb4c-4690-b7c6-dd1c08938652 HTTP/1.1" status: 200 len: 217 time: 0.0367315 May 03 14:50:04.273404 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d750e0e0-dce5-48f2-bcca-016a7a1baa07 req-fa19aa27-7068-4058-b0bf-57c5c016296b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:50:04.274865 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-d750e0e0-dce5-48f2-bcca-016a7a1baa07 req-fa19aa27-7068-4058-b0bf-57c5c016296b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fd06123f-ac2d-4feb-b448-363a0cf902f7 HTTP/1.1" status: 200 len: 858 time: 0.0472972 May 03 14:50:04.322271 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d750e0e0-dce5-48f2-bcca-016a7a1baa07 req-97bb1d9f-aef6-421b-8d06-30e935738787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:50:04.323683 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-d750e0e0-dce5-48f2-bcca-016a7a1baa07 req-97bb1d9f-aef6-421b-8d06-30e935738787 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2d59a619-2104-48af-9b29-5b43721c1720&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422547 May 03 14:50:04.411488 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-d750e0e0-dce5-48f2-bcca-016a7a1baa07 req-978a2041-9c15-452b-b68a-248eb12b4d18 service neutron] 10.222.0.55 "GET /v2.0/networks/2d59a619-2104-48af-9b29-5b43721c1720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810275 May 03 14:50:04.516230 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-d750e0e0-dce5-48f2-bcca-016a7a1baa07 req-59b2ce87-a5e2-4aa2-bf72-41e5367bc160 service neutron] 10.222.0.55 "GET /v2.0/networks/2d59a619-2104-48af-9b29-5b43721c1720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937328 May 03 14:50:04.813658 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87306811-7cbf-490b-a111-73eabce00c6d req-513e7fca-92e6-4216-b6e9-0beb6f5a0c71 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:50:04.815172 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-87306811-7cbf-490b-a111-73eabce00c6d req-513e7fca-92e6-4216-b6e9-0beb6f5a0c71 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1d9b9d9-1de4-4d63-93d0-4e256e88f092 HTTP/1.1" status: 200 len: 944 time: 0.0485842 May 03 14:50:04.862842 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-87306811-7cbf-490b-a111-73eabce00c6d req-36e7e8ef-ea9b-4f84-95fd-84dbc447abcb tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0fc2149-e0d8-43cd-9f6f-fd25feed2574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420618 May 03 14:50:05.147590 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Device 16a7f20f-eff2-4927-8740-26741afb519a up at agent hyperv_hv-cinder-84028 {{(pid=110299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 14:50:05.193457 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Provisioning for port 16a7f20f-eff2-4927-8740-26741afb519a completed by entity L2. {{(pid=110299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 03 14:50:05.271918 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Provisioning complete for port 16a7f20f-eff2-4927-8740-26741afb519a triggered by entity L2. {{(pid=110299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:50:05.272304 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728915'] for port (16a7f20f-eff2-4927-8740-26741afb519a), provisioning_complete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:50:05.353764 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Current status of the port 16a7f20f-eff2-4927-8740-26741afb519a is: BUILD; New status is: ACTIVE {{(pid=110299) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:50:05.354158 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (16a7f20f-eff2-4927-8740-26741afb519a), before_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:50:05.378186 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1d9b9d9-1de4-4d63-93d0-4e256e88f092', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16a7f20f-eff2-4927-8740-26741afb519a'}] {{(pid=110299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 14:50:05.380417 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfb0ab9603dc6f24b101a3230295415c8ec2a7bf959fde45f0826688655bbcbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa89ac67-18f3-4f4b-9202-22d5340d9b5f" -d '{"events": [{"server_uuid": "c1d9b9d9-1de4-4d63-93d0-4e256e88f092", "name": "network-vif-plugged", "status": "completed", "tag": "16a7f20f-eff2-4927-8740-26741afb519a"}]}' {{(pid=110299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 14:50:05.392424 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] For port 16a7f20f-eff2-4927-8740-26741afb519a, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=16a7f20f-eff2-4927-8740-26741afb519a,segment=NetworkSegment(3c171999-7314-4749-ab73-b658fc7b715a),segment_id=3c171999-7314-4749-ab73-b658fc7b715a)] {{(pid=110299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:50:05.417842 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 14:50:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51399df1-437f-4327-a0e7-601981c7daa5 x-openstack-request-id: req-51399df1-437f-4327-a0e7-601981c7daa5 {{(pid=110299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 14:50:05.418157 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1d9b9d9-1de4-4d63-93d0-4e256e88f092", "name": "network-vif-plugged", "status": "completed", "tag": "16a7f20f-eff2-4927-8740-26741afb519a", "code": 200}]} {{(pid=110299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 14:50:05.418422 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-51399df1-437f-4327-a0e7-601981c7daa5 {{(pid=110299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 14:50:05.418862 dv-cinder-840289-3-iscsi neutron-server[110299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51399df1-437f-4327-a0e7-601981c7daa5'] response: {'server_uuid': 'c1d9b9d9-1de4-4d63-93d0-4e256e88f092', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16a7f20f-eff2-4927-8740-26741afb519a', 'code': 200} May 03 14:50:05.466102 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096'] for port (16a7f20f-eff2-4927-8740-26741afb519a), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:50:05.517215 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Pushing event updated for resources: {'Port': ['ID=16a7f20f-eff2-4927-8740-26741afb519a,revision_number=5']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:50:05.524210 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:50:05.524567 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:50:05.524940 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:50:05.525310 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:50:05.525656 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:50:05.526038 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:50:05.526375 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:50:05.526709 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:50:05.527075 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:50:05.527409 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:50:05.527742 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:50:05.528075 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:50:05.528405 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:50:05.528731 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:50:05.529056 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:50:05.837703 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-fe6b0254-892a-41cb-bc9d-a7530ebf702f req-b3ad642e-2e99-4788-84af-112d2c5a167d tempest-VolumesNegativeTest-899529817 tempest-VolumesNegativeTest-899529817-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=84e6caa20c55447aa4329ac87aed9a1c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0283794 May 03 14:50:06.062233 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e919b8-6754-4e6c-8870-15b796afb469 req-f04b779d-4efc-48d0-89a2-e828322817a7 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:50:06.062233 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-89e919b8-6754-4e6c-8870-15b796afb469 req-f04b779d-4efc-48d0-89a2-e828322817a7 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1d9b9d9-1de4-4d63-93d0-4e256e88f092 HTTP/1.1" status: 200 len: 945 time: 0.0965941 May 03 14:50:06.066470 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6b0254-892a-41cb-bc9d-a7530ebf702f req-b455c23e-a886-453f-9b82-761dd0045a3d tempest-VolumesNegativeTest-899529817 tempest-VolumesNegativeTest-899529817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:50:06.068114 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-fe6b0254-892a-41cb-bc9d-a7530ebf702f req-b455c23e-a886-453f-9b82-761dd0045a3d tempest-VolumesNegativeTest-899529817 tempest-VolumesNegativeTest-899529817-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2248275 May 03 14:50:06.096040 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-fe6b0254-892a-41cb-bc9d-a7530ebf702f req-c2bf4171-775a-48fd-b40a-a3c94234bdd3 tempest-VolumesNegativeTest-899529817 tempest-VolumesNegativeTest-899529817-project] 10.222.0.16 "GET /v2.0/quotas/84e6caa20c55447aa4329ac87aed9a1c HTTP/1.1" status: 200 len: 375 time: 0.0197582 May 03 14:50:06.141258 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-fe6b0254-892a-41cb-bc9d-a7530ebf702f req-d090dae9-eed4-45e0-be7f-daf2cc914ff7 tempest-VolumesNegativeTest-899529817 tempest-VolumesNegativeTest-899529817-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=84e6caa20c55447aa4329ac87aed9a1c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0383928 May 03 14:50:06.144758 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-89e919b8-6754-4e6c-8870-15b796afb469 req-c59ecbe9-72e2-4235-89cc-337298f03f80 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0fc2149-e0d8-43cd-9f6f-fd25feed2574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750344 May 03 14:50:06.269281 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-7508c84f-5444-49e5-b992-8b87d1f359cc req-b41203d9-1730-4d6b-ba67-aea3bfab0d69 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1946373865&fields=id&tenant_id=7d4c047e715a4907a16f3e647f380b0b HTTP/1.1" status: 200 len: 267 time: 0.0446041 May 03 14:50:06.391976 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-f1a77e9d-a870-4ec3-99ba-d43bc85cd896 req-862756bc-df11-4241-9c92-1bcbf6a1639a tempest-VolumesNegativeTest-899529817 tempest-VolumesNegativeTest-899529817-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fdf1458-d235-4dd5-978a-8b63c38e3d99 HTTP/1.1" status: 200 len: 210 time: 0.0366640 May 03 14:50:06.407997 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7508c84f-5444-49e5-b992-8b87d1f359cc req-e85af63a-8592-4242-aaff-4ad18b32f782 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:50:06.410512 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-7508c84f-5444-49e5-b992-8b87d1f359cc req-e85af63a-8592-4242-aaff-4ad18b32f782 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] 10.222.0.16 "GET /v2.0/networks?id=f9508427-db4d-416b-987f-da2fc50a7ea8 HTTP/1.1" status: 200 len: 809 time: 0.1332848 May 03 14:50:06.425124 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-7508c84f-5444-49e5-b992-8b87d1f359cc req-9dff2a67-5c92-487a-ab4b-f31ed807f8e6 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] 10.222.0.16 "GET /v2.0/quotas/7d4c047e715a4907a16f3e647f380b0b HTTP/1.1" status: 200 len: 375 time: 0.0099955 May 03 14:50:06.481296 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-7508c84f-5444-49e5-b992-8b87d1f359cc req-519bba0f-54cd-4ff7-b28f-6fec22d66cd2 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=7d4c047e715a4907a16f3e647f380b0b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0464275 May 03 14:50:06.572936 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-7508c84f-5444-49e5-b992-8b87d1f359cc req-a27c9765-9b19-42f2-8a22-71531771a8bb service neutron] 10.222.0.16 "GET /v2.0/networks/f9508427-db4d-416b-987f-da2fc50a7ea8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838823 May 03 14:50:06.666130 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-7508c84f-5444-49e5-b992-8b87d1f359cc req-f7c47830-10c2-4bcf-90a1-d5642d81f1df service neutron] 10.222.0.16 "GET /v2.0/networks/f9508427-db4d-416b-987f-da2fc50a7ea8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870180 May 03 14:50:07.260148 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66feb41-487f-411a-90c5-5e9e3a08283b req-f1b448cd-2cac-4564-97bc-fef8d12e470c tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:50:07.261678 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-b66feb41-487f-411a-90c5-5e9e3a08283b req-f1b448cd-2cac-4564-97bc-fef8d12e470c tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1d9b9d9-1de4-4d63-93d0-4e256e88f092 HTTP/1.1" status: 200 len: 945 time: 0.0469177 May 03 14:50:07.309185 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-b66feb41-487f-411a-90c5-5e9e3a08283b req-bd0a2b0b-ffb3-4a67-961d-9bcb8a515dc8 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0fc2149-e0d8-43cd-9f6f-fd25feed2574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408518 May 03 14:50:07.487216 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-86bf7263-caa9-4fc0-b394-4053687233f3 req-7134a1cc-cf30-40ae-96a2-96707e21c42a tempest-VolumesNegativeTest-899529817 tempest-VolumesNegativeTest-899529817-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fdf1458-d235-4dd5-978a-8b63c38e3d99 HTTP/1.1" status: 200 len: 210 time: 0.0322592 May 03 14:50:08.249244 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-1258f333-f05a-49c3-bef6-277fb4690441 req-25c6e798-ec72-4c61-b163-5229b1601459 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] 10.222.0.16 "GET /v2.0/ports?device_id=037c4758-c65c-415c-b20a-f7e5ba0a830c HTTP/1.1" status: 200 len: 210 time: 0.0271783 May 03 14:50:08.421542 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3beec911-e118-4d48-8f59-ebc37d5040e4 req-cef81a7c-62bc-4184-b524-0fa6d44267f4 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:50:08.423021 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-3beec911-e118-4d48-8f59-ebc37d5040e4 req-cef81a7c-62bc-4184-b524-0fa6d44267f4 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1d9b9d9-1de4-4d63-93d0-4e256e88f092 HTTP/1.1" status: 200 len: 945 time: 0.0477800 May 03 14:50:08.469992 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-3beec911-e118-4d48-8f59-ebc37d5040e4 req-fecf19fd-c5cc-4969-86a4-ef68c1f55dc9 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0fc2149-e0d8-43cd-9f6f-fd25feed2574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414143 May 03 14:50:08.580261 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-75488b0a-194e-4011-8ee6-f39cba48c857 req-bd351769-a505-4dd3-bc25-4b339b3a3ebe tempest-VolumesNegativeTest-899529817 tempest-VolumesNegativeTest-899529817-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fdf1458-d235-4dd5-978a-8b63c38e3d99 HTTP/1.1" status: 200 len: 210 time: 0.0285513 May 03 14:50:08.768541 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-5408ec50-693e-40fe-b39c-28f8db4074ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (5d16a8e7-5fab-4607-ae51-2b468a019c05), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:50:09.344609 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-b93db6bc-ff7f-4c6e-a3e1-1ab04517c0bd req-c8faa9fe-caf6-431b-88dd-c8088e8af1af tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] 10.222.0.16 "GET /v2.0/ports?device_id=037c4758-c65c-415c-b20a-f7e5ba0a830c HTTP/1.1" status: 200 len: 210 time: 0.0297358 May 03 14:50:09.582189 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4580c3f-587d-47b5-beec-9cddbf95ce30 req-6520b450-0778-4ff4-9082-f19d48fccf52 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:50:09.583721 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-f4580c3f-587d-47b5-beec-9cddbf95ce30 req-6520b450-0778-4ff4-9082-f19d48fccf52 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1d9b9d9-1de4-4d63-93d0-4e256e88f092 HTTP/1.1" status: 200 len: 945 time: 0.0474012 May 03 14:50:09.633442 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-f4580c3f-587d-47b5-beec-9cddbf95ce30 req-5c4af606-c2cf-48ee-adcb-fb3aad091f83 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0fc2149-e0d8-43cd-9f6f-fd25feed2574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441587 May 03 14:50:09.674223 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-07c82ed4-9dad-4ba1-bb9e-f1a94f91a575 req-73a9e96a-2862-4892-8f71-af7cc7290dfa tempest-VolumesNegativeTest-899529817 tempest-VolumesNegativeTest-899529817-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fdf1458-d235-4dd5-978a-8b63c38e3d99 HTTP/1.1" status: 200 len: 210 time: 0.0275035 May 03 14:50:10.446910 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-87b897d0-b323-4a77-98ea-7486de8b059f req-52a6b32e-14d3-4d02-8e6d-8ce1a79840fb tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] 10.222.0.16 "GET /v2.0/ports?device_id=037c4758-c65c-415c-b20a-f7e5ba0a830c HTTP/1.1" status: 200 len: 210 time: 0.0306072 May 03 14:50:10.748452 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5439ec9-31dc-4f2c-8c4e-277b4378ecfc req-c6356f6c-c9c1-422c-8004-5119d5be1775 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:50:10.750044 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-c5439ec9-31dc-4f2c-8c4e-277b4378ecfc req-c6356f6c-c9c1-422c-8004-5119d5be1775 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1d9b9d9-1de4-4d63-93d0-4e256e88f092 HTTP/1.1" status: 200 len: 945 time: 0.0493014 May 03 14:50:10.788807 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-c6c21fc8-cd78-473a-97bb-ba09f73e7f33 req-479e1fca-4291-4995-8815-887b8ba0e708 tempest-VolumesNegativeTest-899529817 tempest-VolumesNegativeTest-899529817-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fdf1458-d235-4dd5-978a-8b63c38e3d99 HTTP/1.1" status: 200 len: 210 time: 0.0377147 May 03 14:50:10.820780 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-c5439ec9-31dc-4f2c-8c4e-277b4378ecfc req-0d46b9e3-8ce5-431c-8d88-4f3b6effb0e0 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0fc2149-e0d8-43cd-9f6f-fd25feed2574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591185 May 03 14:50:10.892499 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d52052c-1e10-4306-b93c-93a9524cace6 req-59941c47-e45c-40b9-af1a-3f869de0722d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:50:10.894041 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-4d52052c-1e10-4306-b93c-93a9524cace6 req-59941c47-e45c-40b9-af1a-3f869de0722d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c1d9b9d9-1de4-4d63-93d0-4e256e88f092 HTTP/1.1" status: 200 len: 1129 time: 0.0399222 May 03 14:50:10.958033 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-4d52052c-1e10-4306-b93c-93a9524cace6 req-cc229f0c-83b9-4ec7-a2df-e1a52b2adbbb service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=f0fc2149-e0d8-43cd-9f6f-fd25feed2574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406406 May 03 14:50:11.094037 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-98dfb15f-74d4-49bf-8dc7-aa8223058f26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (a9161e1b-902d-441f-843b-a0ff0805adee), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:50:11.534672 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-6f97cbc6-494e-434c-bff6-fa8367d4c648 req-14266eb8-467b-41a4-a529-cd0aa3c68b4b tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] 10.222.0.16 "GET /v2.0/ports?device_id=037c4758-c65c-415c-b20a-f7e5ba0a830c HTTP/1.1" status: 200 len: 210 time: 0.0282068 May 03 14:50:11.884582 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-31f7d329-87b2-4c43-98e9-7344a0f21bed req-7f888fc3-aa63-4bb5-8ae7-fcfe89de01d9 tempest-VolumesNegativeTest-899529817 tempest-VolumesNegativeTest-899529817-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fdf1458-d235-4dd5-978a-8b63c38e3d99 HTTP/1.1" status: 200 len: 210 time: 0.0283582 May 03 14:50:11.936831 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47fb496-b38c-44fa-946c-35fcfe658439 req-7be6b1bf-4ec1-4a33-aaca-35b78e22e3b8 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:50:11.938277 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-b47fb496-b38c-44fa-946c-35fcfe658439 req-7be6b1bf-4ec1-4a33-aaca-35b78e22e3b8 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1d9b9d9-1de4-4d63-93d0-4e256e88f092 HTTP/1.1" status: 200 len: 945 time: 0.0472369 May 03 14:50:11.984151 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-b47fb496-b38c-44fa-946c-35fcfe658439 req-45a8b7e3-de31-4b92-863b-3c1be6b42634 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0fc2149-e0d8-43cd-9f6f-fd25feed2574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403559 May 03 14:50:12.298336 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-ed776e2d-a518-4685-8fad-0cd9eaa120ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (6a418bd5-8bcc-400f-88b5-19eff412e81a), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:50:12.634611 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-9a746dbe-1b9a-40bd-8da0-ccaf38c92a42 req-4a389dff-cc3d-41db-b138-2b0b8d3fff33 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] 10.222.0.16 "GET /v2.0/ports?device_id=037c4758-c65c-415c-b20a-f7e5ba0a830c HTTP/1.1" status: 200 len: 210 time: 0.0297058 May 03 14:50:12.977263 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-28e5d763-440b-45dd-8f73-0d8173daf643 req-b8f88e36-3fff-4fb4-9e61-7fad59b026a1 tempest-VolumesNegativeTest-899529817 tempest-VolumesNegativeTest-899529817-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fdf1458-d235-4dd5-978a-8b63c38e3d99 HTTP/1.1" status: 200 len: 210 time: 0.0270879 May 03 14:50:13.096133 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c2feaf-6a10-4f63-b859-c91860bbbf06 req-7041982f-09da-46a3-b5bf-5bb0804c58f3 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:50:13.097510 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-53c2feaf-6a10-4f63-b859-c91860bbbf06 req-7041982f-09da-46a3-b5bf-5bb0804c58f3 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1d9b9d9-1de4-4d63-93d0-4e256e88f092 HTTP/1.1" status: 200 len: 945 time: 0.0479677 May 03 14:50:13.150882 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-53c2feaf-6a10-4f63-b859-c91860bbbf06 req-f39b2db2-91e9-4e94-9e87-f61fd9f542d3 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0fc2149-e0d8-43cd-9f6f-fd25feed2574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479176 May 03 14:50:13.523078 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-dd96712b-4627-437f-9df9-b1bfec551245 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (8b46afec-dab7-4bfa-a959-8584a0cfd79a), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:50:13.729119 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-e9ef56c9-0aa0-4e29-a22a-f9bdbe827b51 req-0f75584e-6272-463a-84a3-13db3d278743 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] 10.222.0.16 "GET /v2.0/ports?device_id=037c4758-c65c-415c-b20a-f7e5ba0a830c HTTP/1.1" status: 200 len: 210 time: 0.0278702 May 03 14:50:14.075019 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-388c2c6a-678c-4a90-a3bd-8d9ada63e5fe req-0d4ffaa6-ddd5-4487-abad-df22b4d39bb3 tempest-VolumesNegativeTest-899529817 tempest-VolumesNegativeTest-899529817-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fdf1458-d235-4dd5-978a-8b63c38e3d99 HTTP/1.1" status: 200 len: 210 time: 0.0302129 May 03 14:50:14.274863 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719fecd2-8d9e-492a-bce4-b2b8b4a1b31e req-e8b0c9f7-22d7-4c63-a9a2-9a104ccbc1e4 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:50:14.276624 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-719fecd2-8d9e-492a-bce4-b2b8b4a1b31e req-e8b0c9f7-22d7-4c63-a9a2-9a104ccbc1e4 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1d9b9d9-1de4-4d63-93d0-4e256e88f092 HTTP/1.1" status: 200 len: 945 time: 0.0563760 May 03 14:50:14.325796 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-719fecd2-8d9e-492a-bce4-b2b8b4a1b31e req-39916dd3-3242-4284-a15a-c58a671c2012 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0fc2149-e0d8-43cd-9f6f-fd25feed2574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431492 May 03 14:50:14.446573 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ec1acf-d32a-4326-b6aa-5521952f1eaa req-871289cf-ffad-48a8-bcf5-8049bbbddb95 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:50:14.448091 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-e1ec1acf-d32a-4326-b6aa-5521952f1eaa req-871289cf-ffad-48a8-bcf5-8049bbbddb95 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1d9b9d9-1de4-4d63-93d0-4e256e88f092 HTTP/1.1" status: 200 len: 945 time: 0.0481713 May 03 14:50:14.457519 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 43056) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:50:14.462267 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.v2.base [None req-0454fd40-ee10-4ecf-9c76-e71a1cb894f0 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Request body: {'floatingip': {'port_id': '16a7f20f-eff2-4927-8740-26741afb519a'}} {{(pid=110298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:50:14.507019 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-0454fd40-ee10-4ecf-9c76-e71a1cb894f0 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Publish callbacks [] for floatingip (376161c1-de5d-459a-980b-db5c469ff898), before_update {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:50:15.092559 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-fe6b0254-892a-41cb-bc9d-a7530ebf702f req-484094fc-fdc8-45c3-983d-a801154111e1 tempest-VolumesNegativeTest-899529817 tempest-VolumesNegativeTest-899529817-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=84e6caa20c55447aa4329ac87aed9a1c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1053774 May 03 14:50:15.102579 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-1cf10c43-93ec-4ed5-a82c-b34e5b216543 req-25b83511-5a2b-491c-ae9b-30e84fc2cbe9 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] 10.222.0.16 "GET /v2.0/ports?device_id=037c4758-c65c-415c-b20a-f7e5ba0a830c HTTP/1.1" status: 200 len: 210 time: 0.1139143 May 03 14:50:15.172755 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (16d44442-859c-4c9b-bc72-04cb3b8a5d5b), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:50:15.218781 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-bbc3152a-5001-4649-82a4-bcd5eeb4435a req-58e2f89f-3733-4ab2-8bad-b71b03326e53 tempest-VolumesNegativeTest-899529817 tempest-VolumesNegativeTest-899529817-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fdf1458-d235-4dd5-978a-8b63c38e3d99 HTTP/1.1" status: 200 len: 210 time: 0.0453203 May 03 14:50:15.332430 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7508c84f-5444-49e5-b992-8b87d1f359cc req-2ddf9b64-2709-47f7-9e7b-aea9b84103ec tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:50:15.333829 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-7508c84f-5444-49e5-b992-8b87d1f359cc req-2ddf9b64-2709-47f7-9e7b-aea9b84103ec tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] 10.222.0.55 "GET /v2.0/networks?id=f9508427-db4d-416b-987f-da2fc50a7ea8 HTTP/1.1" status: 200 len: 809 time: 0.3447356 May 03 14:50:15.348657 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6b0254-892a-41cb-bc9d-a7530ebf702f req-9a493f24-3831-4d57-97b3-3e2b8da577fa tempest-VolumesNegativeTest-899529817 tempest-VolumesNegativeTest-899529817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:50:15.349940 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-fe6b0254-892a-41cb-bc9d-a7530ebf702f req-9a493f24-3831-4d57-97b3-3e2b8da577fa tempest-VolumesNegativeTest-899529817 tempest-VolumesNegativeTest-899529817-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2438099 May 03 14:50:15.445457 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-0454fd40-ee10-4ecf-9c76-e71a1cb894f0 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:50:15.480228 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.v2.base [req-fe6b0254-892a-41cb-bc9d-a7530ebf702f req-d7deefc1-abc9-4bff-83c5-3b0558f36f8f tempest-VolumesNegativeTest-899529817 tempest-VolumesNegativeTest-899529817-project] Request body: {'port': {'device_id': '4fdf1458-d235-4dd5-978a-8b63c38e3d99', 'network_id': '4362eb29-2c7b-4297-af89-0743cf1cf84f', 'admin_state_up': True, 'tenant_id': '84e6caa20c55447aa4329ac87aed9a1c'}} {{(pid=110298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:50:15.534917 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-0454fd40-ee10-4ecf-9c76-e71a1cb894f0 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692144'] for floatingip (376161c1-de5d-459a-980b-db5c469ff898), after_update {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:50:15.640781 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-7508c84f-5444-49e5-b992-8b87d1f359cc req-841e8baa-93bb-4b7a-af71-d7407cf95406 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7d4c047e715a4907a16f3e647f380b0b HTTP/1.1" status: 200 len: 380 time: 0.1567163 May 03 14:50:15.651615 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.v2.base [req-7508c84f-5444-49e5-b992-8b87d1f359cc req-ad3b5f12-6326-489d-912b-f71f92681152 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] Request body: {'port': {'device_id': '037c4758-c65c-415c-b20a-f7e5ba0a830c', 'network_id': 'f9508427-db4d-416b-987f-da2fc50a7ea8', 'admin_state_up': True, 'tenant_id': '7d4c047e715a4907a16f3e647f380b0b', 'security_groups': ['739575c7-37fa-46fc-93e9-2268529558a1']}} {{(pid=110298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:50:15.795305 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.db.l3_db [None req-0454fd40-ee10-4ecf-9c76-e71a1cb894f0 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Floating IP 376161c1-de5d-459a-980b-db5c469ff898 associated. External IP: 172.27.0.2, port: 16a7f20f-eff2-4927-8740-26741afb519a. May 03 14:50:15.858625 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe6b0254-892a-41cb-bc9d-a7530ebf702f req-d7deefc1-abc9-4bff-83c5-3b0558f36f8f tempest-VolumesNegativeTest-899529817 tempest-VolumesNegativeTest-899529817-project] Made reservation on behalf of 84e6caa20c55447aa4329ac87aed9a1c for: {'port': 1} {{(pid=110298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 14:50:15.861917 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-fe6b0254-892a-41cb-bc9d-a7530ebf702f req-d7deefc1-abc9-4bff-83c5-3b0558f36f8f tempest-VolumesNegativeTest-899529817 tempest-VolumesNegativeTest-899529817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (None), before_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:50:15.879930 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-fe6b0254-892a-41cb-bc9d-a7530ebf702f req-d7deefc1-abc9-4bff-83c5-3b0558f36f8f tempest-VolumesNegativeTest-899529817 tempest-VolumesNegativeTest-899529817-project] Publish callbacks [] for security_group (None), before_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:50:16.021317 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7508c84f-5444-49e5-b992-8b87d1f359cc req-ad3b5f12-6326-489d-912b-f71f92681152 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] Made reservation on behalf of 7d4c047e715a4907a16f3e647f380b0b for: {'port': 1} {{(pid=110298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 14:50:16.024599 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-7508c84f-5444-49e5-b992-8b87d1f359cc req-ad3b5f12-6326-489d-912b-f71f92681152 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (None), before_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:50:16.175075 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-fe6b0254-892a-41cb-bc9d-a7530ebf702f req-d7deefc1-abc9-4bff-83c5-3b0558f36f8f tempest-VolumesNegativeTest-899529817 tempest-VolumesNegativeTest-899529817-project] Publish callbacks [] for security_group (6c4fe074-d4fa-468b-8da7-d482976ab3fc), precommit_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:50:16.222719 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0454fd40-ee10-4ecf-9c76-e71a1cb894f0 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Router db4af115-9f4b-4bb1-9a55-aee1c9e2515d has already been hosted by L3 agent a9161e1b-902d-441f-843b-a0ff0805adee {{(pid=110298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 14:50:16.224727 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-5269395e-8b34-4ab2-8aad-e5f3c923f182 req-d6daa581-d218-4f6b-a52e-b3ada98e9b1e tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] 10.222.0.16 "GET /v2.0/ports?device_id=037c4758-c65c-415c-b20a-f7e5ba0a830c HTTP/1.1" status: 200 len: 210 time: 0.0464587 May 03 14:50:16.259258 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-fe6b0254-892a-41cb-bc9d-a7530ebf702f req-d7deefc1-abc9-4bff-83c5-3b0558f36f8f tempest-VolumesNegativeTest-899529817 tempest-VolumesNegativeTest-899529817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (6c4fe074-d4fa-468b-8da7-d482976ab3fc), after_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:50:16.379769 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.db.db_base_plugin_common [req-7508c84f-5444-49e5-b992-8b87d1f359cc req-ad3b5f12-6326-489d-912b-f71f92681152 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] Allocated IP 172.20.0.5 (f9508427-db4d-416b-987f-da2fc50a7ea8/d16b41a6-87db-430a-89a6-71fbdac1b346/0e5921b2-ce6c-49d3-9352-94c944feb3b9) {{(pid=110298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 14:50:16.416935 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7deefc1-abc9-4bff-83c5-3b0558f36f8f tempest-VolumesNegativeTest-899529817 tempest-VolumesNegativeTest-899529817-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c4fe074-d4fa-468b-8da7-d482976ab3fc,revision_number=1']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:50:16.425339 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-2f86195c-60d7-4aef-bfd5-d8596ae32043 req-da58f3ab-7095-48f7-9819-2306868c200e tempest-VolumesNegativeTest-899529817 tempest-VolumesNegativeTest-899529817-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fdf1458-d235-4dd5-978a-8b63c38e3d99 HTTP/1.1" status: 200 len: 210 time: 0.0950463 May 03 14:50:16.583033 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.db.db_base_plugin_common [req-fe6b0254-892a-41cb-bc9d-a7530ebf702f req-d7deefc1-abc9-4bff-83c5-3b0558f36f8f tempest-VolumesNegativeTest-899529817 tempest-VolumesNegativeTest-899529817-project] Allocated IP 192.168.233.70 (4362eb29-2c7b-4297-af89-0743cf1cf84f/9b9acefa-048a-4aa9-94df-b7bac69da951/840e8bc1-5bb1-44a1-bd3d-0fc8efa4a03e) {{(pid=110298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 14:50:16.585515 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0454fd40-ee10-4ecf-9c76-e71a1cb894f0 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Notify agent at l3_agent.dv-cinder-840289-3-iscsi the message routers_updated {{(pid=110298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 14:50:16.593505 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-0454fd40-ee10-4ecf-9c76-e71a1cb894f0 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46205'] for floatingip (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:50:16.597351 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad860c6a-52e4-4196-ac62-f9ed3208d43c None None] Sync routers for ids ['db4af115-9f4b-4bb1-9a55-aee1c9e2515d'] in dv-cinder-840289-3-iscsi {{(pid=110300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 14:50:16.610774 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad860c6a-52e4-4196-ac62-f9ed3208d43c None None] Routers {'db4af115-9f4b-4bb1-9a55-aee1c9e2515d'} bound to L3 agent in host dv-cinder-840289-3-iscsi {{(pid=110300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:50:16.611472 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_hamode_db [None req-ad860c6a-52e4-4196-ac62-f9ed3208d43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T14:38:11Z,description=,heartbeat_timestamp=2022-05-03T14:50:11Z,host='dv-cinder-840289-3-iscsi',id=a9161e1b-902d-441f-843b-a0ff0805adee,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:38:12Z,topic='l3_agent')) {'router_ids': ['db4af115-9f4b-4bb1-9a55-aee1c9e2515d'], 'active': True} {{(pid=110300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:50:16.734237 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvr_db [None req-ad860c6a-52e4-4196-ac62-f9ed3208d43c None None] Set router db4af115-9f4b-4bb1-9a55-aee1c9e2515d gateway port host: dv-cinder-840289-3-iscsi {{(pid=110300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:50:16.918728 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-0454fd40-ee10-4ecf-9c76-e71a1cb894f0 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "PUT /v2.0/floatingips/376161c1-de5d-459a-980b-db5c469ff898 HTTP/1.1" status: 200 len: 989 time: 2.4598989 May 03 14:50:16.926748 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1d9b9d9-1de4-4d63-93d0-4e256e88f092', 'tag': '16a7f20f-eff2-4927-8740-26741afb519a'}] {{(pid=110298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 14:50:16.929222 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75d30aab20f2b99e69676ba1094dd13d61de0bc97323401ed2dd99ba05286cef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75eac5f8-6ded-43b5-b90f-c772ddafef40" -d '{"events": [{"name": "network-changed", "server_uuid": "c1d9b9d9-1de4-4d63-93d0-4e256e88f092", "tag": "16a7f20f-eff2-4927-8740-26741afb519a"}]}' {{(pid=110298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 14:50:16.978831 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 14:50:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1913e3a9-4d8e-4d6b-b8df-b7268706e9dc x-openstack-request-id: req-1913e3a9-4d8e-4d6b-b8df-b7268706e9dc {{(pid=110298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 14:50:16.979321 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1d9b9d9-1de4-4d63-93d0-4e256e88f092", "tag": "16a7f20f-eff2-4927-8740-26741afb519a", "status": "completed", "code": 200}]} {{(pid=110298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 14:50:16.979838 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1913e3a9-4d8e-4d6b-b8df-b7268706e9dc {{(pid=110298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 14:50:16.980144 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1913e3a9-4d8e-4d6b-b8df-b7268706e9dc'] response: {'name': 'network-changed', 'server_uuid': 'c1d9b9d9-1de4-4d63-93d0-4e256e88f092', 'tag': '16a7f20f-eff2-4927-8740-26741afb519a', 'status': 'completed', 'code': 200} May 03 14:50:17.000672 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-7508c84f-5444-49e5-b992-8b87d1f359cc req-ad3b5f12-6326-489d-912b-f71f92681152 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] Publish callbacks [] for port (0e5921b2-ce6c-49d3-9352-94c944feb3b9), precommit_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:50:17.036828 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_hamode_db [None req-ad860c6a-52e4-4196-ac62-f9ed3208d43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db4af115-9f4b-4bb1-9a55-aee1c9e2515d', 'name': 'tempest-ServerRescueNegativeTestJSON-1281093079-router', 'tenant_id': '85acf5f5a53f45dd96135bdfdbd36bee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'external_fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '5882d21c-2b98-403e-88d3-88a5b9aa99ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:47:01Z', 'updated_at': '2022-05-03T14:47:10Z', 'revision_number': 4, 'project_id': '85acf5f5a53f45dd96135bdfdbd36bee', 'gw_port': {'id': '5882d21c-2b98-403e-88d3-88a5b9aa99ab', 'name': '', 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:db:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db4af115-9f4b-4bb1-9a55-aee1c9e2515d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:47:03Z', 'updated_at': '2022-05-03T14:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f907060b-4748-4522-aeb5-06a44b689374', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-3-iscsi', '_floatingips': [{'id': '376161c1-de5d-459a-980b-db5c469ff898', 'tenant_id': '85acf5f5a53f45dd96135bdfdbd36bee', 'floating_ip_address': '172.27.0.2', 'floating_network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'router_id': 'db4af115-9f4b-4bb1-9a55-aee1c9e2515d', 'port_id': '16a7f20f-eff2-4927-8740-26741afb519a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 399, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d59a619-2104-48af-9b29-5b43721c1720', 'mac_address': 'fa:16:3e:d4:96:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d9b9d9-1de4-4d63-93d0-4e256e88f092', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T14:49:40Z', 'updated_at': '2022-05-03T14:50:15Z', 'revision_number': 1, 'project_id': '85acf5f5a53f45dd96135bdfdbd36bee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae3ee56f-1057-44ee-85bd-bb4bf0c0703c', 'name': '', 'network_id': '2d59a619-2104-48af-9b29-5b43721c1720', 'tenant_id': '85acf5f5a53f45dd96135bdfdbd36bee', 'mac_address': 'fa:16:3e:fd:a0:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db4af115-9f4b-4bb1-9a55-aee1c9e2515d', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'fd06123f-ac2d-4feb-b448-363a0cf902f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:47:09Z', 'updated_at': '2022-05-03T14:47:19Z', 'revision_number': 5, 'project_id': '85acf5f5a53f45dd96135bdfdbd36bee', 'subnets': [{'id': 'fd06123f-ac2d-4feb-b448-363a0cf902f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-3-iscsi', False) {} {{(pid=110300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:50:17.069329 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad860c6a-52e4-4196-ac62-f9ed3208d43c None None] Checking router: db4af115-9f4b-4bb1-9a55-aee1c9e2515d for host: dv-cinder-840289-3-iscsi {{(pid=110300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 14:50:17.070565 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75eac5f8-6ded-43b5-b90f-c772ddafef40 req-8fa90b82-eafa-4314-8476-78e03bd76129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:50:17.073204 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [req-75eac5f8-6ded-43b5-b90f-c772ddafef40 req-8fa90b82-eafa-4314-8476-78e03bd76129 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=85acf5f5a53f45dd96135bdfdbd36bee&device_id=c1d9b9d9-1de4-4d63-93d0-4e256e88f092 HTTP/1.1" status: 200 len: 1129 time: 0.0480561 May 03 14:50:17.086500 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad860c6a-52e4-4196-ac62-f9ed3208d43c None None] Routers {'db4af115-9f4b-4bb1-9a55-aee1c9e2515d'} bound to L3 agent in host dv-cinder-840289-3-iscsi {{(pid=110300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:50:17.087152 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_hamode_db [None req-ad860c6a-52e4-4196-ac62-f9ed3208d43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T14:38:11Z,description=,heartbeat_timestamp=2022-05-03T14:50:11Z,host='dv-cinder-840289-3-iscsi',id=a9161e1b-902d-441f-843b-a0ff0805adee,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:38:12Z,topic='l3_agent')) {'router_ids': ['db4af115-9f4b-4bb1-9a55-aee1c9e2515d'], 'active': True} {{(pid=110300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:50:17.108874 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-fe6b0254-892a-41cb-bc9d-a7530ebf702f req-d7deefc1-abc9-4bff-83c5-3b0558f36f8f tempest-VolumesNegativeTest-899529817 tempest-VolumesNegativeTest-899529817-project] Publish callbacks [] for port (840e8bc1-5bb1-44a1-bd3d-0fc8efa4a03e), precommit_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:50:17.188472 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75eac5f8-6ded-43b5-b90f-c772ddafef40 req-53736a54-d4d7-4cb2-9d8a-0f3a765abd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:50:17.190103 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [req-75eac5f8-6ded-43b5-b90f-c772ddafef40 req-53736a54-d4d7-4cb2-9d8a-0f3a765abd21 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2d59a619-2104-48af-9b29-5b43721c1720 HTTP/1.1" status: 200 len: 920 time: 0.1100712 May 03 14:50:17.203728 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-7508c84f-5444-49e5-b992-8b87d1f359cc req-ad3b5f12-6326-489d-912b-f71f92681152 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775476647060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25806886'] for port (0e5921b2-ce6c-49d3-9352-94c944feb3b9), after_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:50:17.204300 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvr_db [None req-ad860c6a-52e4-4196-ac62-f9ed3208d43c None None] Set router db4af115-9f4b-4bb1-9a55-aee1c9e2515d gateway port host: dv-cinder-840289-3-iscsi {{(pid=110300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:50:17.236766 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-fe6b0254-892a-41cb-bc9d-a7530ebf702f req-d7deefc1-abc9-4bff-83c5-3b0558f36f8f tempest-VolumesNegativeTest-899529817 tempest-VolumesNegativeTest-899529817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775476647060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25806886'] for port (840e8bc1-5bb1-44a1-bd3d-0fc8efa4a03e), after_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:50:17.255966 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7508c84f-5444-49e5-b992-8b87d1f359cc req-ad3b5f12-6326-489d-912b-f71f92681152 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] Network f9508427-db4d-416b-987f-da2fc50a7ea8 is already hosted by enough agents. {{(pid=110298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 14:50:17.260891 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.scheduler.base_scheduler [req-7508c84f-5444-49e5-b992-8b87d1f359cc req-ad3b5f12-6326-489d-912b-f71f92681152 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] Resources bound (agent type, host, resource id): {{(pid=110298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 14:50:17.268993 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.db.l3_dvrscheduler_db [req-7508c84f-5444-49e5-b992-8b87d1f359cc req-ad3b5f12-6326-489d-912b-f71f92681152 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] Received port after_create {{(pid=110298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 14:50:17.296475 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [req-75eac5f8-6ded-43b5-b90f-c772ddafef40 req-3f0be728-2b69-4a55-89a1-caa88f408add service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=16a7f20f-eff2-4927-8740-26741afb519a HTTP/1.1" status: 200 len: 997 time: 0.0798748 May 03 14:50:17.302575 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3b5f12-6326-489d-912b-f71f92681152 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] Pushing event updated for resources: {'Port': ['ID=0e5921b2-ce6c-49d3-9352-94c944feb3b9,revision_number=1']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:50:17.308146 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe6b0254-892a-41cb-bc9d-a7530ebf702f req-d7deefc1-abc9-4bff-83c5-3b0558f36f8f tempest-VolumesNegativeTest-899529817 tempest-VolumesNegativeTest-899529817-project] Network 4362eb29-2c7b-4297-af89-0743cf1cf84f is already hosted by enough agents. {{(pid=110298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 14:50:17.319824 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.scheduler.base_scheduler [req-fe6b0254-892a-41cb-bc9d-a7530ebf702f req-d7deefc1-abc9-4bff-83c5-3b0558f36f8f tempest-VolumesNegativeTest-899529817 tempest-VolumesNegativeTest-899529817-project] Resources bound (agent type, host, resource id): {{(pid=110298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 14:50:17.364656 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe6b0254-892a-41cb-bc9d-a7530ebf702f req-d7deefc1-abc9-4bff-83c5-3b0558f36f8f tempest-VolumesNegativeTest-899529817 tempest-VolumesNegativeTest-899529817-project] Received port after_create {{(pid=110298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 14:50:17.402159 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75eac5f8-6ded-43b5-b90f-c772ddafef40 req-91138022-dc65-4dad-aa62-bf8a7f307be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:50:17.403859 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [req-75eac5f8-6ded-43b5-b90f-c772ddafef40 req-91138022-dc65-4dad-aa62-bf8a7f307be8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fd06123f-ac2d-4feb-b448-363a0cf902f7 HTTP/1.1" status: 200 len: 858 time: 0.1059103 May 03 14:50:17.477923 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7508c84f-5444-49e5-b992-8b87d1f359cc req-ad3b5f12-6326-489d-912b-f71f92681152 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:50:17.478582 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-7508c84f-5444-49e5-b992-8b87d1f359cc req-ad3b5f12-6326-489d-912b-f71f92681152 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46205'] for port (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:50:17.482583 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75eac5f8-6ded-43b5-b90f-c772ddafef40 req-a2dc6568-2409-4d18-91e4-f4072bc4407a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:50:17.484925 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [req-75eac5f8-6ded-43b5-b90f-c772ddafef40 req-a2dc6568-2409-4d18-91e4-f4072bc4407a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2d59a619-2104-48af-9b29-5b43721c1720&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0736294 May 03 14:50:17.532251 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 43112) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:50:17.565486 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7deefc1-abc9-4bff-83c5-3b0558f36f8f tempest-VolumesNegativeTest-899529817 tempest-VolumesNegativeTest-899529817-project] Pushing event updated for resources: {'Port': ['ID=840e8bc1-5bb1-44a1-bd3d-0fc8efa4a03e,revision_number=1']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:50:17.592655 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_hamode_db [None req-ad860c6a-52e4-4196-ac62-f9ed3208d43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db4af115-9f4b-4bb1-9a55-aee1c9e2515d', 'name': 'tempest-ServerRescueNegativeTestJSON-1281093079-router', 'tenant_id': '85acf5f5a53f45dd96135bdfdbd36bee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'external_fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '5882d21c-2b98-403e-88d3-88a5b9aa99ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:47:01Z', 'updated_at': '2022-05-03T14:47:10Z', 'revision_number': 4, 'project_id': '85acf5f5a53f45dd96135bdfdbd36bee', 'gw_port': {'id': '5882d21c-2b98-403e-88d3-88a5b9aa99ab', 'name': '', 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:db:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db4af115-9f4b-4bb1-9a55-aee1c9e2515d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:47:03Z', 'updated_at': '2022-05-03T14:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f907060b-4748-4522-aeb5-06a44b689374', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-3-iscsi', '_floatingips': [{'id': '376161c1-de5d-459a-980b-db5c469ff898', 'tenant_id': '85acf5f5a53f45dd96135bdfdbd36bee', 'floating_ip_address': '172.27.0.2', 'floating_network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'router_id': 'db4af115-9f4b-4bb1-9a55-aee1c9e2515d', 'port_id': '16a7f20f-eff2-4927-8740-26741afb519a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 399, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d59a619-2104-48af-9b29-5b43721c1720', 'mac_address': 'fa:16:3e:d4:96:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d9b9d9-1de4-4d63-93d0-4e256e88f092', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T14:49:40Z', 'updated_at': '2022-05-03T14:50:15Z', 'revision_number': 1, 'project_id': '85acf5f5a53f45dd96135bdfdbd36bee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae3ee56f-1057-44ee-85bd-bb4bf0c0703c', 'name': '', 'network_id': '2d59a619-2104-48af-9b29-5b43721c1720', 'tenant_id': '85acf5f5a53f45dd96135bdfdbd36bee', 'mac_address': 'fa:16:3e:fd:a0:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db4af115-9f4b-4bb1-9a55-aee1c9e2515d', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'fd06123f-ac2d-4feb-b448-363a0cf902f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:47:09Z', 'updated_at': '2022-05-03T14:47:19Z', 'revision_number': 5, 'project_id': '85acf5f5a53f45dd96135bdfdbd36bee', 'subnets': [{'id': 'fd06123f-ac2d-4feb-b448-363a0cf902f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-3-iscsi', False) {} {{(pid=110300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:50:17.593493 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6b0254-892a-41cb-bc9d-a7530ebf702f req-d7deefc1-abc9-4bff-83c5-3b0558f36f8f tempest-VolumesNegativeTest-899529817 tempest-VolumesNegativeTest-899529817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:50:17.594411 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-fe6b0254-892a-41cb-bc9d-a7530ebf702f req-d7deefc1-abc9-4bff-83c5-3b0558f36f8f tempest-VolumesNegativeTest-899529817 tempest-VolumesNegativeTest-899529817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46205'] for port (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:50:17.619040 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb38c01c-8743-48cc-880e-19c963828779 req-7e6d52d9-a21d-4645-bed7-a2a0a2ecf82a tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:50:17.620790 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-fb38c01c-8743-48cc-880e-19c963828779 req-7e6d52d9-a21d-4645-bed7-a2a0a2ecf82a tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] 10.222.0.16 "GET /v2.0/ports?device_id=037c4758-c65c-415c-b20a-f7e5ba0a830c HTTP/1.1" status: 200 len: 931 time: 0.2479050 May 03 14:50:17.652537 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad860c6a-52e4-4196-ac62-f9ed3208d43c None None] The sync data for ids ['db4af115-9f4b-4bb1-9a55-aee1c9e2515d'] in dv-cinder-840289-3-iscsi is: [{'id': 'db4af115-9f4b-4bb1-9a55-aee1c9e2515d', 'name': 'tempest-ServerRescueNegativeTestJSON-1281093079-router', 'tenant_id': '85acf5f5a53f45dd96135bdfdbd36bee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'external_fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '5882d21c-2b98-403e-88d3-88a5b9aa99ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:47:01Z', 'updated_at': '2022-05-03T14:47:10Z', 'revision_number': 4, 'project_id': '85acf5f5a53f45dd96135bdfdbd36bee', 'gw_port': {'id': '5882d21c-2b98-403e-88d3-88a5b9aa99ab', 'name': '', 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:db:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db4af115-9f4b-4bb1-9a55-aee1c9e2515d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:47:03Z', 'updated_at': '2022-05-03T14:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f907060b-4748-4522-aeb5-06a44b689374', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-3-iscsi', '_floatingips': [{'id': '376161c1-de5d-459a-980b-db5c469ff898', 'tenant_id': '85acf5f5a53f45dd96135bdfdbd36bee', 'floating_ip_address': '172.27.0.2', 'floating_network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'router_id': 'db4af115-9f4b-4bb1-9a55-aee1c9e2515d', 'port_id': '16a7f20f-eff2-4927-8740-26741afb519a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 399, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d59a619-2104-48af-9b29-5b43721c1720', 'mac_address': 'fa:16:3e:d4:96:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d9b9d9-1de4-4d63-93d0-4e256e88f092', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T14:49:40Z', 'updated_at': '2022-05-03T14:50:15Z', 'revision_number': 1, 'project_id': '85acf5f5a53f45dd96135bdfdbd36bee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae3ee56f-1057-44ee-85bd-bb4bf0c0703c', 'name': '', 'network_id': '2d59a619-2104-48af-9b29-5b43721c1720', 'tenant_id': '85acf5f5a53f45dd96135bdfdbd36bee', 'mac_address': 'fa:16:3e:fd:a0:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db4af115-9f4b-4bb1-9a55-aee1c9e2515d', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'fd06123f-ac2d-4feb-b448-363a0cf902f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:47:09Z', 'updated_at': '2022-05-03T14:47:19Z', 'revision_number': 5, 'project_id': '85acf5f5a53f45dd96135bdfdbd36bee', 'subnets': [{'id': 'fd06123f-ac2d-4feb-b448-363a0cf902f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 14:50:17.665820 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [req-75eac5f8-6ded-43b5-b90f-c772ddafef40 req-f3c09e8b-84d6-4e60-81a1-033d4f5ed264 service neutron] 10.222.0.55 "GET /v2.0/networks/2d59a619-2104-48af-9b29-5b43721c1720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634464 May 03 14:50:17.700193 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-fb38c01c-8743-48cc-880e-19c963828779 req-af8e47a5-ecd6-46bd-ad47-31430a94cb07 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] 10.222.0.16 "GET /v2.0/security-groups?id=739575c7-37fa-46fc-93e9-2268529558a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693347 May 03 14:50:17.705583 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-fe6b0254-892a-41cb-bc9d-a7530ebf702f req-d7deefc1-abc9-4bff-83c5-3b0558f36f8f tempest-VolumesNegativeTest-899529817 tempest-VolumesNegativeTest-899529817-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2292516 May 03 14:50:17.714056 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-7508c84f-5444-49e5-b992-8b87d1f359cc req-ad3b5f12-6326-489d-912b-f71f92681152 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0659142 May 03 14:50:17.715230 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [None req-aa2df6a2-d9ca-4186-839a-acf6f110e2ef None None] Provisioning complete for port 0e5921b2-ce6c-49d3-9352-94c944feb3b9 triggered by entity DHCP. {{(pid=110299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:50:17.715691 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-aa2df6a2-d9ca-4186-839a-acf6f110e2ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728915'] for port (0e5921b2-ce6c-49d3-9352-94c944feb3b9), provisioning_complete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:50:17.754233 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.v2.base [req-fe6b0254-892a-41cb-bc9d-a7530ebf702f req-afaec67b-7c0a-44a6-ad67-63046b018d5f service neutron] Request body: {'port': {'device_id': '4fdf1458-d235-4dd5-978a-8b63c38e3d99', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84028'}} {{(pid=110298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:50:17.767869 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.v2.base [req-7508c84f-5444-49e5-b992-8b87d1f359cc req-d626c79b-4dda-450e-a706-03e3896c9324 service neutron] Request body: {'port': {'device_id': '037c4758-c65c-415c-b20a-f7e5ba0a830c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84028'}} {{(pid=110298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:50:17.778397 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-aa2df6a2-d9ca-4186-839a-acf6f110e2ef None None] Port 0e5921b2-ce6c-49d3-9352-94c944feb3b9 cannot update to ACTIVE because it is not bound. {{(pid=110299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 14:50:17.829279 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [req-75eac5f8-6ded-43b5-b90f-c772ddafef40 req-7a0ad522-229f-4f7c-88f8-4a60849bbe53 service neutron] 10.222.0.55 "GET /v2.0/networks/2d59a619-2104-48af-9b29-5b43721c1720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524169 May 03 14:50:17.837650 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fba221-eaa3-4ae1-b0ac-d8b7fb5539a9 req-2fdaa013-bf0c-4f68-bc29-9d12a632cd36 tempest-VolumesNegativeTest-899529817 tempest-VolumesNegativeTest-899529817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:50:17.839212 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-c4fba221-eaa3-4ae1-b0ac-d8b7fb5539a9 req-2fdaa013-bf0c-4f68-bc29-9d12a632cd36 tempest-VolumesNegativeTest-899529817 tempest-VolumesNegativeTest-899529817-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fdf1458-d235-4dd5-978a-8b63c38e3d99 HTTP/1.1" status: 200 len: 935 time: 0.2306173 May 03 14:50:17.844192 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-8e180b20-d748-4659-8a2a-bbbd485230f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:50:17.896526 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [None req-8dfcf6cd-2de8-469f-a0db-5528c97a53d8 None None] Provisioning complete for port 840e8bc1-5bb1-44a1-bd3d-0fc8efa4a03e triggered by entity DHCP. {{(pid=110299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:50:17.896844 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8dfcf6cd-2de8-469f-a0db-5528c97a53d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728915'] for port (840e8bc1-5bb1-44a1-bd3d-0fc8efa4a03e), provisioning_complete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:50:17.923584 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc9eb22-9ad6-4b45-b822-9f0896b0a468 None None] New status for floating IP 376161c1-de5d-459a-980b-db5c469ff898: ACTIVE {{(pid=110299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 14:50:17.955182 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-fe6b0254-892a-41cb-bc9d-a7530ebf702f req-afaec67b-7c0a-44a6-ad67-63046b018d5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (840e8bc1-5bb1-44a1-bd3d-0fc8efa4a03e), before_update {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:50:17.960563 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-7508c84f-5444-49e5-b992-8b87d1f359cc req-d626c79b-4dda-450e-a706-03e3896c9324 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (0e5921b2-ce6c-49d3-9352-94c944feb3b9), before_update {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:50:17.978104 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-8dfcf6cd-2de8-469f-a0db-5528c97a53d8 None None] Port 840e8bc1-5bb1-44a1-bd3d-0fc8efa4a03e cannot update to ACTIVE because it is not bound. {{(pid=110299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 14:50:18.003311 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-c4fba221-eaa3-4ae1-b0ac-d8b7fb5539a9 req-8a869ba4-9e5c-4203-ab70-780ed437bc98 tempest-VolumesNegativeTest-899529817 tempest-VolumesNegativeTest-899529817-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c4fe074-d4fa-468b-8da7-d482976ab3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551301 May 03 14:50:18.297051 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-8e180b20-d748-4659-8a2a-bbbd485230f9 admin admin] Publish callbacks [] for security_group (b69c017b-c633-4382-9ee5-0f008dadf8a7), precommit_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:50:18.376525 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-8e180b20-d748-4659-8a2a-bbbd485230f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (b69c017b-c633-4382-9ee5-0f008dadf8a7), after_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:50:18.452898 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e180b20-d748-4659-8a2a-bbbd485230f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b69c017b-c633-4382-9ee5-0f008dadf8a7,revision_number=1']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:50:18.461113 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-8e180b20-d748-4659-8a2a-bbbd485230f9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e9eb91083b3f41c9978fd6d44d08730f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9247992 May 03 14:50:18.463827 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 43118) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:50:18.512786 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-e29a3094-9cd3-4745-93d0-d0ff123593c2 admin admin] Publish callbacks [] for security_group (b69c017b-c633-4382-9ee5-0f008dadf8a7), before_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:50:18.535588 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-e29a3094-9cd3-4745-93d0-d0ff123593c2 admin admin] Publish callbacks [] for security_group (b69c017b-c633-4382-9ee5-0f008dadf8a7), precommit_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:50:18.569583 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.notifiers.nova [req-fe6b0254-892a-41cb-bc9d-a7530ebf702f req-afaec67b-7c0a-44a6-ad67-63046b018d5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 840e8bc1-5bb1-44a1-bd3d-0fc8efa4a03e {{(pid=110298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 14:50:18.582350 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-fe6b0254-892a-41cb-bc9d-a7530ebf702f req-afaec67b-7c0a-44a6-ad67-63046b018d5f service neutron] Publish callbacks [] for port (840e8bc1-5bb1-44a1-bd3d-0fc8efa4a03e), precommit_update {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:50:18.585733 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.notifiers.nova [req-7508c84f-5444-49e5-b992-8b87d1f359cc req-d626c79b-4dda-450e-a706-03e3896c9324 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e5921b2-ce6c-49d3-9352-94c944feb3b9 {{(pid=110298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 14:50:18.596280 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-7508c84f-5444-49e5-b992-8b87d1f359cc req-d626c79b-4dda-450e-a706-03e3896c9324 service neutron] Publish callbacks [] for port (0e5921b2-ce6c-49d3-9352-94c944feb3b9), precommit_update {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:50:18.665809 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.db.provisioning_blocks [req-fe6b0254-892a-41cb-bc9d-a7530ebf702f req-afaec67b-7c0a-44a6-ad67-63046b018d5f service neutron] Transition to ACTIVE for port object 840e8bc1-5bb1-44a1-bd3d-0fc8efa4a03e will not be triggered until provisioned by entity L2. {{(pid=110298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 03 14:50:18.666879 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.db.provisioning_blocks [req-7508c84f-5444-49e5-b992-8b87d1f359cc req-d626c79b-4dda-450e-a706-03e3896c9324 service neutron] Transition to ACTIVE for port object 0e5921b2-ce6c-49d3-9352-94c944feb3b9 will not be triggered until provisioned by entity L2. {{(pid=110298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 03 14:50:18.667194 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-e29a3094-9cd3-4745-93d0-d0ff123593c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (b69c017b-c633-4382-9ee5-0f008dadf8a7), after_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:50:18.670208 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-e29a3094-9cd3-4745-93d0-d0ff123593c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:50:18.671388 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-e29a3094-9cd3-4745-93d0-d0ff123593c2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b69c017b-c633-4382-9ee5-0f008dadf8a7 HTTP/1.1" status: 204 len: 168 time: 0.2065961 May 03 14:50:18.683241 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29a3094-9cd3-4745-93d0-d0ff123593c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b69c017b-c633-4382-9ee5-0f008dadf8a7,revision_number=None']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:50:18.757366 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-fe6b0254-892a-41cb-bc9d-a7530ebf702f req-afaec67b-7c0a-44a6-ad67-63046b018d5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25806943'] for port (840e8bc1-5bb1-44a1-bd3d-0fc8efa4a03e), after_update {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:50:18.792093 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-7508c84f-5444-49e5-b992-8b87d1f359cc req-d626c79b-4dda-450e-a706-03e3896c9324 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25806943'] for port (0e5921b2-ce6c-49d3-9352-94c944feb3b9), after_update {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:50:18.861164 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaec67b-7c0a-44a6-ad67-63046b018d5f service neutron] Pushing event updated for resources: {'Port': ['ID=840e8bc1-5bb1-44a1-bd3d-0fc8efa4a03e,revision_number=2']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:50:18.878915 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13d6cc8-8a65-4161-83d8-c3df07b9e743 req-83187ecd-00e2-46e9-a046-5d498064c86a tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:50:18.880556 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-d13d6cc8-8a65-4161-83d8-c3df07b9e743 req-83187ecd-00e2-46e9-a046-5d498064c86a tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] 10.222.0.16 "GET /v2.0/ports?device_id=037c4758-c65c-415c-b20a-f7e5ba0a830c HTTP/1.1" status: 200 len: 943 time: 0.0943534 May 03 14:50:19.044464 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d626c79b-4dda-450e-a706-03e3896c9324 service neutron] Pushing event updated for resources: {'Port': ['ID=0e5921b2-ce6c-49d3-9352-94c944feb3b9,revision_number=2']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:50:19.167719 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-d13d6cc8-8a65-4161-83d8-c3df07b9e743 req-eac0b6c4-c773-4bc1-b734-a4e3493f4afd tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] 10.222.0.16 "GET /v2.0/security-groups?id=739575c7-37fa-46fc-93e9-2268529558a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2640011 May 03 14:50:19.168319 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.managers [req-fe6b0254-892a-41cb-bc9d-a7530ebf702f req-afaec67b-7c0a-44a6-ad67-63046b018d5f service neutron] Attempting to bind port 840e8bc1-5bb1-44a1-bd3d-0fc8efa4a03e on host hv-cinder-84028 for vnic_type normal with profile {{(pid=110298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 14:50:19.168657 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.managers [req-fe6b0254-892a-41cb-bc9d-a7530ebf702f req-afaec67b-7c0a-44a6-ad67-63046b018d5f service neutron] Attempting to bind port 840e8bc1-5bb1-44a1-bd3d-0fc8efa4a03e by drivers openvswitch,hyperv on host hv-cinder-84028 at level 0 using segments [{'id': '57c46991-e7f6-4ab0-91e5-60f60237f52f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '4362eb29-2c7b-4297-af89-0743cf1cf84f'}] {{(pid=110298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 14:50:19.168984 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe6b0254-892a-41cb-bc9d-a7530ebf702f req-afaec67b-7c0a-44a6-ad67-63046b018d5f service neutron] Attempting to bind port 840e8bc1-5bb1-44a1-bd3d-0fc8efa4a03e on network 4362eb29-2c7b-4297-af89-0743cf1cf84f {{(pid=110298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 14:50:19.184735 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4225e0-1487-4fed-8cf0-0fcd9c95c5c8 req-29f481e5-9993-444f-8516-088d26c40df4 tempest-VolumesNegativeTest-899529817 tempest-VolumesNegativeTest-899529817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:50:19.186147 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-5d4225e0-1487-4fed-8cf0-0fcd9c95c5c8 req-29f481e5-9993-444f-8516-088d26c40df4 tempest-VolumesNegativeTest-899529817 tempest-VolumesNegativeTest-899529817-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fdf1458-d235-4dd5-978a-8b63c38e3d99 HTTP/1.1" status: 200 len: 947 time: 0.0915034 May 03 14:50:19.195874 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe6b0254-892a-41cb-bc9d-a7530ebf702f req-afaec67b-7c0a-44a6-ad67-63046b018d5f service neutron] Port 840e8bc1-5bb1-44a1-bd3d-0fc8efa4a03e on network 4362eb29-2c7b-4297-af89-0743cf1cf84f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84028 {{(pid=110298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 03 14:50:19.195874 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe6b0254-892a-41cb-bc9d-a7530ebf702f req-afaec67b-7c0a-44a6-ad67-63046b018d5f service neutron] Attempting to bind port 840e8bc1-5bb1-44a1-bd3d-0fc8efa4a03e on network 4362eb29-2c7b-4297-af89-0743cf1cf84f {{(pid=110298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 14:50:19.209006 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.managers [req-7508c84f-5444-49e5-b992-8b87d1f359cc req-d626c79b-4dda-450e-a706-03e3896c9324 service neutron] Attempting to bind port 0e5921b2-ce6c-49d3-9352-94c944feb3b9 on host hv-cinder-84028 for vnic_type normal with profile {{(pid=110298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 14:50:19.209344 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.managers [req-7508c84f-5444-49e5-b992-8b87d1f359cc req-d626c79b-4dda-450e-a706-03e3896c9324 service neutron] Attempting to bind port 0e5921b2-ce6c-49d3-9352-94c944feb3b9 by drivers openvswitch,hyperv on host hv-cinder-84028 at level 0 using segments [{'id': '40c723d8-45df-4e69-9439-7cb5b609b381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'f9508427-db4d-416b-987f-da2fc50a7ea8'}] {{(pid=110298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 14:50:19.209678 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7508c84f-5444-49e5-b992-8b87d1f359cc req-d626c79b-4dda-450e-a706-03e3896c9324 service neutron] Attempting to bind port 0e5921b2-ce6c-49d3-9352-94c944feb3b9 on network f9508427-db4d-416b-987f-da2fc50a7ea8 {{(pid=110298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 14:50:19.222519 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe6b0254-892a-41cb-bc9d-a7530ebf702f req-afaec67b-7c0a-44a6-ad67-63046b018d5f service neutron] Checking agent: {'id': '26e70f58-a201-437c-be8d-fd2714f100da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84028', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 14, 44, 59), 'started_at': datetime.datetime(2022, 5, 3, 14, 44, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 14, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 14:50:19.222519 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe6b0254-892a-41cb-bc9d-a7530ebf702f req-afaec67b-7c0a-44a6-ad67-63046b018d5f service neutron] Checking segment: {'id': '57c46991-e7f6-4ab0-91e5-60f60237f52f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '4362eb29-2c7b-4297-af89-0743cf1cf84f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 14:50:19.222519 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe6b0254-892a-41cb-bc9d-a7530ebf702f req-afaec67b-7c0a-44a6-ad67-63046b018d5f service neutron] Bound using segment: {'id': '57c46991-e7f6-4ab0-91e5-60f60237f52f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '4362eb29-2c7b-4297-af89-0743cf1cf84f'} {{(pid=110298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 14:50:19.222519 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.managers [req-fe6b0254-892a-41cb-bc9d-a7530ebf702f req-afaec67b-7c0a-44a6-ad67-63046b018d5f service neutron] Bound port: 840e8bc1-5bb1-44a1-bd3d-0fc8efa4a03e, host: hv-cinder-84028, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57c46991-e7f6-4ab0-91e5-60f60237f52f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '4362eb29-2c7b-4297-af89-0743cf1cf84f'}}] {{(pid=110298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 14:50:19.222519 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-fe6b0254-892a-41cb-bc9d-a7530ebf702f req-afaec67b-7c0a-44a6-ad67-63046b018d5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (840e8bc1-5bb1-44a1-bd3d-0fc8efa4a03e), before_update {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:50:19.227834 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7508c84f-5444-49e5-b992-8b87d1f359cc req-d626c79b-4dda-450e-a706-03e3896c9324 service neutron] Port 0e5921b2-ce6c-49d3-9352-94c944feb3b9 on network f9508427-db4d-416b-987f-da2fc50a7ea8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84028 {{(pid=110298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 03 14:50:19.228161 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7508c84f-5444-49e5-b992-8b87d1f359cc req-d626c79b-4dda-450e-a706-03e3896c9324 service neutron] Attempting to bind port 0e5921b2-ce6c-49d3-9352-94c944feb3b9 on network f9508427-db4d-416b-987f-da2fc50a7ea8 {{(pid=110298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 14:50:19.244446 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7508c84f-5444-49e5-b992-8b87d1f359cc req-d626c79b-4dda-450e-a706-03e3896c9324 service neutron] Checking agent: {'id': '26e70f58-a201-437c-be8d-fd2714f100da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84028', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 14, 44, 59), 'started_at': datetime.datetime(2022, 5, 3, 14, 44, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 14, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 14:50:19.244789 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7508c84f-5444-49e5-b992-8b87d1f359cc req-d626c79b-4dda-450e-a706-03e3896c9324 service neutron] Checking segment: {'id': '40c723d8-45df-4e69-9439-7cb5b609b381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'f9508427-db4d-416b-987f-da2fc50a7ea8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 14:50:19.245178 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7508c84f-5444-49e5-b992-8b87d1f359cc req-d626c79b-4dda-450e-a706-03e3896c9324 service neutron] Bound using segment: {'id': '40c723d8-45df-4e69-9439-7cb5b609b381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'f9508427-db4d-416b-987f-da2fc50a7ea8'} {{(pid=110298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 14:50:19.245611 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.managers [req-7508c84f-5444-49e5-b992-8b87d1f359cc req-d626c79b-4dda-450e-a706-03e3896c9324 service neutron] Bound port: 0e5921b2-ce6c-49d3-9352-94c944feb3b9, host: hv-cinder-84028, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40c723d8-45df-4e69-9439-7cb5b609b381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'f9508427-db4d-416b-987f-da2fc50a7ea8'}}] {{(pid=110298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 14:50:19.245973 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-7508c84f-5444-49e5-b992-8b87d1f359cc req-d626c79b-4dda-450e-a706-03e3896c9324 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (0e5921b2-ce6c-49d3-9352-94c944feb3b9), before_update {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:50:19.321178 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-5d4225e0-1487-4fed-8cf0-0fcd9c95c5c8 req-28853cb3-2f05-4fae-910d-592b5e06bc3b tempest-VolumesNegativeTest-899529817 tempest-VolumesNegativeTest-899529817-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c4fe074-d4fa-468b-8da7-d482976ab3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234665 May 03 14:50:19.372701 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.db [req-fe6b0254-892a-41cb-bc9d-a7530ebf702f req-afaec67b-7c0a-44a6-ad67-63046b018d5f service neutron] For port 840e8bc1-5bb1-44a1-bd3d-0fc8efa4a03e, host hv-cinder-84028, cleared binding levels {{(pid=110298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 14:50:19.377762 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.db [req-fe6b0254-892a-41cb-bc9d-a7530ebf702f req-afaec67b-7c0a-44a6-ad67-63046b018d5f service neutron] For port 840e8bc1-5bb1-44a1-bd3d-0fc8efa4a03e, host hv-cinder-84028, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=840e8bc1-5bb1-44a1-bd3d-0fc8efa4a03e,segment=NetworkSegment(57c46991-e7f6-4ab0-91e5-60f60237f52f),segment_id=57c46991-e7f6-4ab0-91e5-60f60237f52f)] {{(pid=110298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 14:50:19.382831 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.db [req-7508c84f-5444-49e5-b992-8b87d1f359cc req-d626c79b-4dda-450e-a706-03e3896c9324 service neutron] For port 0e5921b2-ce6c-49d3-9352-94c944feb3b9, host hv-cinder-84028, cleared binding levels {{(pid=110298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 14:50:19.385845 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.db [req-7508c84f-5444-49e5-b992-8b87d1f359cc req-d626c79b-4dda-450e-a706-03e3896c9324 service neutron] For port 0e5921b2-ce6c-49d3-9352-94c944feb3b9, host hv-cinder-84028, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=0e5921b2-ce6c-49d3-9352-94c944feb3b9,segment=NetworkSegment(40c723d8-45df-4e69-9439-7cb5b609b381),segment_id=40c723d8-45df-4e69-9439-7cb5b609b381)] {{(pid=110298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 14:50:19.449146 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-fe6b0254-892a-41cb-bc9d-a7530ebf702f req-afaec67b-7c0a-44a6-ad67-63046b018d5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25806943'] for port (840e8bc1-5bb1-44a1-bd3d-0fc8efa4a03e), after_update {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:50:19.478172 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-7508c84f-5444-49e5-b992-8b87d1f359cc req-d626c79b-4dda-450e-a706-03e3896c9324 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25806943'] for port (0e5921b2-ce6c-49d3-9352-94c944feb3b9), after_update {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:50:19.486408 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6b0254-892a-41cb-bc9d-a7530ebf702f req-afaec67b-7c0a-44a6-ad67-63046b018d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:50:19.492236 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-fe6b0254-892a-41cb-bc9d-a7530ebf702f req-afaec67b-7c0a-44a6-ad67-63046b018d5f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46205'] for port (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:50:19.492236 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-fe6b0254-892a-41cb-bc9d-a7530ebf702f req-afaec67b-7c0a-44a6-ad67-63046b018d5f service neutron] 10.222.0.55 "PUT /v2.0/ports/840e8bc1-5bb1-44a1-bd3d-0fc8efa4a03e HTTP/1.1" status: 200 len: 1097 time: 1.7395756 May 03 14:50:19.492236 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fdf1458-d235-4dd5-978a-8b63c38e3d99', 'tag': '840e8bc1-5bb1-44a1-bd3d-0fc8efa4a03e'}] {{(pid=110298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 14:50:19.493831 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75d30aab20f2b99e69676ba1094dd13d61de0bc97323401ed2dd99ba05286cef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e08cbe3-d19b-48bf-b4d6-15ba2b68e067" -d '{"events": [{"name": "network-changed", "server_uuid": "4fdf1458-d235-4dd5-978a-8b63c38e3d99", "tag": "840e8bc1-5bb1-44a1-bd3d-0fc8efa4a03e"}]}' {{(pid=110298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 14:50:19.516490 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7508c84f-5444-49e5-b992-8b87d1f359cc req-d626c79b-4dda-450e-a706-03e3896c9324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:50:19.517119 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-7508c84f-5444-49e5-b992-8b87d1f359cc req-d626c79b-4dda-450e-a706-03e3896c9324 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46205'] for port (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:50:19.518594 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-7508c84f-5444-49e5-b992-8b87d1f359cc req-d626c79b-4dda-450e-a706-03e3896c9324 service neutron] 10.222.0.55 "PUT /v2.0/ports/0e5921b2-ce6c-49d3-9352-94c944feb3b9 HTTP/1.1" status: 200 len: 1093 time: 1.7684100 May 03 14:50:19.529853 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaec67b-7c0a-44a6-ad67-63046b018d5f service neutron] Pushing event updated for resources: {'Port': ['ID=840e8bc1-5bb1-44a1-bd3d-0fc8efa4a03e,revision_number=3']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:50:19.536306 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 14:50:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f6dbc03-f7ea-4ce7-bfe6-e27f13964be3 x-openstack-request-id: req-9f6dbc03-f7ea-4ce7-bfe6-e27f13964be3 {{(pid=110298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 14:50:19.536822 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fdf1458-d235-4dd5-978a-8b63c38e3d99", "tag": "840e8bc1-5bb1-44a1-bd3d-0fc8efa4a03e", "status": "completed", "code": 200}]} {{(pid=110298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 14:50:19.537310 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9f6dbc03-f7ea-4ce7-bfe6-e27f13964be3 {{(pid=110298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 14:50:19.538489 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f6dbc03-f7ea-4ce7-bfe6-e27f13964be3'] response: {'name': 'network-changed', 'server_uuid': '4fdf1458-d235-4dd5-978a-8b63c38e3d99', 'tag': '840e8bc1-5bb1-44a1-bd3d-0fc8efa4a03e', 'status': 'completed', 'code': 200} May 03 14:50:19.619851 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d626c79b-4dda-450e-a706-03e3896c9324 service neutron] Pushing event updated for resources: {'Port': ['ID=0e5921b2-ce6c-49d3-9352-94c944feb3b9,revision_number=3']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:50:19.841121 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e08cbe3-d19b-48bf-b4d6-15ba2b68e067 req-b5161401-3bd8-4e86-ba30-54133afdc672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:50:19.844024 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-5e08cbe3-d19b-48bf-b4d6-15ba2b68e067 req-b5161401-3bd8-4e86-ba30-54133afdc672 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=84e6caa20c55447aa4329ac87aed9a1c&device_id=4fdf1458-d235-4dd5-978a-8b63c38e3d99 HTTP/1.1" status: 200 len: 1131 time: 0.0531793 May 03 14:50:19.920942 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-5e08cbe3-d19b-48bf-b4d6-15ba2b68e067 req-252bc6f2-152e-4391-99d1-e033c75bc95c service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=84e6caa20c55447aa4329ac87aed9a1c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0430279 May 03 14:50:19.949018 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7508c84f-5444-49e5-b992-8b87d1f359cc req-7717c1c5-8cdf-4400-84ee-64bced0bf10c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:50:19.950471 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-7508c84f-5444-49e5-b992-8b87d1f359cc req-7717c1c5-8cdf-4400-84ee-64bced0bf10c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7d4c047e715a4907a16f3e647f380b0b&device_id=037c4758-c65c-415c-b20a-f7e5ba0a830c HTTP/1.1" status: 200 len: 1127 time: 0.0646679 May 03 14:50:20.024199 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e08cbe3-d19b-48bf-b4d6-15ba2b68e067 req-52d4d15e-04d9-468a-bf14-289a39f10ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:50:20.025658 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-5e08cbe3-d19b-48bf-b4d6-15ba2b68e067 req-52d4d15e-04d9-468a-bf14-289a39f10ac8 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0977924 May 03 14:50:20.282480 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e56fcc-6217-433d-a670-4c51f38943d5 req-2e943242-c034-4f30-9ce7-b58ad40c8597 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:50:20.284002 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-b8e56fcc-6217-433d-a670-4c51f38943d5 req-2e943242-c034-4f30-9ce7-b58ad40c8597 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] 10.222.0.16 "GET /v2.0/ports?device_id=037c4758-c65c-415c-b20a-f7e5ba0a830c HTTP/1.1" status: 200 len: 943 time: 0.0485725 May 03 14:50:20.333347 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-b8e56fcc-6217-433d-a670-4c51f38943d5 req-24c1a311-2498-429b-b810-c5b02b967189 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] 10.222.0.16 "GET /v2.0/security-groups?id=739575c7-37fa-46fc-93e9-2268529558a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436442 May 03 14:50:20.437027 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731fec8b-7630-4d36-8a94-4f5da350d5a8 req-74ce20e9-dd71-46ae-b8cd-1672890d8bce tempest-VolumesNegativeTest-899529817 tempest-VolumesNegativeTest-899529817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:50:20.438570 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-731fec8b-7630-4d36-8a94-4f5da350d5a8 req-74ce20e9-dd71-46ae-b8cd-1672890d8bce tempest-VolumesNegativeTest-899529817 tempest-VolumesNegativeTest-899529817-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fdf1458-d235-4dd5-978a-8b63c38e3d99 HTTP/1.1" status: 200 len: 947 time: 0.0478406 May 03 14:50:20.490378 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-731fec8b-7630-4d36-8a94-4f5da350d5a8 req-2baf1265-56f4-4473-b7ec-e5f0cdb4af2e tempest-VolumesNegativeTest-899529817 tempest-VolumesNegativeTest-899529817-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c4fe074-d4fa-468b-8da7-d482976ab3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461938 May 03 14:50:21.207757 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-7508c84f-5444-49e5-b992-8b87d1f359cc req-6ed850ff-fe81-4245-9c88-f28a42976f4e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e5921b2-ce6c-49d3-9352-94c944feb3b9 HTTP/1.1" status: 200 len: 217 time: 0.0380516 May 03 14:50:21.445644 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b6ce94-3343-4776-84e9-d9366e9b7cdb req-686b7864-ff89-4779-8f1c-f658a1b327bd tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:50:21.447099 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-d3b6ce94-3343-4776-84e9-d9366e9b7cdb req-686b7864-ff89-4779-8f1c-f658a1b327bd tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] 10.222.0.16 "GET /v2.0/ports?device_id=037c4758-c65c-415c-b20a-f7e5ba0a830c HTTP/1.1" status: 200 len: 943 time: 0.0462596 May 03 14:50:21.496118 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-d3b6ce94-3343-4776-84e9-d9366e9b7cdb req-271c0d4f-5fb1-480f-bdee-eaa9f585c582 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] 10.222.0.16 "GET /v2.0/security-groups?id=739575c7-37fa-46fc-93e9-2268529558a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426991 May 03 14:50:21.538760 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '037c4758-c65c-415c-b20a-f7e5ba0a830c', 'tag': '0e5921b2-ce6c-49d3-9352-94c944feb3b9'}] {{(pid=110298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 14:50:21.541456 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75d30aab20f2b99e69676ba1094dd13d61de0bc97323401ed2dd99ba05286cef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52b3ffb0-e16d-43fd-a74b-19fc5989a1ec" -d '{"events": [{"name": "network-changed", "server_uuid": "037c4758-c65c-415c-b20a-f7e5ba0a830c", "tag": "0e5921b2-ce6c-49d3-9352-94c944feb3b9"}]}' {{(pid=110298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 14:50:21.588685 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 14:50:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a4eb9e5-6754-4db7-a1da-1a1de08b1a16 x-openstack-request-id: req-6a4eb9e5-6754-4db7-a1da-1a1de08b1a16 {{(pid=110298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 14:50:21.589001 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "037c4758-c65c-415c-b20a-f7e5ba0a830c", "tag": "0e5921b2-ce6c-49d3-9352-94c944feb3b9", "status": "completed", "code": 200}]} {{(pid=110298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 14:50:21.589243 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6a4eb9e5-6754-4db7-a1da-1a1de08b1a16 {{(pid=110298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 14:50:21.589961 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a4eb9e5-6754-4db7-a1da-1a1de08b1a16'] response: {'name': 'network-changed', 'server_uuid': '037c4758-c65c-415c-b20a-f7e5ba0a830c', 'tag': '0e5921b2-ce6c-49d3-9352-94c944feb3b9', 'status': 'completed', 'code': 200} May 03 14:50:21.607946 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d374b8a-4176-429c-8915-df85e07c53c1 req-a59438e4-9e25-43f3-b20f-b96abbadd6ee tempest-VolumesNegativeTest-899529817 tempest-VolumesNegativeTest-899529817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:50:21.609407 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-4d374b8a-4176-429c-8915-df85e07c53c1 req-a59438e4-9e25-43f3-b20f-b96abbadd6ee tempest-VolumesNegativeTest-899529817 tempest-VolumesNegativeTest-899529817-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fdf1458-d235-4dd5-978a-8b63c38e3d99 HTTP/1.1" status: 200 len: 947 time: 0.0533419 May 03 14:50:21.656852 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-4d374b8a-4176-429c-8915-df85e07c53c1 req-ace6a772-d069-4989-bd2e-c28456eca9df tempest-VolumesNegativeTest-899529817 tempest-VolumesNegativeTest-899529817-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c4fe074-d4fa-468b-8da7-d482976ab3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418460 May 03 14:50:22.315210 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6b0254-892a-41cb-bc9d-a7530ebf702f req-7b5f4543-1f8b-4b92-837a-e2bc67ca4822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:50:22.316683 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-fe6b0254-892a-41cb-bc9d-a7530ebf702f req-7b5f4543-1f8b-4b92-837a-e2bc67ca4822 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=84e6caa20c55447aa4329ac87aed9a1c&device_id=4fdf1458-d235-4dd5-978a-8b63c38e3d99 HTTP/1.1" status: 200 len: 1131 time: 0.0490613 May 03 14:50:22.318091 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7508c84f-5444-49e5-b992-8b87d1f359cc req-2c1fbc1c-dc96-4d87-b90a-324d12791f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:50:22.319425 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-7508c84f-5444-49e5-b992-8b87d1f359cc req-2c1fbc1c-dc96-4d87-b90a-324d12791f39 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d16b41a6-87db-430a-89a6-71fbdac1b346 HTTP/1.1" status: 200 len: 848 time: 0.0795085 May 03 14:50:22.613596 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a0b7d9-99a1-4fbd-997b-23e6dfeaab59 req-8f877fe0-b065-4f1d-8b59-c2c7aac28dc1 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:50:22.615086 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-91a0b7d9-99a1-4fbd-997b-23e6dfeaab59 req-8f877fe0-b065-4f1d-8b59-c2c7aac28dc1 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] 10.222.0.16 "GET /v2.0/ports?device_id=037c4758-c65c-415c-b20a-f7e5ba0a830c HTTP/1.1" status: 200 len: 943 time: 0.0502632 May 03 14:50:22.663441 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-91a0b7d9-99a1-4fbd-997b-23e6dfeaab59 req-365cc755-e47b-496d-9692-f82d6e5dd1be tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] 10.222.0.16 "GET /v2.0/security-groups?id=739575c7-37fa-46fc-93e9-2268529558a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428710 May 03 14:50:22.766973 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b62c63-7998-45cd-a836-d5fc4aadfc10 req-e24418e1-1ccf-4561-8fbc-9572c8a088bd tempest-VolumesNegativeTest-899529817 tempest-VolumesNegativeTest-899529817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:50:22.768468 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-d4b62c63-7998-45cd-a836-d5fc4aadfc10 req-e24418e1-1ccf-4561-8fbc-9572c8a088bd tempest-VolumesNegativeTest-899529817 tempest-VolumesNegativeTest-899529817-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fdf1458-d235-4dd5-978a-8b63c38e3d99 HTTP/1.1" status: 200 len: 947 time: 0.0466573 May 03 14:50:22.815955 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-d4b62c63-7998-45cd-a836-d5fc4aadfc10 req-e3ae362d-888c-4bea-bea5-ea525f3b850e tempest-VolumesNegativeTest-899529817 tempest-VolumesNegativeTest-899529817-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c4fe074-d4fa-468b-8da7-d482976ab3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418634 May 03 14:50:23.820450 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-fe6b0254-892a-41cb-bc9d-a7530ebf702f req-78268ad7-34fe-4b7c-ba0f-2730143e6037 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=840e8bc1-5bb1-44a1-bd3d-0fc8efa4a03e HTTP/1.1" status: 200 len: 217 time: 0.0783982 May 03 14:50:23.850554 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615604ff-6cf3-4fca-adcb-cdba97c6e5a8 req-908f6a55-ddf8-4822-85ae-ce0a5ca93af4 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:50:23.852283 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-615604ff-6cf3-4fca-adcb-cdba97c6e5a8 req-908f6a55-ddf8-4822-85ae-ce0a5ca93af4 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] 10.222.0.16 "GET /v2.0/ports?device_id=037c4758-c65c-415c-b20a-f7e5ba0a830c HTTP/1.1" status: 200 len: 943 time: 0.1221192 May 03 14:50:23.871362 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7508c84f-5444-49e5-b992-8b87d1f359cc req-6745efa4-5804-4161-8ef8-e5e4679e25c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:50:23.872803 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-7508c84f-5444-49e5-b992-8b87d1f359cc req-6745efa4-5804-4161-8ef8-e5e4679e25c3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f9508427-db4d-416b-987f-da2fc50a7ea8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1298466 May 03 14:50:23.969562 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6b0254-892a-41cb-bc9d-a7530ebf702f req-44ebc79f-24f3-4049-a959-4553c002173f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:50:23.970925 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-fe6b0254-892a-41cb-bc9d-a7530ebf702f req-44ebc79f-24f3-4049-a959-4553c002173f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9b9acefa-048a-4aa9-94df-b7bac69da951 HTTP/1.1" status: 200 len: 843 time: 0.1417923 May 03 14:50:24.054411 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-615604ff-6cf3-4fca-adcb-cdba97c6e5a8 req-499ce0ca-160b-4ad5-a665-9943c4be363e tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] 10.222.0.16 "GET /v2.0/security-groups?id=739575c7-37fa-46fc-93e9-2268529558a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1845357 May 03 14:50:24.065017 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e823f57d-0a10-4c45-bcc4-1299348dc895 req-aebe9a53-4376-4708-8cec-fc18ab1756c2 tempest-VolumesNegativeTest-899529817 tempest-VolumesNegativeTest-899529817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:50:24.066558 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-e823f57d-0a10-4c45-bcc4-1299348dc895 req-aebe9a53-4376-4708-8cec-fc18ab1756c2 tempest-VolumesNegativeTest-899529817 tempest-VolumesNegativeTest-899529817-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fdf1458-d235-4dd5-978a-8b63c38e3d99 HTTP/1.1" status: 200 len: 947 time: 0.1700082 May 03 14:50:24.087649 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6b0254-892a-41cb-bc9d-a7530ebf702f req-ba4f39b8-f7ac-45f5-b73f-d41c653f168b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:50:24.089084 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-fe6b0254-892a-41cb-bc9d-a7530ebf702f req-ba4f39b8-f7ac-45f5-b73f-d41c653f168b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4362eb29-2c7b-4297-af89-0743cf1cf84f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.1108763 May 03 14:50:24.128382 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-7508c84f-5444-49e5-b992-8b87d1f359cc req-1b7b5fed-3855-447d-87e6-b23f16483a4a service neutron] 10.222.0.55 "GET /v2.0/networks/f9508427-db4d-416b-987f-da2fc50a7ea8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2481015 May 03 14:50:24.213529 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-e823f57d-0a10-4c45-bcc4-1299348dc895 req-434cfd9d-3533-4c69-8b52-66a095a5056a tempest-VolumesNegativeTest-899529817 tempest-VolumesNegativeTest-899529817-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c4fe074-d4fa-468b-8da7-d482976ab3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411719 May 03 14:50:24.282137 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-fe6b0254-892a-41cb-bc9d-a7530ebf702f req-f126a382-0ec4-4920-b45c-d7adbfb510f2 service neutron] 10.222.0.55 "GET /v2.0/networks/4362eb29-2c7b-4297-af89-0743cf1cf84f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805420 May 03 14:50:24.300527 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-7508c84f-5444-49e5-b992-8b87d1f359cc req-197724d0-603a-4007-9d02-98ef1f764764 service neutron] 10.222.0.55 "GET /v2.0/networks/f9508427-db4d-416b-987f-da2fc50a7ea8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585796 May 03 14:50:24.387756 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-fe6b0254-892a-41cb-bc9d-a7530ebf702f req-029b00b3-41be-4c30-9b13-538a8387d70a service neutron] 10.222.0.55 "GET /v2.0/networks/4362eb29-2c7b-4297-af89-0743cf1cf84f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987318 May 03 14:50:25.167985 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708fa8b3-6d97-4858-9073-66c670bf620f req-0e3ce416-6735-47cc-9b34-7c7c184c3292 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:50:25.169480 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-708fa8b3-6d97-4858-9073-66c670bf620f req-0e3ce416-6735-47cc-9b34-7c7c184c3292 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] 10.222.0.16 "GET /v2.0/ports?device_id=037c4758-c65c-415c-b20a-f7e5ba0a830c HTTP/1.1" status: 200 len: 943 time: 0.0487688 May 03 14:50:25.219157 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-708fa8b3-6d97-4858-9073-66c670bf620f req-b220932f-a38e-40a1-8e57-adc8c00a61d0 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] 10.222.0.16 "GET /v2.0/security-groups?id=739575c7-37fa-46fc-93e9-2268529558a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436168 May 03 14:50:25.328426 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a64a8f-6fdd-404f-ba2d-69a040a10792 req-93b46750-07d7-4720-a016-d5642e931510 tempest-VolumesNegativeTest-899529817 tempest-VolumesNegativeTest-899529817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:50:25.329828 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-58a64a8f-6fdd-404f-ba2d-69a040a10792 req-93b46750-07d7-4720-a016-d5642e931510 tempest-VolumesNegativeTest-899529817 tempest-VolumesNegativeTest-899529817-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fdf1458-d235-4dd5-978a-8b63c38e3d99 HTTP/1.1" status: 200 len: 947 time: 0.0477860 May 03 14:50:25.375544 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-58a64a8f-6fdd-404f-ba2d-69a040a10792 req-7c2c95d4-5863-46fc-946d-eea2afc11ace tempest-VolumesNegativeTest-899529817 tempest-VolumesNegativeTest-899529817-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c4fe074-d4fa-468b-8da7-d482976ab3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403235 May 03 14:50:26.336738 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2bba53-f223-4a0c-9b92-54a1641f4464 req-d858c360-4e17-4941-b711-ff4ff6c2a590 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:50:26.338178 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-4f2bba53-f223-4a0c-9b92-54a1641f4464 req-d858c360-4e17-4941-b711-ff4ff6c2a590 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] 10.222.0.16 "GET /v2.0/ports?device_id=037c4758-c65c-415c-b20a-f7e5ba0a830c HTTP/1.1" status: 200 len: 943 time: 0.0502841 May 03 14:50:26.387447 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-4f2bba53-f223-4a0c-9b92-54a1641f4464 req-9ce24a8c-2e4f-4829-8fb6-b6e360066b57 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] 10.222.0.16 "GET /v2.0/security-groups?id=739575c7-37fa-46fc-93e9-2268529558a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430171 May 03 14:50:26.496371 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e78ae63-94d6-4faf-9d9b-6a648452ec7b req-e1d08e79-a7f7-4132-bcdb-e8dae4976b82 tempest-VolumesNegativeTest-899529817 tempest-VolumesNegativeTest-899529817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:50:26.497817 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-2e78ae63-94d6-4faf-9d9b-6a648452ec7b req-e1d08e79-a7f7-4132-bcdb-e8dae4976b82 tempest-VolumesNegativeTest-899529817 tempest-VolumesNegativeTest-899529817-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fdf1458-d235-4dd5-978a-8b63c38e3d99 HTTP/1.1" status: 200 len: 947 time: 0.0482256 May 03 14:50:26.547447 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-2e78ae63-94d6-4faf-9d9b-6a648452ec7b req-c577fb98-11bd-4713-a6a7-e74900087022 tempest-VolumesNegativeTest-899529817 tempest-VolumesNegativeTest-899529817-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c4fe074-d4fa-468b-8da7-d482976ab3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429842 May 03 14:50:27.508744 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad58503-7389-479f-bd39-932efa52ca82 req-652623a0-5705-46a6-85c5-ae19b1953583 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:50:27.510276 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-bad58503-7389-479f-bd39-932efa52ca82 req-652623a0-5705-46a6-85c5-ae19b1953583 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] 10.222.0.16 "GET /v2.0/ports?device_id=037c4758-c65c-415c-b20a-f7e5ba0a830c HTTP/1.1" status: 200 len: 943 time: 0.0464997 May 03 14:50:27.809152 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-bad58503-7389-479f-bd39-932efa52ca82 req-e92392c3-a450-4fca-b753-d8b74afd4b80 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] 10.222.0.16 "GET /v2.0/security-groups?id=739575c7-37fa-46fc-93e9-2268529558a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2928555 May 03 14:50:27.844650 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5bba34-af28-4f30-89d5-3416b6045457 req-2b5860ec-7cdb-4f19-a01a-3638fda9c9f2 tempest-VolumesNegativeTest-899529817 tempest-VolumesNegativeTest-899529817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:50:27.846112 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-bd5bba34-af28-4f30-89d5-3416b6045457 req-2b5860ec-7cdb-4f19-a01a-3638fda9c9f2 tempest-VolumesNegativeTest-899529817 tempest-VolumesNegativeTest-899529817-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fdf1458-d235-4dd5-978a-8b63c38e3d99 HTTP/1.1" status: 200 len: 947 time: 0.0547471 May 03 14:50:27.893843 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-bd5bba34-af28-4f30-89d5-3416b6045457 req-8134068d-d9ed-4f6d-8135-0373514256e3 tempest-VolumesNegativeTest-899529817 tempest-VolumesNegativeTest-899529817-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c4fe074-d4fa-468b-8da7-d482976ab3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422971 May 03 14:50:28.801031 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (26e70f58-a201-437c-be8d-fd2714f100da), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:50:28.923787 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d221f7-6b78-4110-b31d-d7b6c75ddcba req-d3d6e09b-a91a-400d-93e8-cbd3f1a3ba2f tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:50:28.925116 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-a5d221f7-6b78-4110-b31d-d7b6c75ddcba req-d3d6e09b-a91a-400d-93e8-cbd3f1a3ba2f tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] 10.222.0.16 "GET /v2.0/ports?device_id=037c4758-c65c-415c-b20a-f7e5ba0a830c HTTP/1.1" status: 200 len: 943 time: 0.0476995 May 03 14:50:29.003908 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-a5d221f7-6b78-4110-b31d-d7b6c75ddcba req-d840ade9-93a8-42b6-8bdb-2db0fcc6ec5c tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] 10.222.0.16 "GET /v2.0/security-groups?id=739575c7-37fa-46fc-93e9-2268529558a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731087 May 03 14:50:29.022285 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac41b732-ebc1-44f4-be89-1a5d4433ce02 req-63b71cc8-5ac7-4cb5-850d-fb510f2f170c tempest-VolumesNegativeTest-899529817 tempest-VolumesNegativeTest-899529817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:50:29.023979 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-ac41b732-ebc1-44f4-be89-1a5d4433ce02 req-63b71cc8-5ac7-4cb5-850d-fb510f2f170c tempest-VolumesNegativeTest-899529817 tempest-VolumesNegativeTest-899529817-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fdf1458-d235-4dd5-978a-8b63c38e3d99 HTTP/1.1" status: 200 len: 947 time: 0.0626805 May 03 14:50:29.074491 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-ac41b732-ebc1-44f4-be89-1a5d4433ce02 req-74f054bd-cbc7-42b7-854f-48546c614d57 tempest-VolumesNegativeTest-899529817 tempest-VolumesNegativeTest-899529817-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c4fe074-d4fa-468b-8da7-d482976ab3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450804 May 03 14:50:30.122129 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cc4e33-af56-4544-9041-4a31afbca023 req-2d52d537-f988-42b5-a1d4-898c83b7696c tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:50:30.124169 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-e8cc4e33-af56-4544-9041-4a31afbca023 req-2d52d537-f988-42b5-a1d4-898c83b7696c tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] 10.222.0.16 "GET /v2.0/ports?device_id=037c4758-c65c-415c-b20a-f7e5ba0a830c HTTP/1.1" status: 200 len: 943 time: 0.0490000 May 03 14:50:30.207964 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-e8cc4e33-af56-4544-9041-4a31afbca023 req-939c719e-a939-4c57-a156-b141a9af0e5c tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] 10.222.0.16 "GET /v2.0/security-groups?id=739575c7-37fa-46fc-93e9-2268529558a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782027 May 03 14:50:30.213867 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b338b229-fd60-42d3-9d29-05a4609117a7 req-6b0f57b4-5f6e-4e12-88ab-607372b57bbd tempest-VolumesNegativeTest-899529817 tempest-VolumesNegativeTest-899529817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:50:30.217167 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-b338b229-fd60-42d3-9d29-05a4609117a7 req-6b0f57b4-5f6e-4e12-88ab-607372b57bbd tempest-VolumesNegativeTest-899529817 tempest-VolumesNegativeTest-899529817-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fdf1458-d235-4dd5-978a-8b63c38e3d99 HTTP/1.1" status: 200 len: 947 time: 0.0658648 May 03 14:50:30.265700 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-b338b229-fd60-42d3-9d29-05a4609117a7 req-8ebb6862-e0c0-4936-a846-815acf8bce01 tempest-VolumesNegativeTest-899529817 tempest-VolumesNegativeTest-899529817-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c4fe074-d4fa-468b-8da7-d482976ab3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443273 May 03 14:50:30.927412 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b3ffb0-e16d-43fd-a74b-19fc5989a1ec req-3feb7c28-b189-41a8-9de3-d6e2d04603b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:50:30.928810 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-52b3ffb0-e16d-43fd-a74b-19fc5989a1ec req-3feb7c28-b189-41a8-9de3-d6e2d04603b2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7d4c047e715a4907a16f3e647f380b0b&device_id=037c4758-c65c-415c-b20a-f7e5ba0a830c HTTP/1.1" status: 200 len: 1127 time: 0.0411987 May 03 14:50:31.026255 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b3ffb0-e16d-43fd-a74b-19fc5989a1ec req-da6d0eb7-f93b-4a26-88d5-7f06367d6aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:50:31.027794 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-52b3ffb0-e16d-43fd-a74b-19fc5989a1ec req-da6d0eb7-f93b-4a26-88d5-7f06367d6aa5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f9508427-db4d-416b-987f-da2fc50a7ea8 HTTP/1.1" status: 200 len: 910 time: 0.0904722 May 03 14:50:31.071942 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-52b3ffb0-e16d-43fd-a74b-19fc5989a1ec req-152c8e87-c6c0-4b7d-b42c-b6ca06e80c7b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e5921b2-ce6c-49d3-9352-94c944feb3b9 HTTP/1.1" status: 200 len: 217 time: 0.0376222 May 03 14:50:31.126146 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b3ffb0-e16d-43fd-a74b-19fc5989a1ec req-23be054b-0479-44c7-b04c-1c4633cbe167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:50:31.129512 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-52b3ffb0-e16d-43fd-a74b-19fc5989a1ec req-23be054b-0479-44c7-b04c-1c4633cbe167 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d16b41a6-87db-430a-89a6-71fbdac1b346 HTTP/1.1" status: 200 len: 848 time: 0.0467753 May 03 14:50:31.180591 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b3ffb0-e16d-43fd-a74b-19fc5989a1ec req-6a1ff834-6059-40f9-a9ce-8d0400afa7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:50:31.180591 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-52b3ffb0-e16d-43fd-a74b-19fc5989a1ec req-6a1ff834-6059-40f9-a9ce-8d0400afa7fe service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f9508427-db4d-416b-987f-da2fc50a7ea8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440984 May 03 14:50:31.220206 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Device 840e8bc1-5bb1-44a1-bd3d-0fc8efa4a03e details requested by agent hyperv_hv-cinder-84028 with host hv-cinder-84028 {{(pid=110299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 03 14:50:31.284142 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-52b3ffb0-e16d-43fd-a74b-19fc5989a1ec req-ca1c6629-1215-4f48-90db-fb5d688a7b8a service neutron] 10.222.0.55 "GET /v2.0/networks/f9508427-db4d-416b-987f-da2fc50a7ea8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925839 May 03 14:50:31.323829 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] For port 840e8bc1-5bb1-44a1-bd3d-0fc8efa4a03e, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=840e8bc1-5bb1-44a1-bd3d-0fc8efa4a03e,segment=NetworkSegment(57c46991-e7f6-4ab0-91e5-60f60237f52f),segment_id=57c46991-e7f6-4ab0-91e5-60f60237f52f)] {{(pid=110299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:50:31.336503 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Returning: {'device': '840e8bc1-5bb1-44a1-bd3d-0fc8efa4a03e', 'network_id': '4362eb29-2c7b-4297-af89-0743cf1cf84f', 'port_id': '840e8bc1-5bb1-44a1-bd3d-0fc8efa4a03e', 'mac_address': 'fa:16:3e:6f:bc:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b9acefa-048a-4aa9-94df-b7bac69da951', 'ip_address': '192.168.233.70'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 03 14:50:31.368265 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03df7cef-c8d5-4d4a-a83c-08bba2ff2d3f req-821d9226-7195-4c5c-8907-6147c00c76fb tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:50:31.369764 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-03df7cef-c8d5-4d4a-a83c-08bba2ff2d3f req-821d9226-7195-4c5c-8907-6147c00c76fb tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] 10.222.0.16 "GET /v2.0/ports?device_id=037c4758-c65c-415c-b20a-f7e5ba0a830c HTTP/1.1" status: 200 len: 943 time: 0.0700667 May 03 14:50:31.374536 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Current status of the port 840e8bc1-5bb1-44a1-bd3d-0fc8efa4a03e is: DOWN; New status is: BUILD {{(pid=110299) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:50:31.374944 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (840e8bc1-5bb1-44a1-bd3d-0fc8efa4a03e), before_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:50:31.387687 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.notifiers.nova [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 840e8bc1-5bb1-44a1-bd3d-0fc8efa4a03e {{(pid=110299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 14:50:31.409998 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] For port 840e8bc1-5bb1-44a1-bd3d-0fc8efa4a03e, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=840e8bc1-5bb1-44a1-bd3d-0fc8efa4a03e,segment=NetworkSegment(57c46991-e7f6-4ab0-91e5-60f60237f52f),segment_id=57c46991-e7f6-4ab0-91e5-60f60237f52f)] {{(pid=110299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:50:31.453449 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-52b3ffb0-e16d-43fd-a74b-19fc5989a1ec req-39f610a4-91fd-4b09-baf2-44a4cd2c8532 service neutron] 10.222.0.55 "GET /v2.0/networks/f9508427-db4d-416b-987f-da2fc50a7ea8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614554 May 03 14:50:31.458120 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-03df7cef-c8d5-4d4a-a83c-08bba2ff2d3f req-8041ab80-1490-4581-aa6a-ccc7dce88977 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] 10.222.0.16 "GET /v2.0/security-groups?id=739575c7-37fa-46fc-93e9-2268529558a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636203 May 03 14:50:31.487406 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096'] for port (840e8bc1-5bb1-44a1-bd3d-0fc8efa4a03e), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:50:31.552424 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Pushing event updated for resources: {'Port': ['ID=840e8bc1-5bb1-44a1-bd3d-0fc8efa4a03e,revision_number=4']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:50:31.575489 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814fe151-6e69-4df6-8834-3f59120f8b39 req-b614c79d-5484-4391-bc6d-120e3d09eade tempest-VolumesNegativeTest-899529817 tempest-VolumesNegativeTest-899529817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:50:31.577718 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-814fe151-6e69-4df6-8834-3f59120f8b39 req-b614c79d-5484-4391-bc6d-120e3d09eade tempest-VolumesNegativeTest-899529817 tempest-VolumesNegativeTest-899529817-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fdf1458-d235-4dd5-978a-8b63c38e3d99 HTTP/1.1" status: 200 len: 948 time: 0.0576375 May 03 14:50:31.629240 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-814fe151-6e69-4df6-8834-3f59120f8b39 req-e456fded-df40-48b1-b953-4d3e455ff7db tempest-VolumesNegativeTest-899529817 tempest-VolumesNegativeTest-899529817-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c4fe074-d4fa-468b-8da7-d482976ab3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456197 May 03 14:50:32.069252 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] get_ports_and_sgs() called for port_ids ['840e8bc1-5bb1-44a1-bd3d-0fc8efa4a03e'] {{(pid=110299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 14:50:32.283466 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 43346) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:50:32.396606 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-f7166120-d144-4015-a16c-9629cdd7e7b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:50:32.472910 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-f7166120-d144-4015-a16c-9629cdd7e7b2 admin admin] Publish callbacks [] for security_group (9ba991fd-c29a-48c8-80e5-566869494411), precommit_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:50:32.540243 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-f7166120-d144-4015-a16c-9629cdd7e7b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (9ba991fd-c29a-48c8-80e5-566869494411), after_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:50:32.579844 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cda32ce-ab36-4a15-8b61-ecc7fbce1bbf req-0f1098a5-3e06-45e8-ae9e-b1289cf5ab4f tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:50:32.581512 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-0cda32ce-ab36-4a15-8b61-ecc7fbce1bbf req-0f1098a5-3e06-45e8-ae9e-b1289cf5ab4f tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] 10.222.0.16 "GET /v2.0/ports?device_id=037c4758-c65c-415c-b20a-f7e5ba0a830c HTTP/1.1" status: 200 len: 943 time: 0.0522199 May 03 14:50:32.585310 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7166120-d144-4015-a16c-9629cdd7e7b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ba991fd-c29a-48c8-80e5-566869494411,revision_number=1']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:50:32.594351 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-f7166120-d144-4015-a16c-9629cdd7e7b2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1a932bc088754368966c454bf5046e4d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3097539 May 03 14:50:32.599901 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 43358) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:50:32.662054 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-0cda32ce-ab36-4a15-8b61-ecc7fbce1bbf req-55f88d02-020c-48f5-a67a-ae265c79f77e tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] 10.222.0.16 "GET /v2.0/security-groups?id=739575c7-37fa-46fc-93e9-2268529558a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743299 May 03 14:50:32.680289 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-b756306e-43cf-4790-b146-c179aef93804 admin admin] Publish callbacks [] for security_group (9ba991fd-c29a-48c8-80e5-566869494411), before_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:50:32.702976 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-b756306e-43cf-4790-b146-c179aef93804 admin admin] Publish callbacks [] for security_group (9ba991fd-c29a-48c8-80e5-566869494411), precommit_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:50:32.774782 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8098627-92cb-44ce-bf84-95dc08931404 req-fc79aaee-19b8-4f11-b29c-b1cced319517 tempest-VolumesNegativeTest-899529817 tempest-VolumesNegativeTest-899529817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:50:32.776223 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-e8098627-92cb-44ce-bf84-95dc08931404 req-fc79aaee-19b8-4f11-b29c-b1cced319517 tempest-VolumesNegativeTest-899529817 tempest-VolumesNegativeTest-899529817-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fdf1458-d235-4dd5-978a-8b63c38e3d99 HTTP/1.1" status: 200 len: 948 time: 0.0666513 May 03 14:50:32.826181 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-e8098627-92cb-44ce-bf84-95dc08931404 req-6b70c021-1190-48c0-9745-f63869bc9343 tempest-VolumesNegativeTest-899529817 tempest-VolumesNegativeTest-899529817-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c4fe074-d4fa-468b-8da7-d482976ab3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432861 May 03 14:50:32.869558 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-b756306e-43cf-4790-b146-c179aef93804 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (9ba991fd-c29a-48c8-80e5-566869494411), after_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:50:32.872135 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-b756306e-43cf-4790-b146-c179aef93804 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:50:32.873904 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-b756306e-43cf-4790-b146-c179aef93804 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9ba991fd-c29a-48c8-80e5-566869494411 HTTP/1.1" status: 204 len: 168 time: 0.2779973 May 03 14:50:32.881754 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b756306e-43cf-4790-b146-c179aef93804 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ba991fd-c29a-48c8-80e5-566869494411,revision_number=None']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:50:33.347917 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Device 840e8bc1-5bb1-44a1-bd3d-0fc8efa4a03e up at agent hyperv_hv-cinder-84028 {{(pid=110299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 14:50:33.394831 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Provisioning for port 840e8bc1-5bb1-44a1-bd3d-0fc8efa4a03e completed by entity L2. {{(pid=110299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 03 14:50:33.488330 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Provisioning complete for port 840e8bc1-5bb1-44a1-bd3d-0fc8efa4a03e triggered by entity L2. {{(pid=110299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:50:33.488718 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728915'] for port (840e8bc1-5bb1-44a1-bd3d-0fc8efa4a03e), provisioning_complete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:50:33.565023 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Current status of the port 840e8bc1-5bb1-44a1-bd3d-0fc8efa4a03e is: BUILD; New status is: ACTIVE {{(pid=110299) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:50:33.565415 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (840e8bc1-5bb1-44a1-bd3d-0fc8efa4a03e), before_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:50:33.587893 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fdf1458-d235-4dd5-978a-8b63c38e3d99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '840e8bc1-5bb1-44a1-bd3d-0fc8efa4a03e'}] {{(pid=110299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 14:50:33.590133 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfb0ab9603dc6f24b101a3230295415c8ec2a7bf959fde45f0826688655bbcbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4fdb920-3e2b-46d2-8dfd-fcdfbe1554b8" -d '{"events": [{"server_uuid": "4fdf1458-d235-4dd5-978a-8b63c38e3d99", "name": "network-vif-plugged", "status": "completed", "tag": "840e8bc1-5bb1-44a1-bd3d-0fc8efa4a03e"}]}' {{(pid=110299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 14:50:33.603921 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] For port 840e8bc1-5bb1-44a1-bd3d-0fc8efa4a03e, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=840e8bc1-5bb1-44a1-bd3d-0fc8efa4a03e,segment=NetworkSegment(57c46991-e7f6-4ab0-91e5-60f60237f52f),segment_id=57c46991-e7f6-4ab0-91e5-60f60237f52f)] {{(pid=110299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:50:33.630202 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 14:50:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d57d84e-dd45-4939-bd28-ec7f3b8e46fa x-openstack-request-id: req-0d57d84e-dd45-4939-bd28-ec7f3b8e46fa {{(pid=110299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 14:50:33.630202 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fdf1458-d235-4dd5-978a-8b63c38e3d99", "name": "network-vif-plugged", "status": "completed", "tag": "840e8bc1-5bb1-44a1-bd3d-0fc8efa4a03e", "code": 200}]} {{(pid=110299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 14:50:33.630202 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0d57d84e-dd45-4939-bd28-ec7f3b8e46fa {{(pid=110299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 14:50:33.630202 dv-cinder-840289-3-iscsi neutron-server[110299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d57d84e-dd45-4939-bd28-ec7f3b8e46fa'] response: {'server_uuid': '4fdf1458-d235-4dd5-978a-8b63c38e3d99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '840e8bc1-5bb1-44a1-bd3d-0fc8efa4a03e', 'code': 200} May 03 14:50:33.671734 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096'] for port (840e8bc1-5bb1-44a1-bd3d-0fc8efa4a03e), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:50:33.737058 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Pushing event updated for resources: {'Port': ['ID=840e8bc1-5bb1-44a1-bd3d-0fc8efa4a03e,revision_number=5']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:50:33.792448 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c907d88-738f-472e-8aad-45be464d29ea req-f379a9de-4bec-4195-84c4-851a6ed28025 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:50:33.799565 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-7c907d88-738f-472e-8aad-45be464d29ea req-f379a9de-4bec-4195-84c4-851a6ed28025 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] 10.222.0.16 "GET /v2.0/ports?device_id=037c4758-c65c-415c-b20a-f7e5ba0a830c HTTP/1.1" status: 200 len: 943 time: 0.0497701 May 03 14:50:33.844166 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-7c907d88-738f-472e-8aad-45be464d29ea req-0e41581b-c25a-4089-8e92-790fd837b636 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] 10.222.0.16 "GET /v2.0/security-groups?id=739575c7-37fa-46fc-93e9-2268529558a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445485 May 03 14:50:33.954752 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7294cc-269e-42c0-a571-1b934ac9244f req-735d89dc-a333-4b86-8a95-aa6fb6a29841 tempest-VolumesNegativeTest-899529817 tempest-VolumesNegativeTest-899529817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:50:33.956155 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-fa7294cc-269e-42c0-a571-1b934ac9244f req-735d89dc-a333-4b86-8a95-aa6fb6a29841 tempest-VolumesNegativeTest-899529817 tempest-VolumesNegativeTest-899529817-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fdf1458-d235-4dd5-978a-8b63c38e3d99 HTTP/1.1" status: 200 len: 949 time: 0.0505357 May 03 14:50:34.004765 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-fa7294cc-269e-42c0-a571-1b934ac9244f req-9dde3b3b-cadb-45f4-aba2-9b96dec2c5cd tempest-VolumesNegativeTest-899529817 tempest-VolumesNegativeTest-899529817-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c4fe074-d4fa-468b-8da7-d482976ab3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428772 May 03 14:50:34.042053 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7588b79b-36ba-4603-ab96-347d73bb1215 req-8ad0c75d-77a9-4f07-bcd7-02c802bfa15f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:50:34.043558 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-7588b79b-36ba-4603-ab96-347d73bb1215 req-8ad0c75d-77a9-4f07-bcd7-02c802bfa15f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=4fdf1458-d235-4dd5-978a-8b63c38e3d99 HTTP/1.1" status: 200 len: 1133 time: 0.0379531 May 03 14:50:34.094633 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-7588b79b-36ba-4603-ab96-347d73bb1215 req-ba681861-3520-413f-8e8b-d7c58e149617 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=6c4fe074-d4fa-468b-8da7-d482976ab3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374358 May 03 14:50:34.978006 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53844a5e-f05b-4581-9896-5b96bf1ecbd0 req-67e9f47c-11e2-4c2f-aa42-63ae1a52e7f3 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:50:34.979411 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-53844a5e-f05b-4581-9896-5b96bf1ecbd0 req-67e9f47c-11e2-4c2f-aa42-63ae1a52e7f3 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] 10.222.0.16 "GET /v2.0/ports?device_id=037c4758-c65c-415c-b20a-f7e5ba0a830c HTTP/1.1" status: 200 len: 943 time: 0.0476496 May 03 14:50:35.032379 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-53844a5e-f05b-4581-9896-5b96bf1ecbd0 req-b4afb0e3-b520-4710-bc25-ada02cf15731 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] 10.222.0.16 "GET /v2.0/security-groups?id=739575c7-37fa-46fc-93e9-2268529558a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468619 May 03 14:50:35.124853 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e90f1ed-e295-47ca-8fbf-fb5ed5d446f9 req-8eb3edd2-8d65-4174-b494-626dfbbc087c tempest-VolumesNegativeTest-899529817 tempest-VolumesNegativeTest-899529817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:50:35.126304 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-6e90f1ed-e295-47ca-8fbf-fb5ed5d446f9 req-8eb3edd2-8d65-4174-b494-626dfbbc087c tempest-VolumesNegativeTest-899529817 tempest-VolumesNegativeTest-899529817-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fdf1458-d235-4dd5-978a-8b63c38e3d99 HTTP/1.1" status: 200 len: 949 time: 0.0471647 May 03 14:50:35.176974 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-6e90f1ed-e295-47ca-8fbf-fb5ed5d446f9 req-54022da8-3914-475c-8d02-814c27444a86 tempest-VolumesNegativeTest-899529817 tempest-VolumesNegativeTest-899529817-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c4fe074-d4fa-468b-8da7-d482976ab3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449255 May 03 14:50:36.004354 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.agents_db [None req-dd30728e-be63-467e-afaf-aba6f24eb33e None None] Agent healthcheck: found 6 active agents {{(pid=110300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 14:50:36.144847 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b7f2b9-c2a4-44b8-b7ce-921cd0166b47 req-4254d363-95a1-453a-851a-56374e1ddb55 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:50:36.146341 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-29b7f2b9-c2a4-44b8-b7ce-921cd0166b47 req-4254d363-95a1-453a-851a-56374e1ddb55 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] 10.222.0.16 "GET /v2.0/ports?device_id=037c4758-c65c-415c-b20a-f7e5ba0a830c HTTP/1.1" status: 200 len: 943 time: 0.0483458 May 03 14:50:36.194452 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-29b7f2b9-c2a4-44b8-b7ce-921cd0166b47 req-2c346b35-46d6-413b-8302-63aad7f71fb4 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] 10.222.0.16 "GET /v2.0/security-groups?id=739575c7-37fa-46fc-93e9-2268529558a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425727 May 03 14:50:36.293112 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723bbe60-9f44-4ba6-a113-f8ba860ef4d1 req-adfb98b8-2aba-444a-ba5d-d1fc2062df65 tempest-VolumesNegativeTest-899529817 tempest-VolumesNegativeTest-899529817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:50:36.294565 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-723bbe60-9f44-4ba6-a113-f8ba860ef4d1 req-adfb98b8-2aba-444a-ba5d-d1fc2062df65 tempest-VolumesNegativeTest-899529817 tempest-VolumesNegativeTest-899529817-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fdf1458-d235-4dd5-978a-8b63c38e3d99 HTTP/1.1" status: 200 len: 949 time: 0.0505631 May 03 14:50:36.341446 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-723bbe60-9f44-4ba6-a113-f8ba860ef4d1 req-8be54295-6921-428d-b5d7-fe32ef75a43f tempest-VolumesNegativeTest-899529817 tempest-VolumesNegativeTest-899529817-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c4fe074-d4fa-468b-8da7-d482976ab3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409231 May 03 14:50:37.304507 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b111add7-5a4e-44c5-bbd0-dcf2e732ed79 req-69d96a84-e49d-4dd1-93dc-06dbeb2f0d35 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:50:37.305975 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-b111add7-5a4e-44c5-bbd0-dcf2e732ed79 req-69d96a84-e49d-4dd1-93dc-06dbeb2f0d35 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] 10.222.0.16 "GET /v2.0/ports?device_id=037c4758-c65c-415c-b20a-f7e5ba0a830c HTTP/1.1" status: 200 len: 943 time: 0.0460508 May 03 14:50:37.353397 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-b111add7-5a4e-44c5-bbd0-dcf2e732ed79 req-4e514fbf-d343-4ad8-b0fc-e918a0dd3307 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] 10.222.0.16 "GET /v2.0/security-groups?id=739575c7-37fa-46fc-93e9-2268529558a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413389 May 03 14:50:37.453154 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c4ae01-a4be-4d8c-bfa3-bd9f26148950 req-10d3516a-3826-455e-bf59-932b180d640d tempest-VolumesNegativeTest-899529817 tempest-VolumesNegativeTest-899529817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:50:37.454586 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-02c4ae01-a4be-4d8c-bfa3-bd9f26148950 req-10d3516a-3826-455e-bf59-932b180d640d tempest-VolumesNegativeTest-899529817 tempest-VolumesNegativeTest-899529817-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fdf1458-d235-4dd5-978a-8b63c38e3d99 HTTP/1.1" status: 200 len: 949 time: 0.0462253 May 03 14:50:37.503775 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-02c4ae01-a4be-4d8c-bfa3-bd9f26148950 req-ce27ef4c-26f5-4449-91e2-8c3975c3183d tempest-VolumesNegativeTest-899529817 tempest-VolumesNegativeTest-899529817-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c4fe074-d4fa-468b-8da7-d482976ab3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435505 May 03 14:50:38.463655 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5090d83-47ed-4260-8c85-cefb092bace8 req-321938c6-3f6a-4ff9-998b-7fdf0863d123 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:50:38.465051 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-c5090d83-47ed-4260-8c85-cefb092bace8 req-321938c6-3f6a-4ff9-998b-7fdf0863d123 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] 10.222.0.16 "GET /v2.0/ports?device_id=037c4758-c65c-415c-b20a-f7e5ba0a830c HTTP/1.1" status: 200 len: 943 time: 0.0464702 May 03 14:50:38.514442 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-c5090d83-47ed-4260-8c85-cefb092bace8 req-89c02b6d-c01a-4fa1-949a-9a3181f11447 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] 10.222.0.16 "GET /v2.0/security-groups?id=739575c7-37fa-46fc-93e9-2268529558a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433066 May 03 14:50:38.621451 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5820e1e-bf65-4437-bbfb-0a2534dc6a1c req-e0d03644-ee34-4b66-9f9f-60b8c1176000 tempest-VolumesNegativeTest-899529817 tempest-VolumesNegativeTest-899529817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:50:38.622911 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-a5820e1e-bf65-4437-bbfb-0a2534dc6a1c req-e0d03644-ee34-4b66-9f9f-60b8c1176000 tempest-VolumesNegativeTest-899529817 tempest-VolumesNegativeTest-899529817-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fdf1458-d235-4dd5-978a-8b63c38e3d99 HTTP/1.1" status: 200 len: 949 time: 0.0478215 May 03 14:50:38.669234 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-a5820e1e-bf65-4437-bbfb-0a2534dc6a1c req-09d35cd9-9745-4a87-9233-488cf522de0f tempest-VolumesNegativeTest-899529817 tempest-VolumesNegativeTest-899529817-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c4fe074-d4fa-468b-8da7-d482976ab3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401795 May 03 14:50:38.783911 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-81e2680d-f5ab-4709-811e-f6f741aead81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (5d16a8e7-5fab-4607-ae51-2b468a019c05), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:50:39.627329 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6117147d-7604-435d-b5e4-02a560e9e03e req-40441c9d-773c-4578-ad25-6ac0ffdb81e9 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:50:39.628772 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-6117147d-7604-435d-b5e4-02a560e9e03e req-40441c9d-773c-4578-ad25-6ac0ffdb81e9 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] 10.222.0.16 "GET /v2.0/ports?device_id=037c4758-c65c-415c-b20a-f7e5ba0a830c HTTP/1.1" status: 200 len: 943 time: 0.0490670 May 03 14:50:39.676782 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-6117147d-7604-435d-b5e4-02a560e9e03e req-47651cb6-c76f-41d9-b9b6-66900f8de566 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] 10.222.0.16 "GET /v2.0/security-groups?id=739575c7-37fa-46fc-93e9-2268529558a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425465 May 03 14:50:39.778664 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8140d8e4-a074-425f-9ed2-f8c40318c3de req-2a8ab2bb-dff0-4041-82e6-21e1f1387562 tempest-VolumesNegativeTest-899529817 tempest-VolumesNegativeTest-899529817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:50:39.780812 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-8140d8e4-a074-425f-9ed2-f8c40318c3de req-2a8ab2bb-dff0-4041-82e6-21e1f1387562 tempest-VolumesNegativeTest-899529817 tempest-VolumesNegativeTest-899529817-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fdf1458-d235-4dd5-978a-8b63c38e3d99 HTTP/1.1" status: 200 len: 949 time: 0.0465224 May 03 14:50:39.827179 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-8140d8e4-a074-425f-9ed2-f8c40318c3de req-e759e2f5-6921-42f7-b555-5bb7d942ad21 tempest-VolumesNegativeTest-899529817 tempest-VolumesNegativeTest-899529817-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c4fe074-d4fa-468b-8da7-d482976ab3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407977 May 03 14:50:40.792008 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c59d72-93dc-4b9a-85b4-a739854743f4 req-ca9379da-9f2c-45e5-a982-d7e23186e8a6 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:50:40.793473 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-41c59d72-93dc-4b9a-85b4-a739854743f4 req-ca9379da-9f2c-45e5-a982-d7e23186e8a6 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] 10.222.0.16 "GET /v2.0/ports?device_id=037c4758-c65c-415c-b20a-f7e5ba0a830c HTTP/1.1" status: 200 len: 943 time: 0.0525334 May 03 14:50:40.841145 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-41c59d72-93dc-4b9a-85b4-a739854743f4 req-2fec8137-7d2b-45c0-87a2-5836d1b27436 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] 10.222.0.16 "GET /v2.0/security-groups?id=739575c7-37fa-46fc-93e9-2268529558a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421391 May 03 14:50:40.939218 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f2aa55-0427-4bb7-acf6-2ea9e506f712 req-fea36210-2129-4a3f-a9a6-955d2412f553 tempest-VolumesNegativeTest-899529817 tempest-VolumesNegativeTest-899529817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:50:40.940659 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-09f2aa55-0427-4bb7-acf6-2ea9e506f712 req-fea36210-2129-4a3f-a9a6-955d2412f553 tempest-VolumesNegativeTest-899529817 tempest-VolumesNegativeTest-899529817-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fdf1458-d235-4dd5-978a-8b63c38e3d99 HTTP/1.1" status: 200 len: 949 time: 0.0467441 May 03 14:50:40.986306 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-09f2aa55-0427-4bb7-acf6-2ea9e506f712 req-b616c0eb-e55b-4406-9ee3-a0365f993fdd tempest-VolumesNegativeTest-899529817 tempest-VolumesNegativeTest-899529817-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c4fe074-d4fa-468b-8da7-d482976ab3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402853 May 03 14:50:41.132688 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-c6b20a03-6305-4a0f-bab9-edf3dec8b314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (a9161e1b-902d-441f-843b-a0ff0805adee), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:50:41.951666 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc6ddd6-842c-40ef-93af-00483b17953b req-740b91dd-f380-4845-ad42-6a9b187ae303 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:50:41.953136 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-afc6ddd6-842c-40ef-93af-00483b17953b req-740b91dd-f380-4845-ad42-6a9b187ae303 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] 10.222.0.16 "GET /v2.0/ports?device_id=037c4758-c65c-415c-b20a-f7e5ba0a830c HTTP/1.1" status: 200 len: 943 time: 0.0480845 May 03 14:50:42.006250 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-afc6ddd6-842c-40ef-93af-00483b17953b req-ed76eff4-9261-45ce-b21d-c400da6d775b tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] 10.222.0.16 "GET /v2.0/security-groups?id=739575c7-37fa-46fc-93e9-2268529558a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475578 May 03 14:50:42.109660 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13298ab7-2e6e-4a44-ad96-ccb118cb67d1 req-552d265d-7b99-4899-b4e9-2172685e8e2b tempest-VolumesNegativeTest-899529817 tempest-VolumesNegativeTest-899529817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:50:42.112744 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-13298ab7-2e6e-4a44-ad96-ccb118cb67d1 req-552d265d-7b99-4899-b4e9-2172685e8e2b tempest-VolumesNegativeTest-899529817 tempest-VolumesNegativeTest-899529817-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fdf1458-d235-4dd5-978a-8b63c38e3d99 HTTP/1.1" status: 200 len: 949 time: 0.0571148 May 03 14:50:42.164185 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-13298ab7-2e6e-4a44-ad96-ccb118cb67d1 req-19f5209e-5b42-45be-9ca4-5e1c86d10915 tempest-VolumesNegativeTest-899529817 tempest-VolumesNegativeTest-899529817-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c4fe074-d4fa-468b-8da7-d482976ab3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472147 May 03 14:50:42.322541 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-ed776e2d-a518-4685-8fad-0cd9eaa120ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (6a418bd5-8bcc-400f-88b5-19eff412e81a), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:50:43.116840 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d349f7-0ad6-45bc-8b5f-79e76b6b102f req-fba6ec98-10e9-414d-b151-d13281fda95a tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:50:43.118297 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-52d349f7-0ad6-45bc-8b5f-79e76b6b102f req-fba6ec98-10e9-414d-b151-d13281fda95a tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] 10.222.0.16 "GET /v2.0/ports?device_id=037c4758-c65c-415c-b20a-f7e5ba0a830c HTTP/1.1" status: 200 len: 943 time: 0.0478017 May 03 14:50:43.170600 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-52d349f7-0ad6-45bc-8b5f-79e76b6b102f req-628db836-b350-4f42-ab9b-4daf4917a5d4 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] 10.222.0.16 "GET /v2.0/security-groups?id=739575c7-37fa-46fc-93e9-2268529558a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467610 May 03 14:50:43.281394 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23948d58-fb23-4aa2-a555-2e976940fd27 req-5734569b-ddd4-489a-8112-0754ae45f03d tempest-VolumesNegativeTest-899529817 tempest-VolumesNegativeTest-899529817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:50:43.282890 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-23948d58-fb23-4aa2-a555-2e976940fd27 req-5734569b-ddd4-489a-8112-0754ae45f03d tempest-VolumesNegativeTest-899529817 tempest-VolumesNegativeTest-899529817-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fdf1458-d235-4dd5-978a-8b63c38e3d99 HTTP/1.1" status: 200 len: 949 time: 0.0528014 May 03 14:50:43.331829 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-23948d58-fb23-4aa2-a555-2e976940fd27 req-57da9fa5-5f4a-4ec9-91d1-cc8b4e1a091e tempest-VolumesNegativeTest-899529817 tempest-VolumesNegativeTest-899529817-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c4fe074-d4fa-468b-8da7-d482976ab3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434017 May 03 14:50:43.396179 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Device 0e5921b2-ce6c-49d3-9352-94c944feb3b9 details requested by agent hyperv_hv-cinder-84028 with host hv-cinder-84028 {{(pid=110299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 03 14:50:43.507131 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] For port 0e5921b2-ce6c-49d3-9352-94c944feb3b9, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=0e5921b2-ce6c-49d3-9352-94c944feb3b9,segment=NetworkSegment(40c723d8-45df-4e69-9439-7cb5b609b381),segment_id=40c723d8-45df-4e69-9439-7cb5b609b381)] {{(pid=110299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:50:43.519198 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Returning: {'device': '0e5921b2-ce6c-49d3-9352-94c944feb3b9', 'network_id': 'f9508427-db4d-416b-987f-da2fc50a7ea8', 'port_id': '0e5921b2-ce6c-49d3-9352-94c944feb3b9', 'mac_address': 'fa:16:3e:1f:d8:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd16b41a6-87db-430a-89a6-71fbdac1b346', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 03 14:50:43.556669 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Current status of the port 0e5921b2-ce6c-49d3-9352-94c944feb3b9 is: DOWN; New status is: BUILD {{(pid=110299) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:50:43.557067 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (0e5921b2-ce6c-49d3-9352-94c944feb3b9), before_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:50:43.571056 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.notifiers.nova [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e5921b2-ce6c-49d3-9352-94c944feb3b9 {{(pid=110299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 14:50:43.597976 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-dd96712b-4627-437f-9df9-b1bfec551245 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (8b46afec-dab7-4bfa-a959-8584a0cfd79a), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:50:43.599617 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] For port 0e5921b2-ce6c-49d3-9352-94c944feb3b9, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=0e5921b2-ce6c-49d3-9352-94c944feb3b9,segment=NetworkSegment(40c723d8-45df-4e69-9439-7cb5b609b381),segment_id=40c723d8-45df-4e69-9439-7cb5b609b381)] {{(pid=110299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:50:43.676825 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096'] for port (0e5921b2-ce6c-49d3-9352-94c944feb3b9), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:50:43.723423 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Pushing event updated for resources: {'Port': ['ID=0e5921b2-ce6c-49d3-9352-94c944feb3b9,revision_number=4']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:50:43.831257 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563729da-f5aa-4469-9776-36ec9d278581 req-6a982125-7843-4ae9-a4a2-a6eeb13d408a tempest-VolumesNegativeTest-899529817 tempest-VolumesNegativeTest-899529817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:50:43.832778 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-563729da-f5aa-4469-9776-36ec9d278581 req-6a982125-7843-4ae9-a4a2-a6eeb13d408a tempest-VolumesNegativeTest-899529817 tempest-VolumesNegativeTest-899529817-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fdf1458-d235-4dd5-978a-8b63c38e3d99 HTTP/1.1" status: 200 len: 949 time: 0.0488188 May 03 14:50:43.881565 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-563729da-f5aa-4469-9776-36ec9d278581 req-6f80cdc4-130d-4281-bf16-f8175531a397 tempest-VolumesNegativeTest-899529817 tempest-VolumesNegativeTest-899529817-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c4fe074-d4fa-468b-8da7-d482976ab3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431385 May 03 14:50:44.288055 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5954ed-e130-4824-8532-a55ff3cc528c req-f0da0299-bb54-43c7-a491-5b3681bea39c tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:50:44.289788 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-2e5954ed-e130-4824-8532-a55ff3cc528c req-f0da0299-bb54-43c7-a491-5b3681bea39c tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] 10.222.0.16 "GET /v2.0/ports?device_id=037c4758-c65c-415c-b20a-f7e5ba0a830c HTTP/1.1" status: 200 len: 944 time: 0.0485055 May 03 14:50:44.307037 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] get_ports_and_sgs() called for port_ids ['0e5921b2-ce6c-49d3-9352-94c944feb3b9'] {{(pid=110299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 14:50:44.361167 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-2e5954ed-e130-4824-8532-a55ff3cc528c req-b242e5bf-8503-4cbe-a0d6-9a8261583367 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] 10.222.0.16 "GET /v2.0/security-groups?id=739575c7-37fa-46fc-93e9-2268529558a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560138 May 03 14:50:44.992820 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4541e71-2a10-473d-b750-ad8e8e4491d9 req-545ebe2c-6dc1-4037-9c12-9898dd126e1b tempest-VolumesNegativeTest-899529817 tempest-VolumesNegativeTest-899529817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:50:44.994275 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-f4541e71-2a10-473d-b750-ad8e8e4491d9 req-545ebe2c-6dc1-4037-9c12-9898dd126e1b tempest-VolumesNegativeTest-899529817 tempest-VolumesNegativeTest-899529817-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fdf1458-d235-4dd5-978a-8b63c38e3d99 HTTP/1.1" status: 200 len: 949 time: 0.0465641 May 03 14:50:45.042034 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-f4541e71-2a10-473d-b750-ad8e8e4491d9 req-81745f23-5153-41c5-86ac-26ea53917873 tempest-VolumesNegativeTest-899529817 tempest-VolumesNegativeTest-899529817-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c4fe074-d4fa-468b-8da7-d482976ab3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411782 May 03 14:50:45.185656 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (16d44442-859c-4c9b-bc72-04cb3b8a5d5b), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:50:45.460846 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449669d4-a7b3-4253-a23e-85b6e9b68587 req-980f47d7-5319-4643-9544-cd07e8ec204c tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:50:45.462308 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-449669d4-a7b3-4253-a23e-85b6e9b68587 req-980f47d7-5319-4643-9544-cd07e8ec204c tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] 10.222.0.16 "GET /v2.0/ports?device_id=037c4758-c65c-415c-b20a-f7e5ba0a830c HTTP/1.1" status: 200 len: 944 time: 0.0471475 May 03 14:50:45.510335 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-449669d4-a7b3-4253-a23e-85b6e9b68587 req-5a60322a-d1e8-44dc-a260-b12a62f48384 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] 10.222.0.16 "GET /v2.0/security-groups?id=739575c7-37fa-46fc-93e9-2268529558a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425308 May 03 14:50:45.772906 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Device 0e5921b2-ce6c-49d3-9352-94c944feb3b9 up at agent hyperv_hv-cinder-84028 {{(pid=110299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 14:50:45.819242 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Provisioning for port 0e5921b2-ce6c-49d3-9352-94c944feb3b9 completed by entity L2. {{(pid=110299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 03 14:50:45.892662 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Provisioning complete for port 0e5921b2-ce6c-49d3-9352-94c944feb3b9 triggered by entity L2. {{(pid=110299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:50:45.893087 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728915'] for port (0e5921b2-ce6c-49d3-9352-94c944feb3b9), provisioning_complete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:50:45.975791 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Current status of the port 0e5921b2-ce6c-49d3-9352-94c944feb3b9 is: BUILD; New status is: ACTIVE {{(pid=110299) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:50:45.976178 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (0e5921b2-ce6c-49d3-9352-94c944feb3b9), before_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:50:45.998305 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '037c4758-c65c-415c-b20a-f7e5ba0a830c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e5921b2-ce6c-49d3-9352-94c944feb3b9'}] {{(pid=110299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 14:50:46.001146 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfb0ab9603dc6f24b101a3230295415c8ec2a7bf959fde45f0826688655bbcbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-439360fb-259f-4c83-b3ad-df621852615a" -d '{"events": [{"server_uuid": "037c4758-c65c-415c-b20a-f7e5ba0a830c", "name": "network-vif-plugged", "status": "completed", "tag": "0e5921b2-ce6c-49d3-9352-94c944feb3b9"}]}' {{(pid=110299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 14:50:46.013172 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] For port 0e5921b2-ce6c-49d3-9352-94c944feb3b9, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=0e5921b2-ce6c-49d3-9352-94c944feb3b9,segment=NetworkSegment(40c723d8-45df-4e69-9439-7cb5b609b381),segment_id=40c723d8-45df-4e69-9439-7cb5b609b381)] {{(pid=110299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:50:46.035828 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 14:50:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef8a6fdd-7d73-44ec-bdc3-446e072498c0 x-openstack-request-id: req-ef8a6fdd-7d73-44ec-bdc3-446e072498c0 {{(pid=110299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 14:50:46.036141 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "037c4758-c65c-415c-b20a-f7e5ba0a830c", "name": "network-vif-plugged", "status": "completed", "tag": "0e5921b2-ce6c-49d3-9352-94c944feb3b9", "code": 200}]} {{(pid=110299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 14:50:46.036404 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ef8a6fdd-7d73-44ec-bdc3-446e072498c0 {{(pid=110299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 14:50:46.037011 dv-cinder-840289-3-iscsi neutron-server[110299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef8a6fdd-7d73-44ec-bdc3-446e072498c0'] response: {'server_uuid': '037c4758-c65c-415c-b20a-f7e5ba0a830c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e5921b2-ce6c-49d3-9352-94c944feb3b9', 'code': 200} May 03 14:50:46.065761 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096'] for port (0e5921b2-ce6c-49d3-9352-94c944feb3b9), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:50:46.077707 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e76e3b5-fb7b-4369-ad0d-83a8d7e07a71 req-2a3c59d9-620e-4dc9-aa2a-1be1e4287d68 tempest-VolumesNegativeTest-899529817 tempest-VolumesNegativeTest-899529817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:50:46.079548 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-8e76e3b5-fb7b-4369-ad0d-83a8d7e07a71 req-2a3c59d9-620e-4dc9-aa2a-1be1e4287d68 tempest-VolumesNegativeTest-899529817 tempest-VolumesNegativeTest-899529817-project] 10.222.0.55 "GET /v2.0/ports?device_id=4fdf1458-d235-4dd5-978a-8b63c38e3d99 HTTP/1.1" status: 200 len: 949 time: 0.0549934 May 03 14:50:46.123379 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Pushing event updated for resources: {'Port': ['ID=0e5921b2-ce6c-49d3-9352-94c944feb3b9,revision_number=5']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:50:46.202779 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47889e80-866a-4d07-99a9-5d507bc44d04 req-36371701-0ac9-49dd-a68f-803a5077f266 tempest-VolumesNegativeTest-899529817 tempest-VolumesNegativeTest-899529817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:50:46.204290 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-47889e80-866a-4d07-99a9-5d507bc44d04 req-36371701-0ac9-49dd-a68f-803a5077f266 tempest-VolumesNegativeTest-899529817 tempest-VolumesNegativeTest-899529817-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fdf1458-d235-4dd5-978a-8b63c38e3d99 HTTP/1.1" status: 200 len: 949 time: 0.0842805 May 03 14:50:46.236627 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.plugin [req-8e76e3b5-fb7b-4369-ad0d-83a8d7e07a71 req-ff140f74-d168-40d2-a72e-f4c7929531e2 tempest-VolumesNegativeTest-899529817 tempest-VolumesNegativeTest-899529817-project] Deleting port 840e8bc1-5bb1-44a1-bd3d-0fc8efa4a03e {{(pid=110298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 14:50:46.236970 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-8e76e3b5-fb7b-4369-ad0d-83a8d7e07a71 req-ff140f74-d168-40d2-a72e-f4c7929531e2 tempest-VolumesNegativeTest-899529817 tempest-VolumesNegativeTest-899529817-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775477116685'] for port (840e8bc1-5bb1-44a1-bd3d-0fc8efa4a03e), before_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:50:46.317046 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-47889e80-866a-4d07-99a9-5d507bc44d04 req-51f7ff95-95fc-460a-ac81-e0705d252118 tempest-VolumesNegativeTest-899529817 tempest-VolumesNegativeTest-899529817-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c4fe074-d4fa-468b-8da7-d482976ab3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069951 May 03 14:50:46.352581 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.db [req-8e76e3b5-fb7b-4369-ad0d-83a8d7e07a71 req-ff140f74-d168-40d2-a72e-f4c7929531e2 tempest-VolumesNegativeTest-899529817 tempest-VolumesNegativeTest-899529817-project] For port 840e8bc1-5bb1-44a1-bd3d-0fc8efa4a03e, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=840e8bc1-5bb1-44a1-bd3d-0fc8efa4a03e,segment=NetworkSegment(57c46991-e7f6-4ab0-91e5-60f60237f52f),segment_id=57c46991-e7f6-4ab0-91e5-60f60237f52f)] {{(pid=110298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:50:46.353201 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-8e76e3b5-fb7b-4369-ad0d-83a8d7e07a71 req-ff140f74-d168-40d2-a72e-f4c7929531e2 tempest-VolumesNegativeTest-899529817 tempest-VolumesNegativeTest-899529817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689583'] for port (840e8bc1-5bb1-44a1-bd3d-0fc8efa4a03e), precommit_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:50:46.368075 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.plugin [req-8e76e3b5-fb7b-4369-ad0d-83a8d7e07a71 req-ff140f74-d168-40d2-a72e-f4c7929531e2 tempest-VolumesNegativeTest-899529817 tempest-VolumesNegativeTest-899529817-project] Calling delete_port for 840e8bc1-5bb1-44a1-bd3d-0fc8efa4a03e owned by compute:nova {{(pid=110298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 14:50:46.522321 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2e16f1-bf42-4d79-aab5-15080c15d222 req-4ae07b79-4d1c-48fc-a43b-f6eddadf27dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:50:46.523844 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-1a2e16f1-bf42-4d79-aab5-15080c15d222 req-4ae07b79-4d1c-48fc-a43b-f6eddadf27dd service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=037c4758-c65c-415c-b20a-f7e5ba0a830c HTTP/1.1" status: 200 len: 1129 time: 0.0676420 May 03 14:50:46.575608 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-1a2e16f1-bf42-4d79-aab5-15080c15d222 req-57ca6ef5-7901-427a-972a-c4a027983673 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=739575c7-37fa-46fc-93e9-2268529558a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435958 May 03 14:50:46.620636 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-8e76e3b5-fb7b-4369-ad0d-83a8d7e07a71 req-ff140f74-d168-40d2-a72e-f4c7929531e2 tempest-VolumesNegativeTest-899529817 tempest-VolumesNegativeTest-899529817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775477123741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775476647069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25806886'] for port (840e8bc1-5bb1-44a1-bd3d-0fc8efa4a03e), after_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:50:46.653916 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140f74-d168-40d2-a72e-f4c7929531e2 tempest-VolumesNegativeTest-899529817 tempest-VolumesNegativeTest-899529817-project] Pushing event deleted for resources: {'Port': ['ID=840e8bc1-5bb1-44a1-bd3d-0fc8efa4a03e,revision_number=None']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:50:46.666309 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3930553-e143-490a-846f-f8bda726100b req-acb8db56-c4f4-4b54-8c32-6ed91779ce0e tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:50:46.667833 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-c3930553-e143-490a-846f-f8bda726100b req-acb8db56-c4f4-4b54-8c32-6ed91779ce0e tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] 10.222.0.16 "GET /v2.0/ports?device_id=037c4758-c65c-415c-b20a-f7e5ba0a830c HTTP/1.1" status: 200 len: 945 time: 0.0787816 May 03 14:50:46.668952 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] get_ports_and_sgs() called for port_ids ['840e8bc1-5bb1-44a1-bd3d-0fc8efa4a03e'] {{(pid=110299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 14:50:46.725998 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e76e3b5-fb7b-4369-ad0d-83a8d7e07a71 req-ff140f74-d168-40d2-a72e-f4c7929531e2 tempest-VolumesNegativeTest-899529817 tempest-VolumesNegativeTest-899529817-project] No DVR routers for this DVR port 840e8bc1-5bb1-44a1-bd3d-0fc8efa4a03e on host hv-cinder-84028 {{(pid=110298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 14:50:46.729388 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-8e76e3b5-fb7b-4369-ad0d-83a8d7e07a71 req-ff140f74-d168-40d2-a72e-f4c7929531e2 tempest-VolumesNegativeTest-899529817 tempest-VolumesNegativeTest-899529817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46205'] for port (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:50:46.732674 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-8e76e3b5-fb7b-4369-ad0d-83a8d7e07a71 req-ff140f74-d168-40d2-a72e-f4c7929531e2 tempest-VolumesNegativeTest-899529817 tempest-VolumesNegativeTest-899529817-project] 10.222.0.55 "DELETE /v2.0/ports/840e8bc1-5bb1-44a1-bd3d-0fc8efa4a03e HTTP/1.1" status: 204 len: 173 time: 0.6432719 May 03 14:50:46.733118 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fdf1458-d235-4dd5-978a-8b63c38e3d99', 'name': 'network-vif-deleted', 'tag': '840e8bc1-5bb1-44a1-bd3d-0fc8efa4a03e'}] {{(pid=110298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 14:50:46.736349 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75d30aab20f2b99e69676ba1094dd13d61de0bc97323401ed2dd99ba05286cef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e8f9b1b-00d8-4295-a1c3-1c44e6e27d76" -d '{"events": [{"server_uuid": "4fdf1458-d235-4dd5-978a-8b63c38e3d99", "name": "network-vif-deleted", "tag": "840e8bc1-5bb1-44a1-bd3d-0fc8efa4a03e"}]}' {{(pid=110298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 14:50:46.768287 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-c3930553-e143-490a-846f-f8bda726100b req-59d69122-6d88-4ccf-af54-a1b9d72cb817 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] 10.222.0.16 "GET /v2.0/security-groups?id=739575c7-37fa-46fc-93e9-2268529558a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932560 May 03 14:50:46.789159 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 14:50:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f83ef2af-624d-4712-b864-249c1860fe35 x-openstack-request-id: req-f83ef2af-624d-4712-b864-249c1860fe35 {{(pid=110298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 14:50:46.789665 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fdf1458-d235-4dd5-978a-8b63c38e3d99", "name": "network-vif-deleted", "tag": "840e8bc1-5bb1-44a1-bd3d-0fc8efa4a03e", "status": "completed", "code": 200}]} {{(pid=110298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 14:50:46.789918 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f83ef2af-624d-4712-b864-249c1860fe35 {{(pid=110298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 14:50:46.790324 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f83ef2af-624d-4712-b864-249c1860fe35'] response: {'server_uuid': '4fdf1458-d235-4dd5-978a-8b63c38e3d99', 'name': 'network-vif-deleted', 'tag': '840e8bc1-5bb1-44a1-bd3d-0fc8efa4a03e', 'status': 'completed', 'code': 200} May 03 14:50:47.430519 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-f03a678a-0945-454d-a49d-4ac631e44ae4 req-072f9486-cbf4-4c97-812c-02169e120fd2 tempest-VolumesNegativeTest-899529817 tempest-VolumesNegativeTest-899529817-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fdf1458-d235-4dd5-978a-8b63c38e3d99 HTTP/1.1" status: 200 len: 210 time: 0.0384250 May 03 14:50:47.881349 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1be50e4-08f3-47f9-9289-5b09143c0c4a req-ac2b11e4-e4b9-4a8a-b106-088d95fd79bb tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:50:47.882819 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-c1be50e4-08f3-47f9-9289-5b09143c0c4a req-ac2b11e4-e4b9-4a8a-b106-088d95fd79bb tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] 10.222.0.16 "GET /v2.0/ports?device_id=037c4758-c65c-415c-b20a-f7e5ba0a830c HTTP/1.1" status: 200 len: 945 time: 0.0465791 May 03 14:50:47.930635 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-c1be50e4-08f3-47f9-9289-5b09143c0c4a req-1bdabc5d-03e8-4d4e-a07c-7fdab56ccf8f tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] 10.222.0.16 "GET /v2.0/security-groups?id=739575c7-37fa-46fc-93e9-2268529558a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423100 May 03 14:50:48.529730 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-d048f6b0-c427-4856-a431-328b5b25e13d req-04620d8b-d1d1-42cd-8b19-56f254271997 tempest-VolumesNegativeTest-899529817 tempest-VolumesNegativeTest-899529817-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fdf1458-d235-4dd5-978a-8b63c38e3d99 HTTP/1.1" status: 200 len: 210 time: 0.0283372 May 03 14:50:49.043022 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3931d9-0533-43fb-bfb4-06a7ce36e74b req-64089784-c327-40bc-97ed-96c529ab0f0d tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:50:49.044500 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-4c3931d9-0533-43fb-bfb4-06a7ce36e74b req-64089784-c327-40bc-97ed-96c529ab0f0d tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] 10.222.0.16 "GET /v2.0/ports?device_id=037c4758-c65c-415c-b20a-f7e5ba0a830c HTTP/1.1" status: 200 len: 945 time: 0.0497122 May 03 14:50:49.091987 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-4c3931d9-0533-43fb-bfb4-06a7ce36e74b req-70367df1-634d-4ad2-82ce-05c693a346b5 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] 10.222.0.16 "GET /v2.0/security-groups?id=739575c7-37fa-46fc-93e9-2268529558a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411751 May 03 14:50:49.635131 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-d3bcee69-f7f6-48b0-b4f5-af7976d01284 req-83c3e3e0-80ae-4709-8595-8044688439d4 tempest-VolumesNegativeTest-899529817 tempest-VolumesNegativeTest-899529817-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fdf1458-d235-4dd5-978a-8b63c38e3d99 HTTP/1.1" status: 200 len: 210 time: 0.0268779 May 03 14:50:50.202788 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564944f2-ff0c-4b11-859d-3d4bc5afb43c req-567b6319-3465-4fb9-b58d-d2e8c5cdce12 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:50:50.204265 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-564944f2-ff0c-4b11-859d-3d4bc5afb43c req-567b6319-3465-4fb9-b58d-d2e8c5cdce12 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] 10.222.0.16 "GET /v2.0/ports?device_id=037c4758-c65c-415c-b20a-f7e5ba0a830c HTTP/1.1" status: 200 len: 945 time: 0.0461216 May 03 14:50:50.254756 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-564944f2-ff0c-4b11-859d-3d4bc5afb43c req-162e7541-4071-4521-acd2-119459985b06 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] 10.222.0.16 "GET /v2.0/security-groups?id=739575c7-37fa-46fc-93e9-2268529558a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451460 May 03 14:50:50.492886 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Device 840e8bc1-5bb1-44a1-bd3d-0fc8efa4a03e no longer exists at agent hyperv_hv-cinder-84028 {{(pid=110299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 14:50:50.513730 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] No Port match for: 840e8bc1-5bb1-44a1-bd3d-0fc8efa4a03e {{(pid=110299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 14:50:50.514084 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Device 840e8bc1-5bb1-44a1-bd3d-0fc8efa4a03e not bound to the agent host hv-cinder-84028 {{(pid=110299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 14:50:50.739789 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-7d553c04-09da-45fe-82f5-266534f7c49d req-1c2e2e94-580b-46b4-9d9b-b101cc35d328 tempest-VolumesNegativeTest-899529817 tempest-VolumesNegativeTest-899529817-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fdf1458-d235-4dd5-978a-8b63c38e3d99 HTTP/1.1" status: 200 len: 210 time: 0.0271175 May 03 14:50:51.368434 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06acd46-88d9-41c2-a359-9ef3b217e0b4 req-c7a58246-17e6-41e8-a37d-10a6d6b03f19 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:50:51.369810 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-f06acd46-88d9-41c2-a359-9ef3b217e0b4 req-c7a58246-17e6-41e8-a37d-10a6d6b03f19 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] 10.222.0.16 "GET /v2.0/ports?device_id=037c4758-c65c-415c-b20a-f7e5ba0a830c HTTP/1.1" status: 200 len: 945 time: 0.0478435 May 03 14:50:51.417225 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-f06acd46-88d9-41c2-a359-9ef3b217e0b4 req-11c3ab93-a980-4559-a044-8b217a801c1b tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] 10.222.0.16 "GET /v2.0/security-groups?id=739575c7-37fa-46fc-93e9-2268529558a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419409 May 03 14:50:51.845604 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-2be547a3-898d-479e-9ab4-eb7e59b851f5 req-f858fe12-55a0-4c47-b5a9-0cc63425ce08 tempest-VolumesNegativeTest-899529817 tempest-VolumesNegativeTest-899529817-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fdf1458-d235-4dd5-978a-8b63c38e3d99 HTTP/1.1" status: 200 len: 210 time: 0.0283725 May 03 14:50:52.533945 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66cff0d-cca0-44b3-9960-452aadad896b req-c951f1a8-5d90-49f9-9231-f5f2c4745173 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:50:52.535430 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-f66cff0d-cca0-44b3-9960-452aadad896b req-c951f1a8-5d90-49f9-9231-f5f2c4745173 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] 10.222.0.16 "GET /v2.0/ports?device_id=037c4758-c65c-415c-b20a-f7e5ba0a830c HTTP/1.1" status: 200 len: 945 time: 0.0491376 May 03 14:50:52.584368 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-f66cff0d-cca0-44b3-9960-452aadad896b req-8f7f0b35-64c1-4a66-b38d-d8c0017542a8 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] 10.222.0.16 "GET /v2.0/security-groups?id=739575c7-37fa-46fc-93e9-2268529558a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428429 May 03 14:50:52.952690 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-79f346f2-7e59-4b71-9049-f2b6167f9904 req-4e1ae5cb-3e68-4c94-bc79-afb81ae54020 tempest-VolumesNegativeTest-899529817 tempest-VolumesNegativeTest-899529817-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fdf1458-d235-4dd5-978a-8b63c38e3d99 HTTP/1.1" status: 200 len: 210 time: 0.0279572 May 03 14:50:53.701150 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a38ff4c-8daa-4925-ab7d-160953027cdf req-3b2727da-47dd-43cc-946b-252e74416d10 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:50:53.702900 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-5a38ff4c-8daa-4925-ab7d-160953027cdf req-3b2727da-47dd-43cc-946b-252e74416d10 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] 10.222.0.16 "GET /v2.0/ports?device_id=037c4758-c65c-415c-b20a-f7e5ba0a830c HTTP/1.1" status: 200 len: 945 time: 0.0492954 May 03 14:50:53.760632 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-5a38ff4c-8daa-4925-ab7d-160953027cdf req-a19aff5b-6ec4-4a3d-ade0-f4af2415082b tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] 10.222.0.16 "GET /v2.0/security-groups?id=739575c7-37fa-46fc-93e9-2268529558a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507517 May 03 14:50:53.874709 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5a244e-cf0d-4a60-b90a-503dbd5d694f req-d372479f-4dda-4356-b363-82ee9485d62a tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:50:53.876357 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-7d5a244e-cf0d-4a60-b90a-503dbd5d694f req-d372479f-4dda-4356-b363-82ee9485d62a tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] 10.222.0.16 "GET /v2.0/ports?device_id=037c4758-c65c-415c-b20a-f7e5ba0a830c HTTP/1.1" status: 200 len: 945 time: 0.0482557 May 03 14:50:53.927162 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-7d5a244e-cf0d-4a60-b90a-503dbd5d694f req-18e2ee1a-d08c-4d3f-9b59-52af359e1c94 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] 10.222.0.16 "GET /v2.0/security-groups?id=739575c7-37fa-46fc-93e9-2268529558a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448892 May 03 14:50:53.948536 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 43626) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:50:54.137737 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4224dfdf-6fb8-41af-9b9a-b042e348e3ee tempest-TestShelveInstance-2048033772 tempest-TestShelveInstance-2048033772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:50:54.139367 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-4224dfdf-6fb8-41af-9b9a-b042e348e3ee tempest-TestShelveInstance-2048033772 tempest-TestShelveInstance-2048033772-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=037c4758-c65c-415c-b20a-f7e5ba0a830c HTTP/1.1" status: 200 len: 1124 time: 0.1897995 May 03 14:50:54.142833 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 43640) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:50:54.147266 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.v2.base [None req-9565defc-1dbc-4c4d-8316-57e610218391 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] Request body: {'floatingip': {'floating_network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'port_id': '0e5921b2-ce6c-49d3-9352-94c944feb3b9', 'tenant_id': '7d4c047e715a4907a16f3e647f380b0b', 'fixed_ip_address': '172.20.0.5'}} {{(pid=110298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:50:54.237623 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-9565defc-1dbc-4c4d-8316-57e610218391 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:50:54.323759 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-9565defc-1dbc-4c4d-8316-57e610218391 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (None), before_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:50:54.433936 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.db.db_base_plugin_common [None req-9565defc-1dbc-4c4d-8316-57e610218391 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] Allocated IP 172.27.0.175 (7456e722-9446-4a17-bcf3-c72dce07c65c/f907060b-4748-4522-aeb5-06a44b689374/40c3ef9c-8743-46c3-bbeb-8553ed6bbe4c) {{(pid=110298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 14:50:54.544768 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-9565defc-1dbc-4c4d-8316-57e610218391 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] Publish callbacks [] for port (40c3ef9c-8743-46c3-bbeb-8553ed6bbe4c), precommit_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:50:54.641363 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-9565defc-1dbc-4c4d-8316-57e610218391 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775476647060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25806886'] for port (40c3ef9c-8743-46c3-bbeb-8553ed6bbe4c), after_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:50:54.683696 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9565defc-1dbc-4c4d-8316-57e610218391 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] Network 7456e722-9446-4a17-bcf3-c72dce07c65c is already hosted by enough agents. {{(pid=110298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 14:50:54.687923 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.scheduler.base_scheduler [None req-9565defc-1dbc-4c4d-8316-57e610218391 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] Resources bound (agent type, host, resource id): {{(pid=110298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 14:50:54.690505 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9565defc-1dbc-4c4d-8316-57e610218391 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] Received port after_create {{(pid=110298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 14:50:54.718597 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9565defc-1dbc-4c4d-8316-57e610218391 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] Pushing event updated for resources: {'Port': ['ID=40c3ef9c-8743-46c3-bbeb-8553ed6bbe4c,revision_number=1']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:50:55.136044 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-9565defc-1dbc-4c4d-8316-57e610218391 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] Publish callbacks [] for floatingip (8a12dc37-be88-489b-98c5-4882aef34fce), precommit_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:50:55.266508 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-9565defc-1dbc-4c4d-8316-57e610218391 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (40c3ef9c-8743-46c3-bbeb-8553ed6bbe4c), before_update {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:50:55.422717 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-9565defc-1dbc-4c4d-8316-57e610218391 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] Publish callbacks [] for port (40c3ef9c-8743-46c3-bbeb-8553ed6bbe4c), precommit_update {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:50:55.516238 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-9565defc-1dbc-4c4d-8316-57e610218391 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25806943'] for port (40c3ef9c-8743-46c3-bbeb-8553ed6bbe4c), after_update {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:50:55.582042 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9565defc-1dbc-4c4d-8316-57e610218391 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] Pushing event updated for resources: {'Port': ['ID=40c3ef9c-8743-46c3-bbeb-8553ed6bbe4c,revision_number=2']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:50:55.594009 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-9565defc-1dbc-4c4d-8316-57e610218391 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692144'] for floatingip (8a12dc37-be88-489b-98c5-4882aef34fce), after_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:50:55.948673 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.db.l3_db [None req-9565defc-1dbc-4c4d-8316-57e610218391 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] Floating IP 8a12dc37-be88-489b-98c5-4882aef34fce associated. External IP: 172.27.0.175, port: 0e5921b2-ce6c-49d3-9352-94c944feb3b9. May 03 14:50:56.173062 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9565defc-1dbc-4c4d-8316-57e610218391 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] Router 5b1a4db0-82c2-489d-9ee5-f857b4901790 has already been hosted by L3 agent a9161e1b-902d-441f-843b-a0ff0805adee {{(pid=110298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 14:50:56.291807 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9565defc-1dbc-4c4d-8316-57e610218391 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] Notify agent at l3_agent.dv-cinder-840289-3-iscsi the message routers_updated {{(pid=110298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 14:50:56.303143 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a8818e-3e25-475a-a163-4a7ef643f7a9 None None] Sync routers for ids ['5b1a4db0-82c2-489d-9ee5-f857b4901790'] in dv-cinder-840289-3-iscsi {{(pid=110300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 14:50:56.313078 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a8818e-3e25-475a-a163-4a7ef643f7a9 None None] Routers {'5b1a4db0-82c2-489d-9ee5-f857b4901790'} bound to L3 agent in host dv-cinder-840289-3-iscsi {{(pid=110300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:50:56.313678 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_hamode_db [None req-b7a8818e-3e25-475a-a163-4a7ef643f7a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T14:38:11Z,description=,heartbeat_timestamp=2022-05-03T14:50:41Z,host='dv-cinder-840289-3-iscsi',id=a9161e1b-902d-441f-843b-a0ff0805adee,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:38:12Z,topic='l3_agent')) {'router_ids': ['5b1a4db0-82c2-489d-9ee5-f857b4901790'], 'active': True} {{(pid=110300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:50:56.410500 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-9565defc-1dbc-4c4d-8316-57e610218391 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46205'] for floatingip (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:50:56.445711 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-9565defc-1dbc-4c4d-8316-57e610218391 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3018107 May 03 14:50:56.446406 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '037c4758-c65c-415c-b20a-f7e5ba0a830c', 'tag': '0e5921b2-ce6c-49d3-9352-94c944feb3b9'}] {{(pid=110298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 14:50:56.448849 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75d30aab20f2b99e69676ba1094dd13d61de0bc97323401ed2dd99ba05286cef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba6053b4-9211-407d-981d-056a542694b7" -d '{"events": [{"name": "network-changed", "server_uuid": "037c4758-c65c-415c-b20a-f7e5ba0a830c", "tag": "0e5921b2-ce6c-49d3-9352-94c944feb3b9"}]}' {{(pid=110298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 14:50:56.491706 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 14:50:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad278c2b-8ea0-42b7-9e9b-c22c9e71f98d x-openstack-request-id: req-ad278c2b-8ea0-42b7-9e9b-c22c9e71f98d {{(pid=110298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 14:50:56.492503 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "037c4758-c65c-415c-b20a-f7e5ba0a830c", "tag": "0e5921b2-ce6c-49d3-9352-94c944feb3b9", "status": "completed", "code": 200}]} {{(pid=110298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 14:50:56.492503 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ad278c2b-8ea0-42b7-9e9b-c22c9e71f98d {{(pid=110298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 14:50:56.492679 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad278c2b-8ea0-42b7-9e9b-c22c9e71f98d'] response: {'name': 'network-changed', 'server_uuid': '037c4758-c65c-415c-b20a-f7e5ba0a830c', 'tag': '0e5921b2-ce6c-49d3-9352-94c944feb3b9', 'status': 'completed', 'code': 200} May 03 14:50:56.534840 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvr_db [None req-b7a8818e-3e25-475a-a163-4a7ef643f7a9 None None] Set router 5b1a4db0-82c2-489d-9ee5-f857b4901790 gateway port host: dv-cinder-840289-3-iscsi {{(pid=110300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:50:56.882151 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_hamode_db [None req-b7a8818e-3e25-475a-a163-4a7ef643f7a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b1a4db0-82c2-489d-9ee5-f857b4901790', 'name': 'tempest-TestShelveInstance-2077658461-router', 'tenant_id': '7d4c047e715a4907a16f3e647f380b0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'external_fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': 'f05009db-2324-432b-8202-79dd2ef04096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:48:48Z', 'updated_at': '2022-05-03T14:48:52Z', 'revision_number': 4, 'project_id': '7d4c047e715a4907a16f3e647f380b0b', 'gw_port': {'id': 'f05009db-2324-432b-8202-79dd2ef04096', 'name': '', 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b1a4db0-82c2-489d-9ee5-f857b4901790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:48:49Z', 'updated_at': '2022-05-03T14:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f907060b-4748-4522-aeb5-06a44b689374', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-3-iscsi', '_floatingips': [{'id': '8a12dc37-be88-489b-98c5-4882aef34fce', 'tenant_id': '7d4c047e715a4907a16f3e647f380b0b', 'floating_ip_address': '172.27.0.175', 'floating_network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'router_id': '5b1a4db0-82c2-489d-9ee5-f857b4901790', 'port_id': '0e5921b2-ce6c-49d3-9352-94c944feb3b9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9508427-db4d-416b-987f-da2fc50a7ea8', 'mac_address': 'fa:16:3e:1f:d8:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037c4758-c65c-415c-b20a-f7e5ba0a830c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T14:50:54Z', 'updated_at': '2022-05-03T14:50:54Z', 'revision_number': 0, 'project_id': '7d4c047e715a4907a16f3e647f380b0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3b83fbc-e72a-4c7c-9ddd-9c05bdade1d5', 'name': '', 'network_id': 'f9508427-db4d-416b-987f-da2fc50a7ea8', 'tenant_id': '7d4c047e715a4907a16f3e647f380b0b', 'mac_address': 'fa:16:3e:c4:50:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b1a4db0-82c2-489d-9ee5-f857b4901790', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'd16b41a6-87db-430a-89a6-71fbdac1b346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:48:51Z', 'updated_at': '2022-05-03T14:48:56Z', 'revision_number': 5, 'project_id': '7d4c047e715a4907a16f3e647f380b0b', 'subnets': [{'id': 'd16b41a6-87db-430a-89a6-71fbdac1b346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-3-iscsi', False) {} {{(pid=110300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:50:56.911673 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a8818e-3e25-475a-a163-4a7ef643f7a9 None None] Checking router: 5b1a4db0-82c2-489d-9ee5-f857b4901790 for host: dv-cinder-840289-3-iscsi {{(pid=110300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 14:50:56.920523 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a8818e-3e25-475a-a163-4a7ef643f7a9 None None] Routers {'5b1a4db0-82c2-489d-9ee5-f857b4901790'} bound to L3 agent in host dv-cinder-840289-3-iscsi {{(pid=110300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:50:56.922303 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_hamode_db [None req-b7a8818e-3e25-475a-a163-4a7ef643f7a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T14:38:11Z,description=,heartbeat_timestamp=2022-05-03T14:50:41Z,host='dv-cinder-840289-3-iscsi',id=a9161e1b-902d-441f-843b-a0ff0805adee,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:38:12Z,topic='l3_agent')) {'router_ids': ['5b1a4db0-82c2-489d-9ee5-f857b4901790'], 'active': True} {{(pid=110300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:50:57.035444 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvr_db [None req-b7a8818e-3e25-475a-a163-4a7ef643f7a9 None None] Set router 5b1a4db0-82c2-489d-9ee5-f857b4901790 gateway port host: dv-cinder-840289-3-iscsi {{(pid=110300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:50:57.278445 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_hamode_db [None req-b7a8818e-3e25-475a-a163-4a7ef643f7a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b1a4db0-82c2-489d-9ee5-f857b4901790', 'name': 'tempest-TestShelveInstance-2077658461-router', 'tenant_id': '7d4c047e715a4907a16f3e647f380b0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'external_fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': 'f05009db-2324-432b-8202-79dd2ef04096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:48:48Z', 'updated_at': '2022-05-03T14:48:52Z', 'revision_number': 4, 'project_id': '7d4c047e715a4907a16f3e647f380b0b', 'gw_port': {'id': 'f05009db-2324-432b-8202-79dd2ef04096', 'name': '', 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b1a4db0-82c2-489d-9ee5-f857b4901790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:48:49Z', 'updated_at': '2022-05-03T14:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f907060b-4748-4522-aeb5-06a44b689374', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-3-iscsi', '_floatingips': [{'id': '8a12dc37-be88-489b-98c5-4882aef34fce', 'tenant_id': '7d4c047e715a4907a16f3e647f380b0b', 'floating_ip_address': '172.27.0.175', 'floating_network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'router_id': '5b1a4db0-82c2-489d-9ee5-f857b4901790', 'port_id': '0e5921b2-ce6c-49d3-9352-94c944feb3b9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9508427-db4d-416b-987f-da2fc50a7ea8', 'mac_address': 'fa:16:3e:1f:d8:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037c4758-c65c-415c-b20a-f7e5ba0a830c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T14:50:54Z', 'updated_at': '2022-05-03T14:50:54Z', 'revision_number': 0, 'project_id': '7d4c047e715a4907a16f3e647f380b0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3b83fbc-e72a-4c7c-9ddd-9c05bdade1d5', 'name': '', 'network_id': 'f9508427-db4d-416b-987f-da2fc50a7ea8', 'tenant_id': '7d4c047e715a4907a16f3e647f380b0b', 'mac_address': 'fa:16:3e:c4:50:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b1a4db0-82c2-489d-9ee5-f857b4901790', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'd16b41a6-87db-430a-89a6-71fbdac1b346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:48:51Z', 'updated_at': '2022-05-03T14:48:56Z', 'revision_number': 5, 'project_id': '7d4c047e715a4907a16f3e647f380b0b', 'subnets': [{'id': 'd16b41a6-87db-430a-89a6-71fbdac1b346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-3-iscsi', False) {} {{(pid=110300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:50:57.314378 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a8818e-3e25-475a-a163-4a7ef643f7a9 None None] The sync data for ids ['5b1a4db0-82c2-489d-9ee5-f857b4901790'] in dv-cinder-840289-3-iscsi is: [{'id': '5b1a4db0-82c2-489d-9ee5-f857b4901790', 'name': 'tempest-TestShelveInstance-2077658461-router', 'tenant_id': '7d4c047e715a4907a16f3e647f380b0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'external_fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': 'f05009db-2324-432b-8202-79dd2ef04096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:48:48Z', 'updated_at': '2022-05-03T14:48:52Z', 'revision_number': 4, 'project_id': '7d4c047e715a4907a16f3e647f380b0b', 'gw_port': {'id': 'f05009db-2324-432b-8202-79dd2ef04096', 'name': '', 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b1a4db0-82c2-489d-9ee5-f857b4901790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:48:49Z', 'updated_at': '2022-05-03T14:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f907060b-4748-4522-aeb5-06a44b689374', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-3-iscsi', '_floatingips': [{'id': '8a12dc37-be88-489b-98c5-4882aef34fce', 'tenant_id': '7d4c047e715a4907a16f3e647f380b0b', 'floating_ip_address': '172.27.0.175', 'floating_network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'router_id': '5b1a4db0-82c2-489d-9ee5-f857b4901790', 'port_id': '0e5921b2-ce6c-49d3-9352-94c944feb3b9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9508427-db4d-416b-987f-da2fc50a7ea8', 'mac_address': 'fa:16:3e:1f:d8:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037c4758-c65c-415c-b20a-f7e5ba0a830c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T14:50:54Z', 'updated_at': '2022-05-03T14:50:54Z', 'revision_number': 0, 'project_id': '7d4c047e715a4907a16f3e647f380b0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3b83fbc-e72a-4c7c-9ddd-9c05bdade1d5', 'name': '', 'network_id': 'f9508427-db4d-416b-987f-da2fc50a7ea8', 'tenant_id': '7d4c047e715a4907a16f3e647f380b0b', 'mac_address': 'fa:16:3e:c4:50:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b1a4db0-82c2-489d-9ee5-f857b4901790', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'd16b41a6-87db-430a-89a6-71fbdac1b346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:48:51Z', 'updated_at': '2022-05-03T14:48:56Z', 'revision_number': 5, 'project_id': '7d4c047e715a4907a16f3e647f380b0b', 'subnets': [{'id': 'd16b41a6-87db-430a-89a6-71fbdac1b346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 14:50:57.540357 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50746a03-4b73-4b14-a0fe-b4fb36caeedc None None] New status for floating IP 8a12dc37-be88-489b-98c5-4882aef34fce: ACTIVE {{(pid=110299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 14:50:58.808701 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (26e70f58-a201-437c-be8d-fd2714f100da), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:50:59.973240 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6053b4-9211-407d-981d-056a542694b7 req-2673f128-fb11-4701-96ab-8fbf1b7ed34c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:50:59.974825 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-ba6053b4-9211-407d-981d-056a542694b7 req-2673f128-fb11-4701-96ab-8fbf1b7ed34c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7d4c047e715a4907a16f3e647f380b0b&device_id=037c4758-c65c-415c-b20a-f7e5ba0a830c HTTP/1.1" status: 200 len: 1129 time: 0.0429978 May 03 14:51:00.074640 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6053b4-9211-407d-981d-056a542694b7 req-74e40ec9-c2d5-43e1-86d3-4706ae572444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:51:00.076116 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-ba6053b4-9211-407d-981d-056a542694b7 req-74e40ec9-c2d5-43e1-86d3-4706ae572444 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f9508427-db4d-416b-987f-da2fc50a7ea8 HTTP/1.1" status: 200 len: 910 time: 0.0922749 May 03 14:51:00.144248 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-ba6053b4-9211-407d-981d-056a542694b7 req-6bb9ab93-840b-4fad-b504-46764f5a4654 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e5921b2-ce6c-49d3-9352-94c944feb3b9 HTTP/1.1" status: 200 len: 1001 time: 0.0616846 May 03 14:51:00.198514 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6053b4-9211-407d-981d-056a542694b7 req-7f9a4231-c5d0-4406-b172-f0edbc7f38f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:51:00.200048 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-ba6053b4-9211-407d-981d-056a542694b7 req-7f9a4231-c5d0-4406-b172-f0edbc7f38f6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d16b41a6-87db-430a-89a6-71fbdac1b346 HTTP/1.1" status: 200 len: 848 time: 0.0488715 May 03 14:51:00.243019 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6053b4-9211-407d-981d-056a542694b7 req-bb6a589a-9a77-4918-b3d6-9e9e5e973732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:51:00.244539 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-ba6053b4-9211-407d-981d-056a542694b7 req-bb6a589a-9a77-4918-b3d6-9e9e5e973732 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f9508427-db4d-416b-987f-da2fc50a7ea8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384655 May 03 14:51:00.338716 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-ba6053b4-9211-407d-981d-056a542694b7 req-2058b8d0-4fdf-4899-81ed-fb2102f86034 service neutron] 10.222.0.55 "GET /v2.0/networks/f9508427-db4d-416b-987f-da2fc50a7ea8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870647 May 03 14:51:00.428325 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-ba6053b4-9211-407d-981d-056a542694b7 req-3c2dac45-18cc-45ac-8dd8-6edf70a59908 service neutron] 10.222.0.55 "GET /v2.0/networks/f9508427-db4d-416b-987f-da2fc50a7ea8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818429 May 03 14:51:02.465940 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 43932) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:51:02.601572 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-7ae0da86-31ed-4ec7-9d8b-5073a984a5eb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=84e6caa20c55447aa4329ac87aed9a1c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1344783 May 03 14:51:02.604041 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 43936) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:51:02.658730 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-7d5d6270-1740-4627-9519-24e9f855671f admin admin] Publish callbacks [] for security_group (6c4fe074-d4fa-468b-8da7-d482976ab3fc), before_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:51:02.684166 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-7d5d6270-1740-4627-9519-24e9f855671f admin admin] Publish callbacks [] for security_group (6c4fe074-d4fa-468b-8da7-d482976ab3fc), precommit_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:51:02.785314 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-7d5d6270-1740-4627-9519-24e9f855671f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (6c4fe074-d4fa-468b-8da7-d482976ab3fc), after_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:51:02.788202 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-7d5d6270-1740-4627-9519-24e9f855671f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:51:02.789604 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-7d5d6270-1740-4627-9519-24e9f855671f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6c4fe074-d4fa-468b-8da7-d482976ab3fc HTTP/1.1" status: 204 len: 168 time: 0.1843927 May 03 14:51:02.797807 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5d6270-1740-4627-9519-24e9f855671f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c4fe074-d4fa-468b-8da7-d482976ab3fc,revision_number=None']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:51:02.805092 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5d6270-1740-4627-9519-24e9f855671f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:51:02.805437 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5d6270-1740-4627-9519-24e9f855671f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:51:02.805782 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5d6270-1740-4627-9519-24e9f855671f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:51:02.806117 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5d6270-1740-4627-9519-24e9f855671f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:51:02.806450 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5d6270-1740-4627-9519-24e9f855671f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:51:02.806830 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5d6270-1740-4627-9519-24e9f855671f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:51:02.807283 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5d6270-1740-4627-9519-24e9f855671f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:51:02.807503 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5d6270-1740-4627-9519-24e9f855671f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:51:02.807786 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5d6270-1740-4627-9519-24e9f855671f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:51:02.808110 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5d6270-1740-4627-9519-24e9f855671f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:51:02.808430 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5d6270-1740-4627-9519-24e9f855671f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:51:02.808747 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5d6270-1740-4627-9519-24e9f855671f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:51:02.809064 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5d6270-1740-4627-9519-24e9f855671f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:51:02.809372 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5d6270-1740-4627-9519-24e9f855671f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:51:02.809691 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5d6270-1740-4627-9519-24e9f855671f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:51:08.761083 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-72bddc30-dceb-4d06-830d-9d5f9bc15891 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (5d16a8e7-5fab-4607-ae51-2b468a019c05), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:51:08.936256 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-977b8f05-6e33-4836-9962-75e84a01dcb3 req-e57bdac4-d12a-4e0f-b8a9-e02a8a81be90 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=dbf00822-5970-4028-8656-a6300c36daa0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0370750 May 03 14:51:09.020841 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977b8f05-6e33-4836-9962-75e84a01dcb3 req-654c93e1-ad41-4fe3-a2da-5993a2d4182d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:51:09.022269 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-977b8f05-6e33-4836-9962-75e84a01dcb3 req-654c93e1-ad41-4fe3-a2da-5993a2d4182d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=85acf5f5a53f45dd96135bdfdbd36bee&device_id=dbf00822-5970-4028-8656-a6300c36daa0 HTTP/1.1" status: 200 len: 1129 time: 0.0385375 May 03 14:51:09.133640 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977b8f05-6e33-4836-9962-75e84a01dcb3 req-9f408aba-ac02-4642-9d7f-31fd5523d58a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:51:09.135129 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-977b8f05-6e33-4836-9962-75e84a01dcb3 req-9f408aba-ac02-4642-9d7f-31fd5523d58a service neutron] 10.222.0.55 "GET /v2.0/networks?id=2d59a619-2104-48af-9b29-5b43721c1720 HTTP/1.1" status: 200 len: 920 time: 0.0914006 May 03 14:51:09.176330 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-977b8f05-6e33-4836-9962-75e84a01dcb3 req-1dd9e59a-9175-4fb6-a5a3-37016ded352b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c3620728-5f88-41df-89cc-9482df21d0ad HTTP/1.1" status: 200 len: 217 time: 0.0347583 May 03 14:51:09.224424 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977b8f05-6e33-4836-9962-75e84a01dcb3 req-ebacf594-edd2-4293-8702-0dedf07519b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:51:09.225749 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-977b8f05-6e33-4836-9962-75e84a01dcb3 req-ebacf594-edd2-4293-8702-0dedf07519b8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fd06123f-ac2d-4feb-b448-363a0cf902f7 HTTP/1.1" status: 200 len: 858 time: 0.0427167 May 03 14:51:09.276807 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977b8f05-6e33-4836-9962-75e84a01dcb3 req-be97b550-3f7c-4288-9bb2-bddcb9ef30c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:51:09.278302 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-977b8f05-6e33-4836-9962-75e84a01dcb3 req-be97b550-3f7c-4288-9bb2-bddcb9ef30c5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2d59a619-2104-48af-9b29-5b43721c1720&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426600 May 03 14:51:09.368345 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-977b8f05-6e33-4836-9962-75e84a01dcb3 req-d9c2f82f-682d-4c53-8716-6faa7d2d9028 service neutron] 10.222.0.55 "GET /v2.0/networks/2d59a619-2104-48af-9b29-5b43721c1720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826993 May 03 14:51:09.463509 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-977b8f05-6e33-4836-9962-75e84a01dcb3 req-21feb483-1c1f-4c4c-a2d2-4cd3328408f3 service neutron] 10.222.0.55 "GET /v2.0/networks/2d59a619-2104-48af-9b29-5b43721c1720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860839 May 03 14:51:11.150756 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-d7085952-f99a-4824-8fa6-2e561290d0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (a9161e1b-902d-441f-843b-a0ff0805adee), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:51:12.294087 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-ed776e2d-a518-4685-8fad-0cd9eaa120ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (6a418bd5-8bcc-400f-88b5-19eff412e81a), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:51:13.002561 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.agents_db [None req-dd30728e-be63-467e-afaf-aba6f24eb33e None None] Agent healthcheck: found 6 active agents {{(pid=110300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 14:51:13.545482 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-dd96712b-4627-437f-9df9-b1bfec551245 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (8b46afec-dab7-4bfa-a959-8584a0cfd79a), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:51:15.156407 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (16d44442-859c-4c9b-bc72-04cb3b8a5d5b), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:51:16.570001 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb12f16c-1e8c-4c2b-9928-f897d67a3a22 req-a48c4aa7-299e-4967-a870-6ab1dee46740 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:51:16.571516 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-eb12f16c-1e8c-4c2b-9928-f897d67a3a22 req-a48c4aa7-299e-4967-a870-6ab1dee46740 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe1c40c4-811a-430a-930e-063e1c5880b8 HTTP/1.1" status: 200 len: 945 time: 0.0491819 May 03 14:51:16.620675 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-eb12f16c-1e8c-4c2b-9928-f897d67a3a22 req-7aa24ab6-a018-4ab3-881f-b1c6cee7f1e2 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0e19fcb-47b5-464e-8241-883080a396c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435698 May 03 14:51:16.897339 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b21024-ed05-4327-84ba-dace20d86e7f req-19a7de78-9e87-4f0b-9a5a-92bb5e5110bb tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:51:16.898829 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-84b21024-ed05-4327-84ba-dace20d86e7f req-19a7de78-9e87-4f0b-9a5a-92bb5e5110bb tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a52e6f0-9c3c-451f-b221-3d28b157ab93 HTTP/1.1" status: 200 len: 945 time: 0.0533278 May 03 14:51:16.947845 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-84b21024-ed05-4327-84ba-dace20d86e7f req-da96daf0-0eab-44d8-8614-247cd3b19692 tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f18e4f2-73ef-4445-99b7-e258eefe8300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431004 May 03 14:51:17.743476 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07d0106-1a76-4231-a2cd-790cfc4fa519 req-6e44e212-ed8d-432d-9849-fc90781353f3 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:51:17.744932 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-b07d0106-1a76-4231-a2cd-790cfc4fa519 req-6e44e212-ed8d-432d-9849-fc90781353f3 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe1c40c4-811a-430a-930e-063e1c5880b8 HTTP/1.1" status: 200 len: 945 time: 0.0469415 May 03 14:51:17.792059 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-b07d0106-1a76-4231-a2cd-790cfc4fa519 req-b7c55e21-47c9-4027-8ceb-79ec910f9c74 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0e19fcb-47b5-464e-8241-883080a396c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417559 May 03 14:51:18.058755 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fac780-d264-49a0-85f3-8c9fbc1f68c2 req-b2d04666-b3b4-4b3a-b6bb-ed40c195b017 tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:51:18.060214 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-30fac780-d264-49a0-85f3-8c9fbc1f68c2 req-b2d04666-b3b4-4b3a-b6bb-ed40c195b017 tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a52e6f0-9c3c-451f-b221-3d28b157ab93 HTTP/1.1" status: 200 len: 945 time: 0.0473037 May 03 14:51:18.110601 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-30fac780-d264-49a0-85f3-8c9fbc1f68c2 req-f8feb3ec-13e2-4328-91af-d73b057cef3e tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f18e4f2-73ef-4445-99b7-e258eefe8300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449467 May 03 14:51:18.908858 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66df3178-11a2-4b4d-be47-0b80135ef538 req-68c03b2f-29cf-48be-9078-0e3eba62152e tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:51:18.910566 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-66df3178-11a2-4b4d-be47-0b80135ef538 req-68c03b2f-29cf-48be-9078-0e3eba62152e tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe1c40c4-811a-430a-930e-063e1c5880b8 HTTP/1.1" status: 200 len: 945 time: 0.0465915 May 03 14:51:18.958498 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-66df3178-11a2-4b4d-be47-0b80135ef538 req-aa625b87-3bac-415b-93b3-b3281bbc8796 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0e19fcb-47b5-464e-8241-883080a396c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422785 May 03 14:51:19.220640 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52aca50-e4e7-4e6d-8958-17bc7b559dc8 req-0fc4e9f5-1f9f-4d51-8cf1-6b85661f275a tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:51:19.222609 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-a52aca50-e4e7-4e6d-8958-17bc7b559dc8 req-0fc4e9f5-1f9f-4d51-8cf1-6b85661f275a tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a52e6f0-9c3c-451f-b221-3d28b157ab93 HTTP/1.1" status: 200 len: 945 time: 0.0470486 May 03 14:51:19.269225 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-a52aca50-e4e7-4e6d-8958-17bc7b559dc8 req-c019b1a5-d066-4faa-bcd1-2cd1f9540635 tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f18e4f2-73ef-4445-99b7-e258eefe8300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403345 May 03 14:51:19.838722 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ed7e39-99e8-466f-8e90-669e8df23b9c req-3ff3b9d5-a025-464d-98e8-33a79a160d68 tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:51:19.840159 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-37ed7e39-99e8-466f-8e90-669e8df23b9c req-3ff3b9d5-a025-464d-98e8-33a79a160d68 tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a52e6f0-9c3c-451f-b221-3d28b157ab93 HTTP/1.1" status: 200 len: 945 time: 0.0487914 May 03 14:51:19.927039 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.plugin [req-37ed7e39-99e8-466f-8e90-669e8df23b9c req-d153c063-b8b5-40b3-bb0a-607e15a8de57 tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] Deleting port 947e4d59-e9ff-4c5d-bcdf-b5cad570211a {{(pid=110298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 14:51:19.927664 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-37ed7e39-99e8-466f-8e90-669e8df23b9c req-d153c063-b8b5-40b3-bb0a-607e15a8de57 tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775477116685'] for port (947e4d59-e9ff-4c5d-bcdf-b5cad570211a), before_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:51:20.022575 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.db [req-37ed7e39-99e8-466f-8e90-669e8df23b9c req-d153c063-b8b5-40b3-bb0a-607e15a8de57 tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] For port 947e4d59-e9ff-4c5d-bcdf-b5cad570211a, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=947e4d59-e9ff-4c5d-bcdf-b5cad570211a,segment=NetworkSegment(98aba57f-1f61-486a-b0ad-42eec78165f9),segment_id=98aba57f-1f61-486a-b0ad-42eec78165f9)] {{(pid=110298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:51:20.022938 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-37ed7e39-99e8-466f-8e90-669e8df23b9c req-d153c063-b8b5-40b3-bb0a-607e15a8de57 tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689583'] for port (947e4d59-e9ff-4c5d-bcdf-b5cad570211a), precommit_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:51:20.044781 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.plugin [req-37ed7e39-99e8-466f-8e90-669e8df23b9c req-d153c063-b8b5-40b3-bb0a-607e15a8de57 tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] Calling delete_port for 947e4d59-e9ff-4c5d-bcdf-b5cad570211a owned by compute:nova {{(pid=110298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 14:51:20.111876 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51844e37-9fc0-4b18-b0cc-74eac6f040cf req-354d9944-ad32-4c72-9a5d-e8944cf1d404 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:51:20.113451 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-51844e37-9fc0-4b18-b0cc-74eac6f040cf req-354d9944-ad32-4c72-9a5d-e8944cf1d404 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe1c40c4-811a-430a-930e-063e1c5880b8 HTTP/1.1" status: 200 len: 945 time: 0.0830960 May 03 14:51:20.185795 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-51844e37-9fc0-4b18-b0cc-74eac6f040cf req-35604646-a92f-4bf6-a940-39fcb321779f tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0e19fcb-47b5-464e-8241-883080a396c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656829 May 03 14:51:20.346550 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-37ed7e39-99e8-466f-8e90-669e8df23b9c req-d153c063-b8b5-40b3-bb0a-607e15a8de57 tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775477123741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775476647069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25806886'] for port (947e4d59-e9ff-4c5d-bcdf-b5cad570211a), after_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:51:20.388083 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-e0fa5163-fbc2-49a5-a00b-cc8d88ce56ad req-84aa5514-46d1-4e0c-a72c-83843942cad9 tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a52e6f0-9c3c-451f-b221-3d28b157ab93 HTTP/1.1" status: 200 len: 210 time: 0.0517094 May 03 14:51:20.389948 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] get_ports_and_sgs() called for port_ids ['947e4d59-e9ff-4c5d-bcdf-b5cad570211a'] {{(pid=110299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 14:51:20.390958 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d153c063-b8b5-40b3-bb0a-607e15a8de57 tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] Pushing event deleted for resources: {'Port': ['ID=947e4d59-e9ff-4c5d-bcdf-b5cad570211a,revision_number=None']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:51:20.438985 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.db.l3_dvrscheduler_db [req-37ed7e39-99e8-466f-8e90-669e8df23b9c req-d153c063-b8b5-40b3-bb0a-607e15a8de57 tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] No DVR routers for this DVR port 947e4d59-e9ff-4c5d-bcdf-b5cad570211a on host hv-cinder-84028 {{(pid=110298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 14:51:20.442532 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-37ed7e39-99e8-466f-8e90-669e8df23b9c req-d153c063-b8b5-40b3-bb0a-607e15a8de57 tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46205'] for port (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:51:20.445733 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-37ed7e39-99e8-466f-8e90-669e8df23b9c req-d153c063-b8b5-40b3-bb0a-607e15a8de57 tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] 10.222.0.55 "DELETE /v2.0/ports/947e4d59-e9ff-4c5d-bcdf-b5cad570211a HTTP/1.1" status: 204 len: 173 time: 0.5991545 May 03 14:51:20.446165 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a52e6f0-9c3c-451f-b221-3d28b157ab93', 'name': 'network-vif-deleted', 'tag': '947e4d59-e9ff-4c5d-bcdf-b5cad570211a'}] {{(pid=110298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 14:51:20.448394 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75d30aab20f2b99e69676ba1094dd13d61de0bc97323401ed2dd99ba05286cef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5517f04-8b89-4dee-afe2-711abc8dd392" -d '{"events": [{"server_uuid": "3a52e6f0-9c3c-451f-b221-3d28b157ab93", "name": "network-vif-deleted", "tag": "947e4d59-e9ff-4c5d-bcdf-b5cad570211a"}]}' {{(pid=110298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 14:51:20.481964 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 14:51:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cfd5809-2802-4a24-b3b3-317e5d44d9d3 x-openstack-request-id: req-0cfd5809-2802-4a24-b3b3-317e5d44d9d3 {{(pid=110298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 14:51:20.482256 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a52e6f0-9c3c-451f-b221-3d28b157ab93", "name": "network-vif-deleted", "tag": "947e4d59-e9ff-4c5d-bcdf-b5cad570211a", "status": "completed", "code": 200}]} {{(pid=110298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 14:51:20.482514 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0cfd5809-2802-4a24-b3b3-317e5d44d9d3 {{(pid=110298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 14:51:20.482918 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0cfd5809-2802-4a24-b3b3-317e5d44d9d3'] response: {'server_uuid': '3a52e6f0-9c3c-451f-b221-3d28b157ab93', 'name': 'network-vif-deleted', 'tag': '947e4d59-e9ff-4c5d-bcdf-b5cad570211a', 'status': 'completed', 'code': 200} May 03 14:51:21.304327 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80154df8-0ad2-4977-92ed-e47d72ab3a58 req-5aadfeb0-662b-44c4-b9f5-5117d941d1df tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:51:21.305741 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-80154df8-0ad2-4977-92ed-e47d72ab3a58 req-5aadfeb0-662b-44c4-b9f5-5117d941d1df tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe1c40c4-811a-430a-930e-063e1c5880b8 HTTP/1.1" status: 200 len: 945 time: 0.0480802 May 03 14:51:21.352432 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-80154df8-0ad2-4977-92ed-e47d72ab3a58 req-587c1505-3044-4cd0-b09a-f64644bd29f8 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0e19fcb-47b5-464e-8241-883080a396c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409460 May 03 14:51:21.505713 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-5c7da5d1-a6c3-4612-bcd6-a5527fd1cf2f req-6bf59ce7-7456-47c2-a112-326280cb5598 tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a52e6f0-9c3c-451f-b221-3d28b157ab93 HTTP/1.1" status: 200 len: 210 time: 0.0286243 May 03 14:51:22.479350 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ebcf0c-035f-4c77-a47c-5b1f38771d09 req-9c732b05-ed5e-4754-b8c1-f1e78d9341b0 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:51:22.480796 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-62ebcf0c-035f-4c77-a47c-5b1f38771d09 req-9c732b05-ed5e-4754-b8c1-f1e78d9341b0 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe1c40c4-811a-430a-930e-063e1c5880b8 HTTP/1.1" status: 200 len: 945 time: 0.0499477 May 03 14:51:22.533666 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-62ebcf0c-035f-4c77-a47c-5b1f38771d09 req-bfb7040d-44d3-47b4-92c8-306dc2534f7a tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0e19fcb-47b5-464e-8241-883080a396c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469005 May 03 14:51:23.649583 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe1e799-8c8b-416e-ac5d-41d695b4cc9b req-c7d4fa37-c5cb-46ef-9cfe-a400b0e904e4 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:51:23.651096 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-cbe1e799-8c8b-416e-ac5d-41d695b4cc9b req-c7d4fa37-c5cb-46ef-9cfe-a400b0e904e4 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe1c40c4-811a-430a-930e-063e1c5880b8 HTTP/1.1" status: 200 len: 945 time: 0.0466504 May 03 14:51:23.697723 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-cbe1e799-8c8b-416e-ac5d-41d695b4cc9b req-6bb670e3-8e86-48de-b2a7-1106df6726d6 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0e19fcb-47b5-464e-8241-883080a396c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412216 May 03 14:51:24.815308 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16a11dc-36ab-41a5-9e0f-43c4e503d24a req-8443d3ed-122f-4748-8ed9-ceda48d24e81 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:51:24.817092 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-d16a11dc-36ab-41a5-9e0f-43c4e503d24a req-8443d3ed-122f-4748-8ed9-ceda48d24e81 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe1c40c4-811a-430a-930e-063e1c5880b8 HTTP/1.1" status: 200 len: 945 time: 0.0474319 May 03 14:51:24.866774 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-d16a11dc-36ab-41a5-9e0f-43c4e503d24a req-a2098c35-51ec-4a2c-bd91-8a992dcccac9 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0e19fcb-47b5-464e-8241-883080a396c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442202 May 03 14:51:25.823109 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Device 947e4d59-e9ff-4c5d-bcdf-b5cad570211a no longer exists at agent hyperv_hv-cinder-84028 {{(pid=110299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 14:51:25.843743 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] No Port match for: 947e4d59-e9ff-4c5d-bcdf-b5cad570211a {{(pid=110299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 14:51:25.844094 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Device 947e4d59-e9ff-4c5d-bcdf-b5cad570211a not bound to the agent host hv-cinder-84028 {{(pid=110299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 14:51:25.982607 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cfb0bb-1ede-441e-95b6-6ee82ffd1174 req-a823af79-d71f-4a16-a65d-d67ee748f412 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:51:25.984095 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-08cfb0bb-1ede-441e-95b6-6ee82ffd1174 req-a823af79-d71f-4a16-a65d-d67ee748f412 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe1c40c4-811a-430a-930e-063e1c5880b8 HTTP/1.1" status: 200 len: 945 time: 0.0471058 May 03 14:51:26.029671 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-08cfb0bb-1ede-441e-95b6-6ee82ffd1174 req-81cdba34-ee0e-4ed9-b9cc-96f787e52097 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0e19fcb-47b5-464e-8241-883080a396c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401199 May 03 14:51:27.150745 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f976d7-6f95-4201-8e43-e0ff93a1264c req-fc7adb9b-ebb7-46c1-8f9c-703421a8bd33 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:51:27.152020 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-49f976d7-6f95-4201-8e43-e0ff93a1264c req-fc7adb9b-ebb7-46c1-8f9c-703421a8bd33 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe1c40c4-811a-430a-930e-063e1c5880b8 HTTP/1.1" status: 200 len: 945 time: 0.0478144 May 03 14:51:27.198364 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-49f976d7-6f95-4201-8e43-e0ff93a1264c req-26df3ec2-63c1-413f-a97d-bdc6752074ea tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0e19fcb-47b5-464e-8241-883080a396c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408838 May 03 14:51:28.319466 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f096d66-49bd-4acc-856a-5706bc10c3cd req-90148ea0-ac05-4edd-b8db-6159b33ed93d tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:51:28.320965 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-9f096d66-49bd-4acc-856a-5706bc10c3cd req-90148ea0-ac05-4edd-b8db-6159b33ed93d tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe1c40c4-811a-430a-930e-063e1c5880b8 HTTP/1.1" status: 200 len: 945 time: 0.0512576 May 03 14:51:28.369525 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-9f096d66-49bd-4acc-856a-5706bc10c3cd req-32402b3c-350f-412e-b0f4-3385f12d70ac tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0e19fcb-47b5-464e-8241-883080a396c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424988 May 03 14:51:28.851980 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (26e70f58-a201-437c-be8d-fd2714f100da), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:51:29.485062 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20c972e-cce0-4800-9155-4a219f6ed706 req-28bd3642-4478-4c8e-af0f-e68bbe49cbf5 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:51:29.486424 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-c20c972e-cce0-4800-9155-4a219f6ed706 req-28bd3642-4478-4c8e-af0f-e68bbe49cbf5 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe1c40c4-811a-430a-930e-063e1c5880b8 HTTP/1.1" status: 200 len: 945 time: 0.0458922 May 03 14:51:29.536295 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-c20c972e-cce0-4800-9155-4a219f6ed706 req-249f9826-9639-4860-a2c5-b56b6509d75a tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0e19fcb-47b5-464e-8241-883080a396c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434151 May 03 14:51:30.659689 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05980557-a40e-4e04-8fb3-4a36d7f034c9 req-f07a192b-d4ac-4c70-b17d-82bdbd9ea669 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:51:30.661466 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-05980557-a40e-4e04-8fb3-4a36d7f034c9 req-f07a192b-d4ac-4c70-b17d-82bdbd9ea669 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe1c40c4-811a-430a-930e-063e1c5880b8 HTTP/1.1" status: 200 len: 945 time: 0.0510716 May 03 14:51:30.725153 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-05980557-a40e-4e04-8fb3-4a36d7f034c9 req-991e859e-891c-4457-a0a5-1eae62963b5e tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0e19fcb-47b5-464e-8241-883080a396c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577536 May 03 14:51:31.842120 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb4da08-6e38-4476-9d22-82f276f7df87 req-d613e464-f5e8-47ba-8427-9c956479f6a1 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:51:31.843670 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-fbb4da08-6e38-4476-9d22-82f276f7df87 req-d613e464-f5e8-47ba-8427-9c956479f6a1 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe1c40c4-811a-430a-930e-063e1c5880b8 HTTP/1.1" status: 200 len: 945 time: 0.0458951 May 03 14:51:31.890347 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-fbb4da08-6e38-4476-9d22-82f276f7df87 req-3a129249-5861-45fd-bc88-6cfa22f39996 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0e19fcb-47b5-464e-8241-883080a396c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404394 May 03 14:51:33.008913 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a25759-dadd-495d-875e-97e56ba0ccb5 req-993237cf-8130-4eda-8aab-9692ef76e9e4 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:51:33.010396 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-13a25759-dadd-495d-875e-97e56ba0ccb5 req-993237cf-8130-4eda-8aab-9692ef76e9e4 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe1c40c4-811a-430a-930e-063e1c5880b8 HTTP/1.1" status: 200 len: 945 time: 0.0481105 May 03 14:51:33.060083 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-13a25759-dadd-495d-875e-97e56ba0ccb5 req-422c962b-dc5c-4f78-b873-b56772d96512 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0e19fcb-47b5-464e-8241-883080a396c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441716 May 03 14:51:34.174365 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a462359f-aec4-4b8b-ae84-46bd9d1c115b req-7362338e-edae-4e5d-a244-b8ac9cec6452 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:51:34.175846 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-a462359f-aec4-4b8b-ae84-46bd9d1c115b req-7362338e-edae-4e5d-a244-b8ac9cec6452 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe1c40c4-811a-430a-930e-063e1c5880b8 HTTP/1.1" status: 200 len: 945 time: 0.0467424 May 03 14:51:34.224290 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-a462359f-aec4-4b8b-ae84-46bd9d1c115b req-c3a03d3a-2f3f-400d-a71b-90b128216080 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0e19fcb-47b5-464e-8241-883080a396c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427012 May 03 14:51:35.283600 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f62691-65de-45d8-9e27-45f5e4b89a95 req-4a97ecf3-45b5-4588-92c6-47b04d7088cd tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:51:35.285003 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-03f62691-65de-45d8-9e27-45f5e4b89a95 req-4a97ecf3-45b5-4588-92c6-47b04d7088cd tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] 10.222.0.16 "GET /v2.0/networks?id=c7e24e07-53c2-45df-8314-7bc299bb3d6f HTTP/1.1" status: 200 len: 814 time: 0.1050034 May 03 14:51:35.310453 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-03f62691-65de-45d8-9e27-45f5e4b89a95 req-70ae5e7f-fedb-499a-a3c9-cbcd3c42563a tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] 10.222.0.16 "GET /v2.0/quotas/b0de0418e6504f10b7b7cfe67b7823e9 HTTP/1.1" status: 200 len: 375 time: 0.0191300 May 03 14:51:35.361156 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-03f62691-65de-45d8-9e27-45f5e4b89a95 req-c86e9049-4f5a-43a2-a3af-eac76e2f886a tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=b0de0418e6504f10b7b7cfe67b7823e9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0346036 May 03 14:51:35.367649 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f193a6e7-8701-4295-bba6-1cb0101f3f97 req-67df89a8-74a9-49bb-ae6e-214053d7f11c tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:51:35.369016 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-f193a6e7-8701-4295-bba6-1cb0101f3f97 req-67df89a8-74a9-49bb-ae6e-214053d7f11c tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe1c40c4-811a-430a-930e-063e1c5880b8 HTTP/1.1" status: 200 len: 945 time: 0.0715315 May 03 14:51:35.471693 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-f193a6e7-8701-4295-bba6-1cb0101f3f97 req-c37bec74-30ff-42e4-ab75-4e268be7fb9f tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0e19fcb-47b5-464e-8241-883080a396c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948656 May 03 14:51:35.490033 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-03f62691-65de-45d8-9e27-45f5e4b89a95 req-e9b2c790-910f-4487-9290-db2db9cd7349 service neutron] 10.222.0.16 "GET /v2.0/networks/c7e24e07-53c2-45df-8314-7bc299bb3d6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200962 May 03 14:51:35.584918 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-03f62691-65de-45d8-9e27-45f5e4b89a95 req-42ad9e46-97e6-4f45-9351-a62decd4dd4b service neutron] 10.222.0.16 "GET /v2.0/networks/c7e24e07-53c2-45df-8314-7bc299bb3d6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891962 May 03 14:51:35.815459 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-69f7526d-8b63-4138-b969-278d407cbef2 req-cdcddcdb-11de-4df5-84a0-46f28a367c46 tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] 10.222.0.16 "GET /v2.0/ports?device_id=570c390b-8ab3-4c16-8e14-4634ecc28a68 HTTP/1.1" status: 200 len: 210 time: 0.0277555 May 03 14:51:36.598082 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a6d9e5-8f31-4a17-8fbb-a257302fabcb req-2a9d47fc-8d78-4b83-ad8c-ac86974b0af6 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:51:36.599587 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-f4a6d9e5-8f31-4a17-8fbb-a257302fabcb req-2a9d47fc-8d78-4b83-ad8c-ac86974b0af6 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe1c40c4-811a-430a-930e-063e1c5880b8 HTTP/1.1" status: 200 len: 945 time: 0.0537870 May 03 14:51:36.649987 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-f4a6d9e5-8f31-4a17-8fbb-a257302fabcb req-3670050c-c55f-4fdf-ba0c-23b6e0e595ff tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0e19fcb-47b5-464e-8241-883080a396c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436571 May 03 14:51:36.909918 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-0d9e0737-7ee1-459c-b97b-ec72a87bf093 req-707e50bc-2149-421c-bb08-11f0bccfba35 tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] 10.222.0.16 "GET /v2.0/ports?device_id=570c390b-8ab3-4c16-8e14-4634ecc28a68 HTTP/1.1" status: 200 len: 210 time: 0.0272872 May 03 14:51:37.283309 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Device 988f35e9-668c-4f12-83dd-31b1a9c2f39c details requested by agent hyperv_hv-cinder-84028 with host hv-cinder-84028 {{(pid=110299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 03 14:51:37.386646 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] For port 988f35e9-668c-4f12-83dd-31b1a9c2f39c, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=988f35e9-668c-4f12-83dd-31b1a9c2f39c,segment=NetworkSegment(ec924deb-2fdc-4ebf-b172-c8dd32bc7b93),segment_id=ec924deb-2fdc-4ebf-b172-c8dd32bc7b93)] {{(pid=110299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:51:37.397907 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Returning: {'device': '988f35e9-668c-4f12-83dd-31b1a9c2f39c', 'network_id': 'e149baab-37b5-49e7-bbfb-d6c5aa20aff6', 'port_id': '988f35e9-668c-4f12-83dd-31b1a9c2f39c', 'mac_address': 'fa:16:3e:27:93:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd36733c8-18a7-47f6-a054-ee0e84dd3169', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 03 14:51:37.438893 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Current status of the port 988f35e9-668c-4f12-83dd-31b1a9c2f39c is: ACTIVE; New status is: BUILD {{(pid=110299) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:51:37.439326 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (988f35e9-668c-4f12-83dd-31b1a9c2f39c), before_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:51:37.453001 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.notifiers.nova [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 988f35e9-668c-4f12-83dd-31b1a9c2f39c {{(pid=110299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 14:51:37.472543 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] For port 988f35e9-668c-4f12-83dd-31b1a9c2f39c, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=988f35e9-668c-4f12-83dd-31b1a9c2f39c,segment=NetworkSegment(ec924deb-2fdc-4ebf-b172-c8dd32bc7b93),segment_id=ec924deb-2fdc-4ebf-b172-c8dd32bc7b93)] {{(pid=110299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:51:37.561072 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096'] for port (988f35e9-668c-4f12-83dd-31b1a9c2f39c), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:51:37.609112 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Pushing event updated for resources: {'Port': ['ID=988f35e9-668c-4f12-83dd-31b1a9c2f39c,revision_number=6']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:51:37.616124 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:51:37.616683 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:51:37.617056 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:51:37.617407 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:51:37.617793 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:51:37.618162 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:51:37.618528 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:51:37.618892 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:51:37.619263 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:51:37.619597 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:51:37.619922 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:51:37.620268 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:51:37.620596 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:51:37.620917 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:51:37.621263 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:51:37.774919 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742d5182-6341-4c66-8102-75c96d1d334f req-81b9a1e3-70fe-4d76-9cbd-29617334f71d tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:51:37.781645 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-742d5182-6341-4c66-8102-75c96d1d334f req-81b9a1e3-70fe-4d76-9cbd-29617334f71d tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe1c40c4-811a-430a-930e-063e1c5880b8 HTTP/1.1" status: 200 len: 944 time: 0.0519300 May 03 14:51:37.829966 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-742d5182-6341-4c66-8102-75c96d1d334f req-7d8004e6-e429-47d5-9f85-bdf6539036dc tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0e19fcb-47b5-464e-8241-883080a396c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477929 May 03 14:51:37.841159 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] get_ports_and_sgs() called for port_ids ['988f35e9-668c-4f12-83dd-31b1a9c2f39c'] {{(pid=110299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 14:51:37.953328 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 44302) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:51:38.026640 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-513d6494-e318-4a7a-9923-b66d206ed502 req-ede6e98d-9045-4a10-8adc-a918b8a2a5c4 tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] 10.222.0.16 "GET /v2.0/ports?device_id=570c390b-8ab3-4c16-8e14-4634ecc28a68 HTTP/1.1" status: 200 len: 210 time: 0.0404129 May 03 14:51:38.085849 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-282504a9-5390-4d2a-b7c4-3973614aca34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:51:38.183802 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f62691-65de-45d8-9e27-45f5e4b89a95 req-738471f5-66c7-47a3-ac0f-c340509bd3b0 tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:51:38.185308 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-03f62691-65de-45d8-9e27-45f5e4b89a95 req-738471f5-66c7-47a3-ac0f-c340509bd3b0 tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] 10.222.0.55 "GET /v2.0/networks?id=c7e24e07-53c2-45df-8314-7bc299bb3d6f HTTP/1.1" status: 200 len: 814 time: 0.1577168 May 03 14:51:38.205624 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.v2.base [req-03f62691-65de-45d8-9e27-45f5e4b89a95 req-7f95d0a7-dd77-4917-80b4-af1b7b5e86b0 tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] Request body: {'port': {'device_id': '570c390b-8ab3-4c16-8e14-4634ecc28a68', 'network_id': 'c7e24e07-53c2-45df-8314-7bc299bb3d6f', 'admin_state_up': True, 'tenant_id': 'b0de0418e6504f10b7b7cfe67b7823e9'}} {{(pid=110298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:51:38.294794 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-282504a9-5390-4d2a-b7c4-3973614aca34 admin admin] Publish callbacks [] for security_group (ef795b01-e5d9-405c-8659-ecb400811022), precommit_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:51:38.356339 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-282504a9-5390-4d2a-b7c4-3973614aca34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (ef795b01-e5d9-405c-8659-ecb400811022), after_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:51:38.394450 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-282504a9-5390-4d2a-b7c4-3973614aca34 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f8bb81c874de49328e21e3cb188374e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4400072 May 03 14:51:38.395413 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282504a9-5390-4d2a-b7c4-3973614aca34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef795b01-e5d9-405c-8659-ecb400811022,revision_number=1']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:51:38.397660 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 44306) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:51:38.446989 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-7811f7b7-0260-4d10-a850-f4c69449b226 admin admin] Publish callbacks [] for security_group (ef795b01-e5d9-405c-8659-ecb400811022), before_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:51:38.447763 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03f62691-65de-45d8-9e27-45f5e4b89a95 req-7f95d0a7-dd77-4917-80b4-af1b7b5e86b0 tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] Made reservation on behalf of b0de0418e6504f10b7b7cfe67b7823e9 for: {'port': 1} {{(pid=110298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 14:51:38.451414 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-03f62691-65de-45d8-9e27-45f5e4b89a95 req-7f95d0a7-dd77-4917-80b4-af1b7b5e86b0 tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (None), before_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:51:38.469492 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-7811f7b7-0260-4d10-a850-f4c69449b226 admin admin] Publish callbacks [] for security_group (ef795b01-e5d9-405c-8659-ecb400811022), precommit_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:51:38.577378 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.db.db_base_plugin_common [req-03f62691-65de-45d8-9e27-45f5e4b89a95 req-7f95d0a7-dd77-4917-80b4-af1b7b5e86b0 tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] Allocated IP 172.20.0.13 (c7e24e07-53c2-45df-8314-7bc299bb3d6f/d266df7c-cfd9-4ade-a24e-190d2b0b2e10/c9468aa0-46c1-4fcf-bdc1-eed570fdb5cf) {{(pid=110298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 14:51:38.596794 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-7811f7b7-0260-4d10-a850-f4c69449b226 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (ef795b01-e5d9-405c-8659-ecb400811022), after_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:51:38.599386 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-7811f7b7-0260-4d10-a850-f4c69449b226 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:51:38.600559 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-7811f7b7-0260-4d10-a850-f4c69449b226 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ef795b01-e5d9-405c-8659-ecb400811022 HTTP/1.1" status: 204 len: 168 time: 0.2018964 May 03 14:51:38.608442 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7811f7b7-0260-4d10-a850-f4c69449b226 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef795b01-e5d9-405c-8659-ecb400811022,revision_number=None']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:51:38.617169 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7811f7b7-0260-4d10-a850-f4c69449b226 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:51:38.617521 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7811f7b7-0260-4d10-a850-f4c69449b226 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:51:38.617888 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7811f7b7-0260-4d10-a850-f4c69449b226 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:51:38.618247 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7811f7b7-0260-4d10-a850-f4c69449b226 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:51:38.618606 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7811f7b7-0260-4d10-a850-f4c69449b226 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:51:38.618899 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7811f7b7-0260-4d10-a850-f4c69449b226 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:51:38.619298 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7811f7b7-0260-4d10-a850-f4c69449b226 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:51:38.619626 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7811f7b7-0260-4d10-a850-f4c69449b226 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:51:38.620021 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7811f7b7-0260-4d10-a850-f4c69449b226 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:51:38.620289 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7811f7b7-0260-4d10-a850-f4c69449b226 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:51:38.620629 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7811f7b7-0260-4d10-a850-f4c69449b226 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:51:38.621033 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7811f7b7-0260-4d10-a850-f4c69449b226 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:51:38.621302 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7811f7b7-0260-4d10-a850-f4c69449b226 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:51:38.621623 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7811f7b7-0260-4d10-a850-f4c69449b226 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:51:38.621941 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7811f7b7-0260-4d10-a850-f4c69449b226 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:51:38.729545 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-03f62691-65de-45d8-9e27-45f5e4b89a95 req-7f95d0a7-dd77-4917-80b4-af1b7b5e86b0 tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] Publish callbacks [] for port (c9468aa0-46c1-4fcf-bdc1-eed570fdb5cf), precommit_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:51:38.770217 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8bded6d3-7082-40a2-8522-f1d1f46a06d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (5d16a8e7-5fab-4607-ae51-2b468a019c05), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:51:38.848503 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-03f62691-65de-45d8-9e27-45f5e4b89a95 req-7f95d0a7-dd77-4917-80b4-af1b7b5e86b0 tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775476647060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25806886'] for port (c9468aa0-46c1-4fcf-bdc1-eed570fdb5cf), after_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:51:38.903844 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03f62691-65de-45d8-9e27-45f5e4b89a95 req-7f95d0a7-dd77-4917-80b4-af1b7b5e86b0 tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] Network c7e24e07-53c2-45df-8314-7bc299bb3d6f is already hosted by enough agents. {{(pid=110298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 14:51:38.907568 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.scheduler.base_scheduler [req-03f62691-65de-45d8-9e27-45f5e4b89a95 req-7f95d0a7-dd77-4917-80b4-af1b7b5e86b0 tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] Resources bound (agent type, host, resource id): {{(pid=110298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 14:51:38.914683 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.db.l3_dvrscheduler_db [req-03f62691-65de-45d8-9e27-45f5e4b89a95 req-7f95d0a7-dd77-4917-80b4-af1b7b5e86b0 tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] Received port after_create {{(pid=110298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 14:51:38.927146 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f95d0a7-dd77-4917-80b4-af1b7b5e86b0 tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] Pushing event updated for resources: {'Port': ['ID=c9468aa0-46c1-4fcf-bdc1-eed570fdb5cf,revision_number=1']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:51:39.002439 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ba457d-b303-4c7a-a19f-80472fc23840 req-8d8a3b45-408d-4013-abe2-1783ee86bc05 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:51:39.004089 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-c6ba457d-b303-4c7a-a19f-80472fc23840 req-8d8a3b45-408d-4013-abe2-1783ee86bc05 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe1c40c4-811a-430a-930e-063e1c5880b8 HTTP/1.1" status: 200 len: 944 time: 0.0910020 May 03 14:51:39.012364 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f62691-65de-45d8-9e27-45f5e4b89a95 req-7f95d0a7-dd77-4917-80b4-af1b7b5e86b0 tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:51:39.013002 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-03f62691-65de-45d8-9e27-45f5e4b89a95 req-7f95d0a7-dd77-4917-80b4-af1b7b5e86b0 tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46205'] for port (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:51:39.067237 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-c6ba457d-b303-4c7a-a19f-80472fc23840 req-bb294a70-7036-462e-9d1d-462df4559300 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0e19fcb-47b5-464e-8241-883080a396c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511479 May 03 14:51:39.130687 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-03f62691-65de-45d8-9e27-45f5e4b89a95 req-7f95d0a7-dd77-4917-80b4-af1b7b5e86b0 tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9286146 May 03 14:51:39.148616 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234b166a-2158-438f-b0b7-974be38f886f req-d64cd44a-a078-4b0e-a3a5-9a904a399c3f tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:51:39.150009 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-234b166a-2158-438f-b0b7-974be38f886f req-d64cd44a-a078-4b0e-a3a5-9a904a399c3f tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] 10.222.0.16 "GET /v2.0/ports?device_id=570c390b-8ab3-4c16-8e14-4634ecc28a68 HTTP/1.1" status: 200 len: 932 time: 0.0502546 May 03 14:51:39.154634 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.v2.base [req-03f62691-65de-45d8-9e27-45f5e4b89a95 req-8504bd2b-c357-4b83-8faf-6b27cd3d3028 service neutron] Request body: {'port': {'device_id': '570c390b-8ab3-4c16-8e14-4634ecc28a68', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84028'}} {{(pid=110298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:51:39.242879 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-234b166a-2158-438f-b0b7-974be38f886f req-350d54f4-f7ec-427c-acb3-a91ecc42f516 tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f18e4f2-73ef-4445-99b7-e258eefe8300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856073 May 03 14:51:39.250035 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-03f62691-65de-45d8-9e27-45f5e4b89a95 req-8504bd2b-c357-4b83-8faf-6b27cd3d3028 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (c9468aa0-46c1-4fcf-bdc1-eed570fdb5cf), before_update {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:51:39.295357 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Device 988f35e9-668c-4f12-83dd-31b1a9c2f39c up at agent hyperv_hv-cinder-84028 {{(pid=110299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 14:51:39.340912 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Provisioning complete for port 988f35e9-668c-4f12-83dd-31b1a9c2f39c triggered by entity L2. {{(pid=110299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:51:39.341292 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728915'] for port (988f35e9-668c-4f12-83dd-31b1a9c2f39c), provisioning_complete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:51:39.422386 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Current status of the port 988f35e9-668c-4f12-83dd-31b1a9c2f39c is: BUILD; New status is: ACTIVE {{(pid=110299) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:51:39.422686 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (988f35e9-668c-4f12-83dd-31b1a9c2f39c), before_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:51:39.447035 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe1c40c4-811a-430a-930e-063e1c5880b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '988f35e9-668c-4f12-83dd-31b1a9c2f39c'}] {{(pid=110299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 14:51:39.449305 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfb0ab9603dc6f24b101a3230295415c8ec2a7bf959fde45f0826688655bbcbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da9e1386-71a3-4625-9dd4-dc5dc382c99e" -d '{"events": [{"server_uuid": "fe1c40c4-811a-430a-930e-063e1c5880b8", "name": "network-vif-plugged", "status": "completed", "tag": "988f35e9-668c-4f12-83dd-31b1a9c2f39c"}]}' {{(pid=110299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 14:51:39.464962 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] For port 988f35e9-668c-4f12-83dd-31b1a9c2f39c, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=988f35e9-668c-4f12-83dd-31b1a9c2f39c,segment=NetworkSegment(ec924deb-2fdc-4ebf-b172-c8dd32bc7b93),segment_id=ec924deb-2fdc-4ebf-b172-c8dd32bc7b93)] {{(pid=110299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:51:39.487359 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 14:51:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b55fe622-d31c-45eb-b374-159e6bce4e8c x-openstack-request-id: req-b55fe622-d31c-45eb-b374-159e6bce4e8c {{(pid=110299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 14:51:39.487680 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe1c40c4-811a-430a-930e-063e1c5880b8", "name": "network-vif-plugged", "status": "completed", "tag": "988f35e9-668c-4f12-83dd-31b1a9c2f39c", "code": 200}]} {{(pid=110299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 14:51:39.487940 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b55fe622-d31c-45eb-b374-159e6bce4e8c {{(pid=110299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 14:51:39.488366 dv-cinder-840289-3-iscsi neutron-server[110299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b55fe622-d31c-45eb-b374-159e6bce4e8c'] response: {'server_uuid': 'fe1c40c4-811a-430a-930e-063e1c5880b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '988f35e9-668c-4f12-83dd-31b1a9c2f39c', 'code': 200} May 03 14:51:39.545489 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096'] for port (988f35e9-668c-4f12-83dd-31b1a9c2f39c), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:51:39.594219 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Pushing event updated for resources: {'Port': ['ID=988f35e9-668c-4f12-83dd-31b1a9c2f39c,revision_number=7']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:51:39.763338 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.notifiers.nova [req-03f62691-65de-45d8-9e27-45f5e4b89a95 req-8504bd2b-c357-4b83-8faf-6b27cd3d3028 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9468aa0-46c1-4fcf-bdc1-eed570fdb5cf {{(pid=110298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 14:51:39.770513 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-03f62691-65de-45d8-9e27-45f5e4b89a95 req-8504bd2b-c357-4b83-8faf-6b27cd3d3028 service neutron] Publish callbacks [] for port (c9468aa0-46c1-4fcf-bdc1-eed570fdb5cf), precommit_update {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:51:39.783481 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.db.provisioning_blocks [req-03f62691-65de-45d8-9e27-45f5e4b89a95 req-8504bd2b-c357-4b83-8faf-6b27cd3d3028 service neutron] Transition to ACTIVE for port object c9468aa0-46c1-4fcf-bdc1-eed570fdb5cf will not be triggered until provisioned by entity L2. {{(pid=110298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 03 14:51:39.857948 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-03f62691-65de-45d8-9e27-45f5e4b89a95 req-8504bd2b-c357-4b83-8faf-6b27cd3d3028 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25806943'] for port (c9468aa0-46c1-4fcf-bdc1-eed570fdb5cf), after_update {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:51:39.910133 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8504bd2b-c357-4b83-8faf-6b27cd3d3028 service neutron] Pushing event updated for resources: {'Port': ['ID=c9468aa0-46c1-4fcf-bdc1-eed570fdb5cf,revision_number=2']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:51:39.974321 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.managers [req-03f62691-65de-45d8-9e27-45f5e4b89a95 req-8504bd2b-c357-4b83-8faf-6b27cd3d3028 service neutron] Attempting to bind port c9468aa0-46c1-4fcf-bdc1-eed570fdb5cf on host hv-cinder-84028 for vnic_type normal with profile {{(pid=110298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 14:51:39.974656 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.managers [req-03f62691-65de-45d8-9e27-45f5e4b89a95 req-8504bd2b-c357-4b83-8faf-6b27cd3d3028 service neutron] Attempting to bind port c9468aa0-46c1-4fcf-bdc1-eed570fdb5cf by drivers openvswitch,hyperv on host hv-cinder-84028 at level 0 using segments [{'id': '98aba57f-1f61-486a-b0ad-42eec78165f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'c7e24e07-53c2-45df-8314-7bc299bb3d6f'}] {{(pid=110298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 14:51:39.974978 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f62691-65de-45d8-9e27-45f5e4b89a95 req-8504bd2b-c357-4b83-8faf-6b27cd3d3028 service neutron] Attempting to bind port c9468aa0-46c1-4fcf-bdc1-eed570fdb5cf on network c7e24e07-53c2-45df-8314-7bc299bb3d6f {{(pid=110298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 14:51:39.979321 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f62691-65de-45d8-9e27-45f5e4b89a95 req-8504bd2b-c357-4b83-8faf-6b27cd3d3028 service neutron] Port c9468aa0-46c1-4fcf-bdc1-eed570fdb5cf on network c7e24e07-53c2-45df-8314-7bc299bb3d6f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84028 {{(pid=110298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 03 14:51:39.979639 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f62691-65de-45d8-9e27-45f5e4b89a95 req-8504bd2b-c357-4b83-8faf-6b27cd3d3028 service neutron] Attempting to bind port c9468aa0-46c1-4fcf-bdc1-eed570fdb5cf on network c7e24e07-53c2-45df-8314-7bc299bb3d6f {{(pid=110298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 14:51:39.984456 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f62691-65de-45d8-9e27-45f5e4b89a95 req-8504bd2b-c357-4b83-8faf-6b27cd3d3028 service neutron] Checking agent: {'id': '26e70f58-a201-437c-be8d-fd2714f100da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84028', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 14, 44, 59), 'started_at': datetime.datetime(2022, 5, 3, 14, 44, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 14, 51, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 14:51:39.984794 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f62691-65de-45d8-9e27-45f5e4b89a95 req-8504bd2b-c357-4b83-8faf-6b27cd3d3028 service neutron] Checking segment: {'id': '98aba57f-1f61-486a-b0ad-42eec78165f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'c7e24e07-53c2-45df-8314-7bc299bb3d6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 14:51:39.985175 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f62691-65de-45d8-9e27-45f5e4b89a95 req-8504bd2b-c357-4b83-8faf-6b27cd3d3028 service neutron] Bound using segment: {'id': '98aba57f-1f61-486a-b0ad-42eec78165f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'c7e24e07-53c2-45df-8314-7bc299bb3d6f'} {{(pid=110298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 14:51:39.985594 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.managers [req-03f62691-65de-45d8-9e27-45f5e4b89a95 req-8504bd2b-c357-4b83-8faf-6b27cd3d3028 service neutron] Bound port: c9468aa0-46c1-4fcf-bdc1-eed570fdb5cf, host: hv-cinder-84028, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98aba57f-1f61-486a-b0ad-42eec78165f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'c7e24e07-53c2-45df-8314-7bc299bb3d6f'}}] {{(pid=110298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 14:51:39.985948 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-03f62691-65de-45d8-9e27-45f5e4b89a95 req-8504bd2b-c357-4b83-8faf-6b27cd3d3028 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (c9468aa0-46c1-4fcf-bdc1-eed570fdb5cf), before_update {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:51:40.051464 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.db [req-03f62691-65de-45d8-9e27-45f5e4b89a95 req-8504bd2b-c357-4b83-8faf-6b27cd3d3028 service neutron] For port c9468aa0-46c1-4fcf-bdc1-eed570fdb5cf, host hv-cinder-84028, cleared binding levels {{(pid=110298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 14:51:40.054960 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.db [req-03f62691-65de-45d8-9e27-45f5e4b89a95 req-8504bd2b-c357-4b83-8faf-6b27cd3d3028 service neutron] For port c9468aa0-46c1-4fcf-bdc1-eed570fdb5cf, host hv-cinder-84028, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=c9468aa0-46c1-4fcf-bdc1-eed570fdb5cf,segment=NetworkSegment(98aba57f-1f61-486a-b0ad-42eec78165f9),segment_id=98aba57f-1f61-486a-b0ad-42eec78165f9)] {{(pid=110298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 14:51:40.155188 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-03f62691-65de-45d8-9e27-45f5e4b89a95 req-8504bd2b-c357-4b83-8faf-6b27cd3d3028 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25806943'] for port (c9468aa0-46c1-4fcf-bdc1-eed570fdb5cf), after_update {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:51:40.215186 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f62691-65de-45d8-9e27-45f5e4b89a95 req-8504bd2b-c357-4b83-8faf-6b27cd3d3028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:51:40.215811 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-03f62691-65de-45d8-9e27-45f5e4b89a95 req-8504bd2b-c357-4b83-8faf-6b27cd3d3028 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46205'] for port (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:51:40.217174 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-03f62691-65de-45d8-9e27-45f5e4b89a95 req-8504bd2b-c357-4b83-8faf-6b27cd3d3028 service neutron] 10.222.0.55 "PUT /v2.0/ports/c9468aa0-46c1-4fcf-bdc1-eed570fdb5cf HTTP/1.1" status: 200 len: 1094 time: 1.0663009 May 03 14:51:40.219343 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '570c390b-8ab3-4c16-8e14-4634ecc28a68', 'tag': 'c9468aa0-46c1-4fcf-bdc1-eed570fdb5cf'}] {{(pid=110298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 14:51:40.221531 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75d30aab20f2b99e69676ba1094dd13d61de0bc97323401ed2dd99ba05286cef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99c931a5-57e6-4e7b-b789-21f24b2d9901" -d '{"events": [{"name": "network-changed", "server_uuid": "570c390b-8ab3-4c16-8e14-4634ecc28a68", "tag": "c9468aa0-46c1-4fcf-bdc1-eed570fdb5cf"}]}' {{(pid=110298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 14:51:40.234478 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3304a2af-98d6-4fea-bb95-11ea5d5c7d81 req-91961021-c913-45ae-b1ad-a1e9c5b7e049 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:51:40.235986 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-3304a2af-98d6-4fea-bb95-11ea5d5c7d81 req-91961021-c913-45ae-b1ad-a1e9c5b7e049 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe1c40c4-811a-430a-930e-063e1c5880b8 HTTP/1.1" status: 200 len: 945 time: 0.0912795 May 03 14:51:40.255837 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8504bd2b-c357-4b83-8faf-6b27cd3d3028 service neutron] Pushing event updated for resources: {'Port': ['ID=c9468aa0-46c1-4fcf-bdc1-eed570fdb5cf,revision_number=3']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:51:40.266119 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 14:51:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc096556-f770-4bc4-9dc4-0ea94b783886 x-openstack-request-id: req-bc096556-f770-4bc4-9dc4-0ea94b783886 {{(pid=110298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 14:51:40.266424 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "570c390b-8ab3-4c16-8e14-4634ecc28a68", "tag": "c9468aa0-46c1-4fcf-bdc1-eed570fdb5cf", "status": "completed", "code": 200}]} {{(pid=110298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 14:51:40.266778 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bc096556-f770-4bc4-9dc4-0ea94b783886 {{(pid=110298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 14:51:40.267105 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc096556-f770-4bc4-9dc4-0ea94b783886'] response: {'name': 'network-changed', 'server_uuid': '570c390b-8ab3-4c16-8e14-4634ecc28a68', 'tag': 'c9468aa0-46c1-4fcf-bdc1-eed570fdb5cf', 'status': 'completed', 'code': 200} May 03 14:51:40.298221 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-3304a2af-98d6-4fea-bb95-11ea5d5c7d81 req-58ee49f1-9442-4a4a-b9d1-aec598c1c5d9 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0e19fcb-47b5-464e-8241-883080a396c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525017 May 03 14:51:40.386929 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cd0615-737a-4e78-9fc8-46e057357e29 req-67610977-2081-4a76-83a9-978c2f12010e tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:51:40.388503 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-a9cd0615-737a-4e78-9fc8-46e057357e29 req-67610977-2081-4a76-83a9-978c2f12010e tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] 10.222.0.16 "GET /v2.0/ports?device_id=570c390b-8ab3-4c16-8e14-4634ecc28a68 HTTP/1.1" status: 200 len: 944 time: 0.0767522 May 03 14:51:40.394124 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c931a5-57e6-4e7b-b789-21f24b2d9901 req-bed8338e-7d5e-4691-988d-80bb46b8f1da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:51:40.395541 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-99c931a5-57e6-4e7b-b789-21f24b2d9901 req-bed8338e-7d5e-4691-988d-80bb46b8f1da service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b0de0418e6504f10b7b7cfe67b7823e9&device_id=570c390b-8ab3-4c16-8e14-4634ecc28a68 HTTP/1.1" status: 200 len: 1128 time: 0.0529587 May 03 14:51:40.494641 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-a9cd0615-737a-4e78-9fc8-46e057357e29 req-5ed70732-1ddc-4c2d-a809-a3e362b494d2 tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f18e4f2-73ef-4445-99b7-e258eefe8300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981684 May 03 14:51:40.525020 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c931a5-57e6-4e7b-b789-21f24b2d9901 req-94da6c67-06d8-4b68-946e-5ad4ed984eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:51:40.526407 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-99c931a5-57e6-4e7b-b789-21f24b2d9901 req-94da6c67-06d8-4b68-946e-5ad4ed984eb6 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=b0de0418e6504f10b7b7cfe67b7823e9&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1171927 May 03 14:51:40.621075 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c931a5-57e6-4e7b-b789-21f24b2d9901 req-14d453c2-157e-4f27-9a72-3710dffdfabb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:51:40.622533 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-99c931a5-57e6-4e7b-b789-21f24b2d9901 req-14d453c2-157e-4f27-9a72-3710dffdfabb service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0892713 May 03 14:51:40.722879 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f62691-65de-45d8-9e27-45f5e4b89a95 req-22888902-ef0e-4788-938a-919c58655ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:51:40.724418 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-03f62691-65de-45d8-9e27-45f5e4b89a95 req-22888902-ef0e-4788-938a-919c58655ae8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b0de0418e6504f10b7b7cfe67b7823e9&device_id=570c390b-8ab3-4c16-8e14-4634ecc28a68 HTTP/1.1" status: 200 len: 1128 time: 0.0396798 May 03 14:51:40.778252 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-03f62691-65de-45d8-9e27-45f5e4b89a95 req-714865c8-2e99-4690-bd08-fb32e4d1de3a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c9468aa0-46c1-4fcf-bdc1-eed570fdb5cf HTTP/1.1" status: 200 len: 217 time: 0.0398214 May 03 14:51:40.825852 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f62691-65de-45d8-9e27-45f5e4b89a95 req-a676a7fb-d609-4f3e-a7ae-00711bb40c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:51:40.827307 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-03f62691-65de-45d8-9e27-45f5e4b89a95 req-a676a7fb-d609-4f3e-a7ae-00711bb40c10 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d266df7c-cfd9-4ade-a24e-190d2b0b2e10 HTTP/1.1" status: 200 len: 854 time: 0.0436981 May 03 14:51:40.857933 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-03f62691-65de-45d8-9e27-45f5e4b89a95 req-0fa182bd-2ce6-4b0e-bb3f-aabf481fd9f9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c7e24e07-53c2-45df-8314-7bc299bb3d6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248396 May 03 14:51:40.948927 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-03f62691-65de-45d8-9e27-45f5e4b89a95 req-5261587a-4741-4b57-b52f-f8273914eca8 service neutron] 10.222.0.55 "GET /v2.0/networks/c7e24e07-53c2-45df-8314-7bc299bb3d6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849931 May 03 14:51:41.043126 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-03f62691-65de-45d8-9e27-45f5e4b89a95 req-19ae7625-59d7-4b68-b5cc-3c5cc357f43e service neutron] 10.222.0.55 "GET /v2.0/networks/c7e24e07-53c2-45df-8314-7bc299bb3d6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867450 May 03 14:51:41.110742 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-da1d3db3-31ec-49df-afb4-484fb2088f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (a9161e1b-902d-441f-843b-a0ff0805adee), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:51:41.420336 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cb7a1b-2d5e-4acb-9ce2-30f2f02c0ad4 req-61816d53-8380-49d3-8609-d1ead72a191b tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:51:41.421803 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-d3cb7a1b-2d5e-4acb-9ce2-30f2f02c0ad4 req-61816d53-8380-49d3-8609-d1ead72a191b tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe1c40c4-811a-430a-930e-063e1c5880b8 HTTP/1.1" status: 200 len: 945 time: 0.0517302 May 03 14:51:41.468177 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-d3cb7a1b-2d5e-4acb-9ce2-30f2f02c0ad4 req-2d5b63be-b6c8-4212-a63a-4664c2f888f6 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0e19fcb-47b5-464e-8241-883080a396c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409706 May 03 14:51:41.605966 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3cd43c-9959-4c67-bf94-3d7894403cfa req-205dff9c-c2b9-4369-b12d-c37385675b7b tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:51:41.607361 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-4f3cd43c-9959-4c67-bf94-3d7894403cfa req-205dff9c-c2b9-4369-b12d-c37385675b7b tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] 10.222.0.16 "GET /v2.0/ports?device_id=570c390b-8ab3-4c16-8e14-4634ecc28a68 HTTP/1.1" status: 200 len: 944 time: 0.0469570 May 03 14:51:41.653793 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-4f3cd43c-9959-4c67-bf94-3d7894403cfa req-5f2dd72d-a198-4ca8-ac7b-aa2ded481afc tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f18e4f2-73ef-4445-99b7-e258eefe8300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410142 May 03 14:51:42.298270 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-ed776e2d-a518-4685-8fad-0cd9eaa120ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (6a418bd5-8bcc-400f-88b5-19eff412e81a), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:51:42.593477 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1195c7d-8b9f-49e9-b3ca-1a099d7974c5 req-56aa8e05-d709-4425-a830-8c70c12bcb6a tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:51:42.594947 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-d1195c7d-8b9f-49e9-b3ca-1a099d7974c5 req-56aa8e05-d709-4425-a830-8c70c12bcb6a tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe1c40c4-811a-430a-930e-063e1c5880b8 HTTP/1.1" status: 200 len: 945 time: 0.0570693 May 03 14:51:42.641186 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-d1195c7d-8b9f-49e9-b3ca-1a099d7974c5 req-4ce45f54-7629-4cb2-8147-f9624e9f5ec4 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0e19fcb-47b5-464e-8241-883080a396c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407145 May 03 14:51:42.764918 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f645fdbd-c309-43f5-90ec-3ab5df6e10a4 req-72c8bb64-9719-4d75-a2ec-ba824a84ecca tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:51:42.766394 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-f645fdbd-c309-43f5-90ec-3ab5df6e10a4 req-72c8bb64-9719-4d75-a2ec-ba824a84ecca tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] 10.222.0.16 "GET /v2.0/ports?device_id=570c390b-8ab3-4c16-8e14-4634ecc28a68 HTTP/1.1" status: 200 len: 944 time: 0.0468669 May 03 14:51:42.819456 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-f645fdbd-c309-43f5-90ec-3ab5df6e10a4 req-ac68ba26-6326-4d3e-a058-febb9cac339b tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f18e4f2-73ef-4445-99b7-e258eefe8300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475373 May 03 14:51:43.545196 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-dd96712b-4627-437f-9df9-b1bfec551245 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (8b46afec-dab7-4bfa-a959-8584a0cfd79a), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:51:43.756860 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf36a36-cb83-4b3e-96ce-cbc82a265b2c req-f3cbc8c6-0d2b-48a6-a44b-2ad1e6ea5d0c tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:51:43.758416 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-1bf36a36-cb83-4b3e-96ce-cbc82a265b2c req-f3cbc8c6-0d2b-48a6-a44b-2ad1e6ea5d0c tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe1c40c4-811a-430a-930e-063e1c5880b8 HTTP/1.1" status: 200 len: 945 time: 0.0472045 May 03 14:51:43.809367 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-1bf36a36-cb83-4b3e-96ce-cbc82a265b2c req-5fdcfe34-0797-4c54-aec5-7656ecbf98f1 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0e19fcb-47b5-464e-8241-883080a396c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456488 May 03 14:51:43.931704 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c762cb8a-e95d-4c00-ad70-1d96093e3dc0 req-f512c8ec-35a0-4e83-b33e-ef6b381aaa8f tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:51:43.933166 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-c762cb8a-e95d-4c00-ad70-1d96093e3dc0 req-f512c8ec-35a0-4e83-b33e-ef6b381aaa8f tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] 10.222.0.16 "GET /v2.0/ports?device_id=570c390b-8ab3-4c16-8e14-4634ecc28a68 HTTP/1.1" status: 200 len: 944 time: 0.0466266 May 03 14:51:43.979183 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-c762cb8a-e95d-4c00-ad70-1d96093e3dc0 req-a36f8f83-3735-4882-bb38-abafa2e753d0 tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f18e4f2-73ef-4445-99b7-e258eefe8300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405598 May 03 14:51:44.924517 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6b5451-f169-4631-a813-a43a36454408 req-6b3a1692-ef84-4c90-9264-cd83e7e59429 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:51:44.925971 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-9a6b5451-f169-4631-a813-a43a36454408 req-6b3a1692-ef84-4c90-9264-cd83e7e59429 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe1c40c4-811a-430a-930e-063e1c5880b8 HTTP/1.1" status: 200 len: 945 time: 0.0478263 May 03 14:51:44.972150 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-9a6b5451-f169-4631-a813-a43a36454408 req-9f2650b3-4c1c-4dd8-90d6-aa80e1347c8b tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0e19fcb-47b5-464e-8241-883080a396c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401216 May 03 14:51:45.096479 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02ad0cf-d2fb-4fab-b6bc-e2dfc05b51c2 req-6547bdcd-ffd4-4523-a185-eb172c2870e3 tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:51:45.104821 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-e02ad0cf-d2fb-4fab-b6bc-e2dfc05b51c2 req-6547bdcd-ffd4-4523-a185-eb172c2870e3 tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] 10.222.0.16 "GET /v2.0/ports?device_id=570c390b-8ab3-4c16-8e14-4634ecc28a68 HTTP/1.1" status: 200 len: 944 time: 0.0514019 May 03 14:51:45.145364 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-e02ad0cf-d2fb-4fab-b6bc-e2dfc05b51c2 req-e3370962-14a2-4135-af08-f8863cb4f153 tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f18e4f2-73ef-4445-99b7-e258eefe8300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411322 May 03 14:51:45.150949 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (16d44442-859c-4c9b-bc72-04cb3b8a5d5b), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:51:45.341026 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Device c9468aa0-46c1-4fcf-bdc1-eed570fdb5cf details requested by agent hyperv_hv-cinder-84028 with host hv-cinder-84028 {{(pid=110299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 03 14:51:45.438378 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] For port c9468aa0-46c1-4fcf-bdc1-eed570fdb5cf, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=c9468aa0-46c1-4fcf-bdc1-eed570fdb5cf,segment=NetworkSegment(98aba57f-1f61-486a-b0ad-42eec78165f9),segment_id=98aba57f-1f61-486a-b0ad-42eec78165f9)] {{(pid=110299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:51:45.449929 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Returning: {'device': 'c9468aa0-46c1-4fcf-bdc1-eed570fdb5cf', 'network_id': 'c7e24e07-53c2-45df-8314-7bc299bb3d6f', 'port_id': 'c9468aa0-46c1-4fcf-bdc1-eed570fdb5cf', 'mac_address': 'fa:16:3e:bc:a6:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd266df7c-cfd9-4ade-a24e-190d2b0b2e10', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 03 14:51:45.486734 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Current status of the port c9468aa0-46c1-4fcf-bdc1-eed570fdb5cf is: DOWN; New status is: BUILD {{(pid=110299) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:51:45.491136 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (c9468aa0-46c1-4fcf-bdc1-eed570fdb5cf), before_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:51:45.500087 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.notifiers.nova [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9468aa0-46c1-4fcf-bdc1-eed570fdb5cf {{(pid=110299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 14:51:45.519484 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] For port c9468aa0-46c1-4fcf-bdc1-eed570fdb5cf, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=c9468aa0-46c1-4fcf-bdc1-eed570fdb5cf,segment=NetworkSegment(98aba57f-1f61-486a-b0ad-42eec78165f9),segment_id=98aba57f-1f61-486a-b0ad-42eec78165f9)] {{(pid=110299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:51:45.600399 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096'] for port (c9468aa0-46c1-4fcf-bdc1-eed570fdb5cf), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:51:45.646346 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Pushing event updated for resources: {'Port': ['ID=c9468aa0-46c1-4fcf-bdc1-eed570fdb5cf,revision_number=4']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:51:46.089092 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4391b0e0-9185-4883-8576-1b299009a9db req-2799f813-7dfc-4df7-943b-1b3e217e9a30 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:51:46.090563 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-4391b0e0-9185-4883-8576-1b299009a9db req-2799f813-7dfc-4df7-943b-1b3e217e9a30 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe1c40c4-811a-430a-930e-063e1c5880b8 HTTP/1.1" status: 200 len: 945 time: 0.0474269 May 03 14:51:46.137604 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-4391b0e0-9185-4883-8576-1b299009a9db req-021131d2-32c6-4967-8373-88dc8d555e83 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0e19fcb-47b5-464e-8241-883080a396c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416439 May 03 14:51:46.203318 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] get_ports_and_sgs() called for port_ids ['c9468aa0-46c1-4fcf-bdc1-eed570fdb5cf'] {{(pid=110299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 14:51:46.260865 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d18525-5b55-4281-a6b5-55f09b8c8cf2 req-61866cb4-a5cd-4c03-9359-d2c2c2296505 tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:51:46.262361 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-86d18525-5b55-4281-a6b5-55f09b8c8cf2 req-61866cb4-a5cd-4c03-9359-d2c2c2296505 tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] 10.222.0.16 "GET /v2.0/ports?device_id=570c390b-8ab3-4c16-8e14-4634ecc28a68 HTTP/1.1" status: 200 len: 945 time: 0.0478497 May 03 14:51:46.335404 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-86d18525-5b55-4281-a6b5-55f09b8c8cf2 req-955f8c36-ba6c-4c5f-b164-830aab940f57 tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f18e4f2-73ef-4445-99b7-e258eefe8300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670497 May 03 14:51:47.253754 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807b1108-67af-4e17-a5f8-6b8f96fe4555 req-ff8f5aed-57fe-4349-8646-9e74c704b62b tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:51:47.260336 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-807b1108-67af-4e17-a5f8-6b8f96fe4555 req-ff8f5aed-57fe-4349-8646-9e74c704b62b tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe1c40c4-811a-430a-930e-063e1c5880b8 HTTP/1.1" status: 200 len: 945 time: 0.0473177 May 03 14:51:47.302974 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-807b1108-67af-4e17-a5f8-6b8f96fe4555 req-d6f7cdfd-d9e7-41fc-b884-33071fba2785 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0e19fcb-47b5-464e-8241-883080a396c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419724 May 03 14:51:47.453158 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b8bd81-9bf4-4550-a1cc-c49cbb44e99a req-4f8f5c5d-d649-42e2-a242-9d56388e8a5a tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:51:47.454646 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-72b8bd81-9bf4-4550-a1cc-c49cbb44e99a req-4f8f5c5d-d649-42e2-a242-9d56388e8a5a tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] 10.222.0.16 "GET /v2.0/ports?device_id=570c390b-8ab3-4c16-8e14-4634ecc28a68 HTTP/1.1" status: 200 len: 945 time: 0.0483546 May 03 14:51:47.503048 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-72b8bd81-9bf4-4550-a1cc-c49cbb44e99a req-1f59148b-78a3-4453-b37b-00b135e52192 tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f18e4f2-73ef-4445-99b7-e258eefe8300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426090 May 03 14:51:47.560738 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Device c9468aa0-46c1-4fcf-bdc1-eed570fdb5cf up at agent hyperv_hv-cinder-84028 {{(pid=110299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 14:51:47.606339 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Provisioning for port c9468aa0-46c1-4fcf-bdc1-eed570fdb5cf completed by entity L2. {{(pid=110299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 03 14:51:47.687737 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Provisioning complete for port c9468aa0-46c1-4fcf-bdc1-eed570fdb5cf triggered by entity L2. {{(pid=110299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:51:47.688122 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728915'] for port (c9468aa0-46c1-4fcf-bdc1-eed570fdb5cf), provisioning_complete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:51:47.773689 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Current status of the port c9468aa0-46c1-4fcf-bdc1-eed570fdb5cf is: BUILD; New status is: ACTIVE {{(pid=110299) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:51:47.774516 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (c9468aa0-46c1-4fcf-bdc1-eed570fdb5cf), before_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:51:47.798073 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '570c390b-8ab3-4c16-8e14-4634ecc28a68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9468aa0-46c1-4fcf-bdc1-eed570fdb5cf'}] {{(pid=110299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 14:51:47.800354 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfb0ab9603dc6f24b101a3230295415c8ec2a7bf959fde45f0826688655bbcbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a39d68d-1cf1-4163-a89b-f421cc924d28" -d '{"events": [{"server_uuid": "570c390b-8ab3-4c16-8e14-4634ecc28a68", "name": "network-vif-plugged", "status": "completed", "tag": "c9468aa0-46c1-4fcf-bdc1-eed570fdb5cf"}]}' {{(pid=110299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 14:51:47.823784 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] For port c9468aa0-46c1-4fcf-bdc1-eed570fdb5cf, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=c9468aa0-46c1-4fcf-bdc1-eed570fdb5cf,segment=NetworkSegment(98aba57f-1f61-486a-b0ad-42eec78165f9),segment_id=98aba57f-1f61-486a-b0ad-42eec78165f9)] {{(pid=110299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:51:47.858328 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 14:51:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17533dfd-4d6d-4f6c-8afa-eb677ef4c9f3 x-openstack-request-id: req-17533dfd-4d6d-4f6c-8afa-eb677ef4c9f3 {{(pid=110299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 14:51:47.858580 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "570c390b-8ab3-4c16-8e14-4634ecc28a68", "name": "network-vif-plugged", "status": "completed", "tag": "c9468aa0-46c1-4fcf-bdc1-eed570fdb5cf", "code": 200}]} {{(pid=110299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 14:51:47.858842 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-17533dfd-4d6d-4f6c-8afa-eb677ef4c9f3 {{(pid=110299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 14:51:47.859560 dv-cinder-840289-3-iscsi neutron-server[110299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17533dfd-4d6d-4f6c-8afa-eb677ef4c9f3'] response: {'server_uuid': '570c390b-8ab3-4c16-8e14-4634ecc28a68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9468aa0-46c1-4fcf-bdc1-eed570fdb5cf', 'code': 200} May 03 14:51:47.862986 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b37505-d068-479e-a3fb-8559325949c0 req-a1456937-c8e1-4985-9545-3922e0637c0a tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:51:47.864812 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-68b37505-d068-479e-a3fb-8559325949c0 req-a1456937-c8e1-4985-9545-3922e0637c0a tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/ports?device_id=76f0c6b6-fd34-42ef-ab7d-e9f527b969ba HTTP/1.1" status: 200 len: 945 time: 0.0715675 May 03 14:51:47.892109 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096'] for port (c9468aa0-46c1-4fcf-bdc1-eed570fdb5cf), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:51:47.953224 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Pushing event updated for resources: {'Port': ['ID=c9468aa0-46c1-4fcf-bdc1-eed570fdb5cf,revision_number=5']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:51:47.958612 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-68b37505-d068-479e-a3fb-8559325949c0 req-2bad5040-3797-4546-8963-aaa672c8b577 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/security-groups?id=4be1d56e-dc50-4c55-b511-de10663410d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818424 May 03 14:51:48.477523 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278eb076-30e7-4d37-baa6-5519340ed004 req-c59434e0-d89b-463f-940b-f8832ed3c19c tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:51:48.479310 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-278eb076-30e7-4d37-baa6-5519340ed004 req-c59434e0-d89b-463f-940b-f8832ed3c19c tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe1c40c4-811a-430a-930e-063e1c5880b8 HTTP/1.1" status: 200 len: 945 time: 0.0911565 May 03 14:51:48.485014 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6a4cab-c678-47c3-9304-2e0aed18c91a req-1c8849ba-a997-4155-a8d6-9d32c0d3d8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:51:48.486440 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-5e6a4cab-c678-47c3-9304-2e0aed18c91a req-1c8849ba-a997-4155-a8d6-9d32c0d3d8b8 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=570c390b-8ab3-4c16-8e14-4634ecc28a68 HTTP/1.1" status: 200 len: 1130 time: 0.0761561 May 03 14:51:48.577773 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-278eb076-30e7-4d37-baa6-5519340ed004 req-73566eb0-aa35-424e-8382-85cceeac99ef tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0e19fcb-47b5-464e-8241-883080a396c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903375 May 03 14:51:48.589360 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-5e6a4cab-c678-47c3-9304-2e0aed18c91a req-322b63ba-caa4-4da9-a60a-25369b3f15b4 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=5f18e4f2-73ef-4445-99b7-e258eefe8300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939722 May 03 14:51:48.655619 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bea07be-d601-4429-a18c-7367af4cd1d6 req-c5cd032c-23cb-4f68-8ce9-147eac2a81c4 tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:51:48.657156 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-6bea07be-d601-4429-a18c-7367af4cd1d6 req-c5cd032c-23cb-4f68-8ce9-147eac2a81c4 tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] 10.222.0.16 "GET /v2.0/ports?device_id=570c390b-8ab3-4c16-8e14-4634ecc28a68 HTTP/1.1" status: 200 len: 946 time: 0.0587618 May 03 14:51:48.709773 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-6bea07be-d601-4429-a18c-7367af4cd1d6 req-6ed8bfaf-ed5d-4e75-aa8b-fb4019a08e68 tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f18e4f2-73ef-4445-99b7-e258eefe8300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465596 May 03 14:51:49.075977 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de36c4af-521e-45f8-9e92-105d75672c94 req-3a9f784a-d416-442c-b428-518ab04181f0 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:51:49.078093 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-de36c4af-521e-45f8-9e92-105d75672c94 req-3a9f784a-d416-442c-b428-518ab04181f0 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/ports?device_id=76f0c6b6-fd34-42ef-ab7d-e9f527b969ba HTTP/1.1" status: 200 len: 945 time: 0.0559070 May 03 14:51:49.137336 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-de36c4af-521e-45f8-9e92-105d75672c94 req-96663ac4-c53a-44eb-bdcd-67742d214cec tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/security-groups?id=4be1d56e-dc50-4c55-b511-de10663410d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532732 May 03 14:51:49.721209 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f2fa15-25e5-4bcf-b6e6-8aefd6b7cbe3 req-83414152-2bbe-460c-8d67-4fd74f4cb383 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:51:49.722722 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-49f2fa15-25e5-4bcf-b6e6-8aefd6b7cbe3 req-83414152-2bbe-460c-8d67-4fd74f4cb383 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe1c40c4-811a-430a-930e-063e1c5880b8 HTTP/1.1" status: 200 len: 945 time: 0.0503573 May 03 14:51:49.772372 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-49f2fa15-25e5-4bcf-b6e6-8aefd6b7cbe3 req-8dada6a1-606c-40e0-b9af-21e2ade54477 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0e19fcb-47b5-464e-8241-883080a396c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432985 May 03 14:51:49.847540 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092d74d6-92f4-449c-b410-29dac6fb3d2a req-8643ffab-8319-4c35-b279-0cbc19c03f27 tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:51:49.849251 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-092d74d6-92f4-449c-b410-29dac6fb3d2a req-8643ffab-8319-4c35-b279-0cbc19c03f27 tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] 10.222.0.16 "GET /v2.0/ports?device_id=570c390b-8ab3-4c16-8e14-4634ecc28a68 HTTP/1.1" status: 200 len: 946 time: 0.0572255 May 03 14:51:49.908332 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-092d74d6-92f4-449c-b410-29dac6fb3d2a req-e4f7fe03-961f-4f27-b89d-4eb8cff97f8f tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f18e4f2-73ef-4445-99b7-e258eefe8300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491979 May 03 14:51:50.003895 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.agents_db [None req-dd30728e-be63-467e-afaf-aba6f24eb33e None None] Agent healthcheck: found 6 active agents {{(pid=110300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 14:51:50.274650 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1145b634-213d-42cd-8c08-b5fbdb168ed4 req-e6150ea1-2ae4-445d-b4bb-09df07e12657 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:51:50.276625 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-1145b634-213d-42cd-8c08-b5fbdb168ed4 req-e6150ea1-2ae4-445d-b4bb-09df07e12657 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/ports?device_id=76f0c6b6-fd34-42ef-ab7d-e9f527b969ba HTTP/1.1" status: 200 len: 945 time: 0.0556800 May 03 14:51:50.329068 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-1145b634-213d-42cd-8c08-b5fbdb168ed4 req-640b5ba6-c4ef-45d5-8ed4-036c98280a0c tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/security-groups?id=4be1d56e-dc50-4c55-b511-de10663410d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460994 May 03 14:51:50.937031 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb51fdb-ec12-4754-b841-cccd63873cf5 req-2ec3abbd-3fd0-4bec-b5d7-82826fb66ff8 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:51:50.938528 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-4bb51fdb-ec12-4754-b841-cccd63873cf5 req-2ec3abbd-3fd0-4bec-b5d7-82826fb66ff8 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe1c40c4-811a-430a-930e-063e1c5880b8 HTTP/1.1" status: 200 len: 945 time: 0.0532520 May 03 14:51:51.002718 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-4bb51fdb-ec12-4754-b841-cccd63873cf5 req-87f1b12a-526f-4644-b080-137b1d8fc5e8 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0e19fcb-47b5-464e-8241-883080a396c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583441 May 03 14:51:51.037425 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f39466-2f42-4e0e-8819-fd9f6a648404 req-3ee68c58-2f74-4a7b-aa3b-df80d2f5f22c tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:51:51.038977 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-35f39466-2f42-4e0e-8819-fd9f6a648404 req-3ee68c58-2f74-4a7b-aa3b-df80d2f5f22c tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] 10.222.0.16 "GET /v2.0/ports?device_id=570c390b-8ab3-4c16-8e14-4634ecc28a68 HTTP/1.1" status: 200 len: 946 time: 0.0614727 May 03 14:51:51.099205 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-35f39466-2f42-4e0e-8819-fd9f6a648404 req-0fac4695-7e99-4465-b367-d1075a52f5fe tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f18e4f2-73ef-4445-99b7-e258eefe8300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543065 May 03 14:51:51.454591 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd52c38e-9d1d-4c00-bff8-d3ca4378d0b0 req-ba0a14d6-9765-49a4-830d-ea18b14758d9 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:51:51.456343 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-cd52c38e-9d1d-4c00-bff8-d3ca4378d0b0 req-ba0a14d6-9765-49a4-830d-ea18b14758d9 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/ports?device_id=76f0c6b6-fd34-42ef-ab7d-e9f527b969ba HTTP/1.1" status: 200 len: 945 time: 0.0540228 May 03 14:51:51.513373 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-cd52c38e-9d1d-4c00-bff8-d3ca4378d0b0 req-430faaa3-8cf4-49dc-a72d-591f77853f1e tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/security-groups?id=4be1d56e-dc50-4c55-b511-de10663410d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514576 May 03 14:51:52.147416 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d90e34-f449-4676-a225-57f2e081a13b req-e25137db-bdf3-4d59-9361-c85d2ad26fe0 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:51:52.155216 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-00d90e34-f449-4676-a225-57f2e081a13b req-e25137db-bdf3-4d59-9361-c85d2ad26fe0 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe1c40c4-811a-430a-930e-063e1c5880b8 HTTP/1.1" status: 200 len: 945 time: 0.0756099 May 03 14:51:52.230388 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-00d90e34-f449-4676-a225-57f2e081a13b req-13fc5c55-0ce2-4cc9-8631-51fc0b9e7649 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0e19fcb-47b5-464e-8241-883080a396c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743043 May 03 14:51:52.246844 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee982bd-44fe-42a6-8b26-911e90c35f74 req-7fb0f464-a1aa-4de4-9aaf-b69870c324fc tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:51:52.248631 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-3ee982bd-44fe-42a6-8b26-911e90c35f74 req-7fb0f464-a1aa-4de4-9aaf-b69870c324fc tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] 10.222.0.16 "GET /v2.0/ports?device_id=570c390b-8ab3-4c16-8e14-4634ecc28a68 HTTP/1.1" status: 200 len: 946 time: 0.0655580 May 03 14:51:52.322839 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-3ee982bd-44fe-42a6-8b26-911e90c35f74 req-3d8e3635-575f-4af5-a576-1444f83826ab tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f18e4f2-73ef-4445-99b7-e258eefe8300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628164 May 03 14:51:52.646882 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a3c3df-b565-4bbb-9b76-65af306c68d1 req-1bf02ab9-3963-4df4-a6c4-5eb8e287f084 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:51:52.649130 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-20a3c3df-b565-4bbb-9b76-65af306c68d1 req-1bf02ab9-3963-4df4-a6c4-5eb8e287f084 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/ports?device_id=76f0c6b6-fd34-42ef-ab7d-e9f527b969ba HTTP/1.1" status: 200 len: 945 time: 0.0565903 May 03 14:51:52.721032 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-20a3c3df-b565-4bbb-9b76-65af306c68d1 req-77859a3f-8044-4890-be3d-78415e70ac7a tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/security-groups?id=4be1d56e-dc50-4c55-b511-de10663410d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624323 May 03 14:51:53.366193 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3efc74-dea2-438d-8d62-e5cda46df3a7 req-c118c649-f101-4b04-bc0b-d3db6589f83e tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:51:53.371586 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-da3efc74-dea2-438d-8d62-e5cda46df3a7 req-c118c649-f101-4b04-bc0b-d3db6589f83e tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe1c40c4-811a-430a-930e-063e1c5880b8 HTTP/1.1" status: 200 len: 945 time: 0.0570641 May 03 14:51:53.418923 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-da3efc74-dea2-438d-8d62-e5cda46df3a7 req-dcf52737-acc7-493a-9ff1-da7a79de52f9 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0e19fcb-47b5-464e-8241-883080a396c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452931 May 03 14:51:53.843950 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d577194-fdf2-475f-aa83-785213809a6f req-fbb29c0d-4dbe-4ec9-ac2d-e101185d058b tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:51:53.845453 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-3d577194-fdf2-475f-aa83-785213809a6f req-fbb29c0d-4dbe-4ec9-ac2d-e101185d058b tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/ports?device_id=76f0c6b6-fd34-42ef-ab7d-e9f527b969ba HTTP/1.1" status: 200 len: 945 time: 0.0536695 May 03 14:51:53.894820 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-3d577194-fdf2-475f-aa83-785213809a6f req-31bb27e9-5337-41b0-a6c5-fd560781584b tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/security-groups?id=4be1d56e-dc50-4c55-b511-de10663410d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436590 May 03 14:51:54.583259 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86bf1f2-81c3-49c1-9c11-88fb1b26c981 req-9300de4a-9c34-4fb9-9692-5b56c6d671f4 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:51:54.584745 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-e86bf1f2-81c3-49c1-9c11-88fb1b26c981 req-9300de4a-9c34-4fb9-9692-5b56c6d671f4 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe1c40c4-811a-430a-930e-063e1c5880b8 HTTP/1.1" status: 200 len: 945 time: 0.0478776 May 03 14:51:54.635208 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-e86bf1f2-81c3-49c1-9c11-88fb1b26c981 req-17496b9b-c5ca-4ec8-8dcf-86242062d3da tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0e19fcb-47b5-464e-8241-883080a396c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448306 May 03 14:51:55.023902 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9c1b9f-30e6-4562-b986-7d679df90d03 req-68610e3d-f1be-48f8-95be-192dc5448d6b tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:51:55.025036 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-8e9c1b9f-30e6-4562-b986-7d679df90d03 req-68610e3d-f1be-48f8-95be-192dc5448d6b tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/ports?device_id=76f0c6b6-fd34-42ef-ab7d-e9f527b969ba HTTP/1.1" status: 200 len: 945 time: 0.0530772 May 03 14:51:55.082264 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-8e9c1b9f-30e6-4562-b986-7d679df90d03 req-93029696-3141-404e-a78b-fd1afac4b64f tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/security-groups?id=4be1d56e-dc50-4c55-b511-de10663410d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507085 May 03 14:51:55.764645 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f49f10d-5948-4edf-9943-a2932bd126f0 req-a4268fac-ecef-4e75-801d-4c99fc107c83 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:51:55.766428 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-9f49f10d-5948-4edf-9943-a2932bd126f0 req-a4268fac-ecef-4e75-801d-4c99fc107c83 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe1c40c4-811a-430a-930e-063e1c5880b8 HTTP/1.1" status: 200 len: 945 time: 0.0582426 May 03 14:51:55.828053 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-9f49f10d-5948-4edf-9943-a2932bd126f0 req-041c2165-603e-41a0-a11b-476ae6abbefb tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0e19fcb-47b5-464e-8241-883080a396c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548747 May 03 14:51:56.216566 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5601aa32-3d7a-4fad-9b24-d842ae4174e8 req-a1f047c9-77f9-4e56-9777-a18b9167e9c3 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:51:56.218039 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-5601aa32-3d7a-4fad-9b24-d842ae4174e8 req-a1f047c9-77f9-4e56-9777-a18b9167e9c3 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/ports?device_id=76f0c6b6-fd34-42ef-ab7d-e9f527b969ba HTTP/1.1" status: 200 len: 945 time: 0.0540020 May 03 14:51:56.268630 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-5601aa32-3d7a-4fad-9b24-d842ae4174e8 req-c5cf7902-67ad-4607-9d98-6244a9078439 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/security-groups?id=4be1d56e-dc50-4c55-b511-de10663410d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447183 May 03 14:51:56.953977 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3239c935-714f-41b3-882b-135fea647e25 req-f0fbd7c6-9bda-4167-94ef-3783848b6df8 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:51:56.961831 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-3239c935-714f-41b3-882b-135fea647e25 req-f0fbd7c6-9bda-4167-94ef-3783848b6df8 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe1c40c4-811a-430a-930e-063e1c5880b8 HTTP/1.1" status: 200 len: 945 time: 0.0560675 May 03 14:51:57.012662 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-3239c935-714f-41b3-882b-135fea647e25 req-dec33c2d-98dd-4ac7-8372-1cf32cff25ac tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0e19fcb-47b5-464e-8241-883080a396c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499532 May 03 14:51:57.413859 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c83fd0-44a8-4f70-8d6d-c474bccea16e req-cd2c2739-cf0d-4d28-8800-8dd43126b98e tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:51:57.416385 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-a8c83fd0-44a8-4f70-8d6d-c474bccea16e req-cd2c2739-cf0d-4d28-8800-8dd43126b98e tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/ports?device_id=76f0c6b6-fd34-42ef-ab7d-e9f527b969ba HTTP/1.1" status: 200 len: 945 time: 0.0562260 May 03 14:51:57.474963 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-a8c83fd0-44a8-4f70-8d6d-c474bccea16e req-21e2ebec-464f-4eed-b405-2a9253562622 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/security-groups?id=4be1d56e-dc50-4c55-b511-de10663410d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499218 May 03 14:51:58.141026 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28180ccc-e399-4483-abf2-6d666e459ff7 req-370e76c4-d22a-43f6-bc39-756c0cfaa553 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:51:58.142491 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-28180ccc-e399-4483-abf2-6d666e459ff7 req-370e76c4-d22a-43f6-bc39-756c0cfaa553 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe1c40c4-811a-430a-930e-063e1c5880b8 HTTP/1.1" status: 200 len: 945 time: 0.0486343 May 03 14:51:58.189029 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-28180ccc-e399-4483-abf2-6d666e459ff7 req-207ca844-0dc5-4c09-a865-fce5fee32915 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0e19fcb-47b5-464e-8241-883080a396c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410211 May 03 14:51:58.611259 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f5eb1e-68ef-44b6-8b62-7192486718bb req-194f5767-e19e-4b17-b2eb-d5904f99920d tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:51:58.612773 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-d3f5eb1e-68ef-44b6-8b62-7192486718bb req-194f5767-e19e-4b17-b2eb-d5904f99920d tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/ports?device_id=76f0c6b6-fd34-42ef-ab7d-e9f527b969ba HTTP/1.1" status: 200 len: 945 time: 0.0566792 May 03 14:51:58.687854 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-d3f5eb1e-68ef-44b6-8b62-7192486718bb req-88d3b37a-541a-4cc9-a773-e7cfede44e89 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/security-groups?id=4be1d56e-dc50-4c55-b511-de10663410d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630209 May 03 14:51:58.846175 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (26e70f58-a201-437c-be8d-fd2714f100da), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:51:59.314774 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9d8820-27d3-4f08-8960-4612073a5faa req-d1403a52-866d-403c-b3ec-860a35eb143b tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:51:59.316270 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-ce9d8820-27d3-4f08-8960-4612073a5faa req-d1403a52-866d-403c-b3ec-860a35eb143b tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe1c40c4-811a-430a-930e-063e1c5880b8 HTTP/1.1" status: 200 len: 945 time: 0.0544388 May 03 14:51:59.368570 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-ce9d8820-27d3-4f08-8960-4612073a5faa req-302a4ec5-372c-497d-beae-3a62b9ce4df6 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0e19fcb-47b5-464e-8241-883080a396c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461354 May 03 14:51:59.803466 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf5e130-18f7-419b-8dc5-65a68d5d4acf req-a98b23f5-baba-4b8f-8c7d-6ad28e9251fd tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:51:59.804975 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-ecf5e130-18f7-419b-8dc5-65a68d5d4acf req-a98b23f5-baba-4b8f-8c7d-6ad28e9251fd tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/ports?device_id=76f0c6b6-fd34-42ef-ab7d-e9f527b969ba HTTP/1.1" status: 200 len: 945 time: 0.0479772 May 03 14:51:59.854084 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-ecf5e130-18f7-419b-8dc5-65a68d5d4acf req-157709b8-7d31-4442-b002-73fc6acd29b9 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/security-groups?id=4be1d56e-dc50-4c55-b511-de10663410d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436077 May 03 14:52:00.487916 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14d8dc3-a2e7-4d45-9bfd-4dcb5790a2fd req-3902a91e-44af-45a7-b5e0-676a162d5fff tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:52:00.489393 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-d14d8dc3-a2e7-4d45-9bfd-4dcb5790a2fd req-3902a91e-44af-45a7-b5e0-676a162d5fff tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe1c40c4-811a-430a-930e-063e1c5880b8 HTTP/1.1" status: 200 len: 945 time: 0.0497591 May 03 14:52:00.538137 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-d14d8dc3-a2e7-4d45-9bfd-4dcb5790a2fd req-a41c564f-b904-4cf2-baf6-f93a990151e7 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0e19fcb-47b5-464e-8241-883080a396c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425215 May 03 14:52:01.137043 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4d5679-e7e2-4755-b110-6f818df28c0f req-7b8cf495-7a2f-4079-8b47-828ccb9629ed tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:52:01.138502 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-2b4d5679-e7e2-4755-b110-6f818df28c0f req-7b8cf495-7a2f-4079-8b47-828ccb9629ed tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/ports?device_id=76f0c6b6-fd34-42ef-ab7d-e9f527b969ba HTTP/1.1" status: 200 len: 945 time: 0.2164488 May 03 14:52:01.185390 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-2b4d5679-e7e2-4755-b110-6f818df28c0f req-a6ed76bf-951e-4e26-a045-7eba25a9da2b tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/security-groups?id=4be1d56e-dc50-4c55-b511-de10663410d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412164 May 03 14:52:01.513882 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121be2ad-d0c8-4582-8f11-43993028bd18 req-89ace72c-c439-4c2b-bff5-92ff79fe3a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:52:01.515327 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-121be2ad-d0c8-4582-8f11-43993028bd18 req-89ace72c-c439-4c2b-bff5-92ff79fe3a1e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ea2dc692f2754b34afd1a52dad1c2cb3&device_id=fe1c40c4-811a-430a-930e-063e1c5880b8 HTTP/1.1" status: 200 len: 1129 time: 0.0380707 May 03 14:52:01.615015 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121be2ad-d0c8-4582-8f11-43993028bd18 req-d46bb707-a0f9-4e15-b64d-b821c0478e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:52:01.616640 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-121be2ad-d0c8-4582-8f11-43993028bd18 req-d46bb707-a0f9-4e15-b64d-b821c0478e06 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e149baab-37b5-49e7-bbfb-d6c5aa20aff6 HTTP/1.1" status: 200 len: 917 time: 0.0910721 May 03 14:52:01.662849 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85b21a0-cf6a-4d29-94e6-c9f09d3b3d65 req-db1f9c23-d1cf-4b18-9077-e0c6b04885e8 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:52:01.665272 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-f85b21a0-cf6a-4d29-94e6-c9f09d3b3d65 req-db1f9c23-d1cf-4b18-9077-e0c6b04885e8 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe1c40c4-811a-430a-930e-063e1c5880b8 HTTP/1.1" status: 200 len: 945 time: 0.0477397 May 03 14:52:01.710845 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-f85b21a0-cf6a-4d29-94e6-c9f09d3b3d65 req-5e953ce5-0fd8-4a8b-bc62-d86201625784 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0e19fcb-47b5-464e-8241-883080a396c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394077 May 03 14:52:02.109314 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-121be2ad-d0c8-4582-8f11-43993028bd18 req-23ffb84b-2d01-49b8-8ca7-92f7d9a5b427 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=988f35e9-668c-4f12-83dd-31b1a9c2f39c HTTP/1.1" status: 200 len: 1001 time: 0.0626590 May 03 14:52:02.159515 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121be2ad-d0c8-4582-8f11-43993028bd18 req-d60824a2-8d59-4dff-99ea-1cd0c6871c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:52:02.160953 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-121be2ad-d0c8-4582-8f11-43993028bd18 req-d60824a2-8d59-4dff-99ea-1cd0c6871c64 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d36733c8-18a7-47f6-a054-ee0e84dd3169 HTTP/1.1" status: 200 len: 855 time: 0.0432422 May 03 14:52:02.206304 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121be2ad-d0c8-4582-8f11-43993028bd18 req-0d5ef9fe-9561-4de7-8c86-5e7a9185cb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:52:02.207879 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-121be2ad-d0c8-4582-8f11-43993028bd18 req-0d5ef9fe-9561-4de7-8c86-5e7a9185cb31 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e149baab-37b5-49e7-bbfb-d6c5aa20aff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385087 May 03 14:52:02.336472 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa003993-c185-4df8-8d5c-16225fad5e30 req-a5f3aa82-2049-4537-8a5a-ed6be5734cbc tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:52:02.337923 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-aa003993-c185-4df8-8d5c-16225fad5e30 req-a5f3aa82-2049-4537-8a5a-ed6be5734cbc tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/ports?device_id=76f0c6b6-fd34-42ef-ab7d-e9f527b969ba HTTP/1.1" status: 200 len: 945 time: 0.0811362 May 03 14:52:02.355451 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-121be2ad-d0c8-4582-8f11-43993028bd18 req-5b5a7e35-dd2b-45ed-969c-768a65fd593e service neutron] 10.222.0.55 "GET /v2.0/networks/e149baab-37b5-49e7-bbfb-d6c5aa20aff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411641 May 03 14:52:02.417643 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-aa003993-c185-4df8-8d5c-16225fad5e30 req-881cc1a2-de48-44be-a45f-2311415a9bf7 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/security-groups?id=4be1d56e-dc50-4c55-b511-de10663410d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740728 May 03 14:52:02.473540 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-121be2ad-d0c8-4582-8f11-43993028bd18 req-abc45da8-fd5e-42bc-b04c-316df8fe50f8 service neutron] 10.222.0.55 "GET /v2.0/networks/e149baab-37b5-49e7-bbfb-d6c5aa20aff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047003 May 03 14:52:02.831254 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6913d231-833d-4c40-9ab5-1b7314115402 req-a754070e-9fcb-43af-9d82-b1442f43df2d tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:52:02.908295 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-6913d231-833d-4c40-9ab5-1b7314115402 req-a754070e-9fcb-43af-9d82-b1442f43df2d tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe1c40c4-811a-430a-930e-063e1c5880b8 HTTP/1.1" status: 200 len: 945 time: 0.0504777 May 03 14:52:02.908295 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-6913d231-833d-4c40-9ab5-1b7314115402 req-c7f6a744-0fb6-40ee-9c7a-d5f8fa92ad6e tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0e19fcb-47b5-464e-8241-883080a396c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424666 May 03 14:52:03.538792 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e42ceb-9b54-432d-803d-84b86fdb7e9f req-01bc1ce5-afc7-4a53-a664-872648dfef2f tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:52:03.540584 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-b5e42ceb-9b54-432d-803d-84b86fdb7e9f req-01bc1ce5-afc7-4a53-a664-872648dfef2f tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/ports?device_id=76f0c6b6-fd34-42ef-ab7d-e9f527b969ba HTTP/1.1" status: 200 len: 945 time: 0.0527909 May 03 14:52:03.587442 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-b5e42ceb-9b54-432d-803d-84b86fdb7e9f req-7bf9293f-4ae4-4517-a870-76d6db7a5cc2 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/security-groups?id=4be1d56e-dc50-4c55-b511-de10663410d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412958 May 03 14:52:04.052121 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686cdbce-8166-48f0-941a-3ce9a42fda9b req-b903d653-51f9-40af-b5ba-da8b7e23b1ad tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:52:04.053493 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-686cdbce-8166-48f0-941a-3ce9a42fda9b req-b903d653-51f9-40af-b5ba-da8b7e23b1ad tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe1c40c4-811a-430a-930e-063e1c5880b8 HTTP/1.1" status: 200 len: 945 time: 0.0944319 May 03 14:52:04.102432 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-686cdbce-8166-48f0-941a-3ce9a42fda9b req-5bb725b3-8d84-47ef-bb14-59887243ed44 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0e19fcb-47b5-464e-8241-883080a396c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423083 May 03 14:52:04.698853 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfa26f3-2719-4a35-8677-0e2b322b85d1 req-b0650bae-de1a-492b-977c-486a8438151d tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:52:04.700379 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-9bfa26f3-2719-4a35-8677-0e2b322b85d1 req-b0650bae-de1a-492b-977c-486a8438151d tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/ports?device_id=76f0c6b6-fd34-42ef-ab7d-e9f527b969ba HTTP/1.1" status: 200 len: 945 time: 0.0470345 May 03 14:52:04.749818 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-9bfa26f3-2719-4a35-8677-0e2b322b85d1 req-d65581f5-5d8c-4d64-9d63-7792c73c0fc7 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/security-groups?id=4be1d56e-dc50-4c55-b511-de10663410d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440502 May 03 14:52:05.207156 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Device 988f35e9-668c-4f12-83dd-31b1a9c2f39c no longer exists at agent hyperv_hv-cinder-84028 {{(pid=110299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 14:52:05.284837 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Current status of the port 988f35e9-668c-4f12-83dd-31b1a9c2f39c is: ACTIVE; New status is: DOWN {{(pid=110299) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:52:05.285229 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (988f35e9-668c-4f12-83dd-31b1a9c2f39c), before_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:52:05.308108 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe1c40c4-811a-430a-930e-063e1c5880b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '988f35e9-668c-4f12-83dd-31b1a9c2f39c'}] {{(pid=110299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 14:52:05.312983 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfb0ab9603dc6f24b101a3230295415c8ec2a7bf959fde45f0826688655bbcbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24dcdffa-db9e-4aec-8bc5-63d122c4ca81" -d '{"events": [{"server_uuid": "fe1c40c4-811a-430a-930e-063e1c5880b8", "name": "network-vif-unplugged", "status": "completed", "tag": "988f35e9-668c-4f12-83dd-31b1a9c2f39c"}]}' {{(pid=110299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 14:52:05.319053 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e374af36-c12d-4b5a-a878-1261deae7d96 req-0fa9972b-2a18-42f7-9d57-a543f5f14dde tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:52:05.320678 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-e374af36-c12d-4b5a-a878-1261deae7d96 req-0fa9972b-2a18-42f7-9d57-a543f5f14dde tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe1c40c4-811a-430a-930e-063e1c5880b8 HTTP/1.1" status: 200 len: 945 time: 0.0484009 May 03 14:52:05.322655 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] For port 988f35e9-668c-4f12-83dd-31b1a9c2f39c, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=988f35e9-668c-4f12-83dd-31b1a9c2f39c,segment=NetworkSegment(ec924deb-2fdc-4ebf-b172-c8dd32bc7b93),segment_id=ec924deb-2fdc-4ebf-b172-c8dd32bc7b93)] {{(pid=110299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:52:05.348690 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 May 2022 14:52:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f17fbc11-ab2b-45ef-b8a6-84790da4251c x-openstack-request-id: req-f17fbc11-ab2b-45ef-b8a6-84790da4251c {{(pid=110299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 14:52:05.348989 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe1c40c4-811a-430a-930e-063e1c5880b8", "name": "network-vif-unplugged", "status": "completed", "tag": "988f35e9-668c-4f12-83dd-31b1a9c2f39c", "code": 200}]} {{(pid=110299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 14:52:05.349247 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f17fbc11-ab2b-45ef-b8a6-84790da4251c {{(pid=110299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 14:52:05.349641 dv-cinder-840289-3-iscsi neutron-server[110299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f17fbc11-ab2b-45ef-b8a6-84790da4251c'] response: {'server_uuid': 'fe1c40c4-811a-430a-930e-063e1c5880b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '988f35e9-668c-4f12-83dd-31b1a9c2f39c', 'code': 200} May 03 14:52:05.368630 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-e374af36-c12d-4b5a-a878-1261deae7d96 req-44314fba-7b99-4123-958a-7fdca7c841a3 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0e19fcb-47b5-464e-8241-883080a396c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416589 May 03 14:52:05.394803 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096'] for port (988f35e9-668c-4f12-83dd-31b1a9c2f39c), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:52:05.441703 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Pushing event updated for resources: {'Port': ['ID=988f35e9-668c-4f12-83dd-31b1a9c2f39c,revision_number=8']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:52:05.866236 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6993ef10-932b-4f88-a620-d000fca144e7 req-1f4a864f-b8a9-4e13-81b4-393ebdacbe2b tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:52:05.867724 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-6993ef10-932b-4f88-a620-d000fca144e7 req-1f4a864f-b8a9-4e13-81b4-393ebdacbe2b tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/ports?device_id=76f0c6b6-fd34-42ef-ab7d-e9f527b969ba HTTP/1.1" status: 200 len: 945 time: 0.0470285 May 03 14:52:05.913174 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-6993ef10-932b-4f88-a620-d000fca144e7 req-e71cc27f-b8ee-4c69-b4e3-142597584d73 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/security-groups?id=4be1d56e-dc50-4c55-b511-de10663410d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394232 May 03 14:52:06.487255 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed3e415-1e3d-4bd3-b277-431d5f615ba8 req-64a0bb94-677f-4aab-850d-d5beadd28c2d tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:52:06.488690 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-8ed3e415-1e3d-4bd3-b277-431d5f615ba8 req-64a0bb94-677f-4aab-850d-d5beadd28c2d tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe1c40c4-811a-430a-930e-063e1c5880b8 HTTP/1.1" status: 200 len: 943 time: 0.0492358 May 03 14:52:06.536619 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-8ed3e415-1e3d-4bd3-b277-431d5f615ba8 req-9c35c583-deff-4281-84af-02fd02c8dbac tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0e19fcb-47b5-464e-8241-883080a396c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416658 May 03 14:52:07.026809 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e4f026-f342-4249-b0fe-156d30ec525d req-04078297-a29e-4f71-b75c-120c3899891e tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:52:07.028209 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-37e4f026-f342-4249-b0fe-156d30ec525d req-04078297-a29e-4f71-b75c-120c3899891e tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/ports?device_id=76f0c6b6-fd34-42ef-ab7d-e9f527b969ba HTTP/1.1" status: 200 len: 945 time: 0.0468795 May 03 14:52:07.074343 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-37e4f026-f342-4249-b0fe-156d30ec525d req-26618dd0-8e43-40b4-81da-a3d5384bc2dd tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/security-groups?id=4be1d56e-dc50-4c55-b511-de10663410d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406024 May 03 14:52:07.654604 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2038d5c4-f57e-438e-b896-56a286a5edad req-945e9ce3-879a-48a8-9db2-568bb7e317eb tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:52:07.656067 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-2038d5c4-f57e-438e-b896-56a286a5edad req-945e9ce3-879a-48a8-9db2-568bb7e317eb tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe1c40c4-811a-430a-930e-063e1c5880b8 HTTP/1.1" status: 200 len: 943 time: 0.0483301 May 03 14:52:07.701837 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-2038d5c4-f57e-438e-b896-56a286a5edad req-55ee4401-6019-478d-b279-743222ba2284 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0e19fcb-47b5-464e-8241-883080a396c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402768 May 03 14:52:08.185022 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315efe7b-588c-4fb0-b1a4-5696a408c4cb req-5249cacb-ec9c-49a7-af9d-9ca6050c5338 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:52:08.186394 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-315efe7b-588c-4fb0-b1a4-5696a408c4cb req-5249cacb-ec9c-49a7-af9d-9ca6050c5338 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/ports?device_id=76f0c6b6-fd34-42ef-ab7d-e9f527b969ba HTTP/1.1" status: 200 len: 945 time: 0.0463433 May 03 14:52:08.232664 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-315efe7b-588c-4fb0-b1a4-5696a408c4cb req-729a279c-5851-4a85-96be-af0b2724602f tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/security-groups?id=4be1d56e-dc50-4c55-b511-de10663410d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405107 May 03 14:52:08.785125 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-d55524d5-a76a-4a83-a985-5cd218fe5a8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (5d16a8e7-5fab-4607-ae51-2b468a019c05), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:52:08.820880 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b54008-0468-4f2c-9a15-c22142ac8145 req-0c528cb9-df93-4fc5-b2aa-25949f99f2d5 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:52:08.823096 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-73b54008-0468-4f2c-9a15-c22142ac8145 req-0c528cb9-df93-4fc5-b2aa-25949f99f2d5 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe1c40c4-811a-430a-930e-063e1c5880b8 HTTP/1.1" status: 200 len: 943 time: 0.0484190 May 03 14:52:08.875278 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-73b54008-0468-4f2c-9a15-c22142ac8145 req-1eac6bfc-309d-47b6-8625-a6471c9e03ef tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0e19fcb-47b5-464e-8241-883080a396c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456057 May 03 14:52:09.173481 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7d4802-824c-4db2-a3b2-bcdd587c402f req-ec7a5753-65d2-4917-9605-3efb90629602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:52:09.174928 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-0a7d4802-824c-4db2-a3b2-bcdd587c402f req-ec7a5753-65d2-4917-9605-3efb90629602 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ea2dc692f2754b34afd1a52dad1c2cb3&device_id=fe1c40c4-811a-430a-930e-063e1c5880b8 HTTP/1.1" status: 200 len: 1127 time: 0.0400355 May 03 14:52:09.294569 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7d4802-824c-4db2-a3b2-bcdd587c402f req-f2d9afcd-3e9b-48a1-9d05-03eb8f8c13cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:52:09.296778 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-0a7d4802-824c-4db2-a3b2-bcdd587c402f req-f2d9afcd-3e9b-48a1-9d05-03eb8f8c13cb service neutron] 10.222.0.55 "GET /v2.0/networks?id=e149baab-37b5-49e7-bbfb-d6c5aa20aff6 HTTP/1.1" status: 200 len: 917 time: 0.1002078 May 03 14:52:09.398084 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0380b0c-7331-452a-ad2a-95937c6345b9 req-d6e641e7-421c-422b-8960-88488bd9ba06 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:52:09.400213 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-f0380b0c-7331-452a-ad2a-95937c6345b9 req-d6e641e7-421c-422b-8960-88488bd9ba06 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/ports?device_id=76f0c6b6-fd34-42ef-ab7d-e9f527b969ba HTTP/1.1" status: 200 len: 945 time: 0.0833268 May 03 14:52:09.422477 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-0a7d4802-824c-4db2-a3b2-bcdd587c402f req-6b5648be-562a-46b1-b8c9-844c14703c18 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=988f35e9-668c-4f12-83dd-31b1a9c2f39c HTTP/1.1" status: 200 len: 999 time: 0.1163340 May 03 14:52:09.497322 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-f0380b0c-7331-452a-ad2a-95937c6345b9 req-da7153f0-983c-48f7-abf2-03060ba0d512 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/security-groups?id=4be1d56e-dc50-4c55-b511-de10663410d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872712 May 03 14:52:09.498922 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7d4802-824c-4db2-a3b2-bcdd587c402f req-6eeabc06-4c30-4ebd-9bc7-b5b30aa11f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:52:09.500441 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-0a7d4802-824c-4db2-a3b2-bcdd587c402f req-6eeabc06-4c30-4ebd-9bc7-b5b30aa11f1e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d36733c8-18a7-47f6-a054-ee0e84dd3169 HTTP/1.1" status: 200 len: 855 time: 0.0713420 May 03 14:52:09.776785 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7d4802-824c-4db2-a3b2-bcdd587c402f req-f640297b-0ef4-4eda-a5cf-d33437397163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:52:09.778339 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-0a7d4802-824c-4db2-a3b2-bcdd587c402f req-f640297b-0ef4-4eda-a5cf-d33437397163 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e149baab-37b5-49e7-bbfb-d6c5aa20aff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438833 May 03 14:52:09.837878 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84807000-17c9-46e8-aa49-50a01288df52 req-3af9c4d3-c178-4176-b0fa-090af193f0bc tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:52:09.839432 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-84807000-17c9-46e8-aa49-50a01288df52 req-3af9c4d3-c178-4176-b0fa-090af193f0bc tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/ports?device_id=76f0c6b6-fd34-42ef-ab7d-e9f527b969ba HTTP/1.1" status: 200 len: 945 time: 0.0484624 May 03 14:52:09.888149 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-84807000-17c9-46e8-aa49-50a01288df52 req-a12174b6-dc29-42fd-abae-91c4993d829f tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/security-groups?id=4be1d56e-dc50-4c55-b511-de10663410d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430009 May 03 14:52:10.065466 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb349964-8e0f-4b64-99af-4d4b9f77838c req-dabceb8b-5608-445c-966a-4b06b25ceac7 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:52:10.066927 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-bb349964-8e0f-4b64-99af-4d4b9f77838c req-dabceb8b-5608-445c-966a-4b06b25ceac7 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe1c40c4-811a-430a-930e-063e1c5880b8 HTTP/1.1" status: 200 len: 943 time: 0.0890226 May 03 14:52:10.070745 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-0a7d4802-824c-4db2-a3b2-bcdd587c402f req-dc417062-ad17-4210-8d56-ae18352f9474 service neutron] 10.222.0.55 "GET /v2.0/networks/e149baab-37b5-49e7-bbfb-d6c5aa20aff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604135 May 03 14:52:10.102873 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ee543f-2bc2-4993-8283-2bdb4da77b97 req-1beb0240-5585-493a-810a-5ad9b66c29b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:52:10.104338 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-77ee543f-2bc2-4993-8283-2bdb4da77b97 req-1beb0240-5585-493a-810a-5ad9b66c29b6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b4752d3e59c94290925845f591792921&device_id=76f0c6b6-fd34-42ef-ab7d-e9f527b969ba HTTP/1.1" status: 200 len: 1129 time: 0.0804060 May 03 14:52:10.238835 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-bb349964-8e0f-4b64-99af-4d4b9f77838c req-2da2b8a0-627a-460b-9f03-344923de818a tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0e19fcb-47b5-464e-8241-883080a396c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1645339 May 03 14:52:10.280454 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-0a7d4802-824c-4db2-a3b2-bcdd587c402f req-7f0abacc-7037-4958-a2ca-e5c63bd968bf service neutron] 10.222.0.55 "GET /v2.0/networks/e149baab-37b5-49e7-bbfb-d6c5aa20aff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961858 May 03 14:52:10.283126 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ee543f-2bc2-4993-8283-2bdb4da77b97 req-b3655dad-14fb-4203-9be3-4bea6e875095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:52:10.284451 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-77ee543f-2bc2-4993-8283-2bdb4da77b97 req-b3655dad-14fb-4203-9be3-4bea6e875095 service neutron] 10.222.0.55 "GET /v2.0/networks?id=963c04e2-09c0-42b3-8b14-9ee6b8c8fe47 HTTP/1.1" status: 200 len: 912 time: 0.1705918 May 03 14:52:11.000524 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c310ef5a-1a7f-4a0e-ac45-bf7620ea2461 req-129a7fd8-d789-4fc6-80e4-3901da1a8c3c tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:52:11.001978 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-c310ef5a-1a7f-4a0e-ac45-bf7620ea2461 req-129a7fd8-d789-4fc6-80e4-3901da1a8c3c tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/ports?device_id=76f0c6b6-fd34-42ef-ab7d-e9f527b969ba HTTP/1.1" status: 200 len: 945 time: 0.0474305 May 03 14:52:11.083613 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-c310ef5a-1a7f-4a0e-ac45-bf7620ea2461 req-d64dd6d8-4b98-4922-ae9f-d7fbdcfcf9b2 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/security-groups?id=4be1d56e-dc50-4c55-b511-de10663410d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759337 May 03 14:52:11.109035 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-77ee543f-2bc2-4993-8283-2bdb4da77b97 req-ae266615-a492-4c4b-ad45-cc4c757e197f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5049a2b0-9c2b-433d-97a8-086291ae91fa HTTP/1.1" status: 200 len: 1001 time: 0.0655546 May 03 14:52:11.137530 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-18284bc0-88da-400e-bbd5-ca837f049fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (a9161e1b-902d-441f-843b-a0ff0805adee), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:52:11.403194 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ee543f-2bc2-4993-8283-2bdb4da77b97 req-9bac46f4-0f6c-40c7-a278-3b35e67e777e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:52:11.404664 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-77ee543f-2bc2-4993-8283-2bdb4da77b97 req-9bac46f4-0f6c-40c7-a278-3b35e67e777e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=48f101fe-497d-4192-8a7b-0011d50ada6e HTTP/1.1" status: 200 len: 850 time: 0.2879019 May 03 14:52:11.581867 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [req-f630fafc-c694-4909-aeed-d82873b12d6b req-5f900c0c-3ac1-490a-bee1-e9320eaa6b0b service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=110298) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 03 14:52:11.582871 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-f630fafc-c694-4909-aeed-d82873b12d6b req-5f900c0c-3ac1-490a-bee1-e9320eaa6b0b service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0469069 May 03 14:52:11.878175 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4449d66b-4d5b-4f24-ba76-72b5cb670086 req-2e07cd3e-5296-462a-a6df-00d2b92db5ca tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:52:11.879647 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-4449d66b-4d5b-4f24-ba76-72b5cb670086 req-2e07cd3e-5296-462a-a6df-00d2b92db5ca tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe1c40c4-811a-430a-930e-063e1c5880b8 HTTP/1.1" status: 200 len: 943 time: 0.0476556 May 03 14:52:11.928628 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-4449d66b-4d5b-4f24-ba76-72b5cb670086 req-e2c9a7c8-b57c-41cd-a1a4-b4630c8e4d20 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0e19fcb-47b5-464e-8241-883080a396c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428178 May 03 14:52:12.199811 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cacba2-b6fd-4a54-9447-c74ecc6267d0 req-2d0ab686-7f6e-48e6-9b06-83c34797f779 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:52:12.201281 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-00cacba2-b6fd-4a54-9447-c74ecc6267d0 req-2d0ab686-7f6e-48e6-9b06-83c34797f779 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/ports?device_id=76f0c6b6-fd34-42ef-ab7d-e9f527b969ba HTTP/1.1" status: 200 len: 945 time: 0.0498316 May 03 14:52:12.249317 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-00cacba2-b6fd-4a54-9447-c74ecc6267d0 req-44962cf5-b2af-4002-a0c9-34b7cacafe72 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/security-groups?id=4be1d56e-dc50-4c55-b511-de10663410d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424793 May 03 14:52:12.296657 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 44632) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:52:12.316452 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-ed776e2d-a518-4685-8fad-0cd9eaa120ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (6a418bd5-8bcc-400f-88b5-19eff412e81a), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:52:12.320687 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ee543f-2bc2-4993-8283-2bdb4da77b97 req-a526712c-184a-4ad6-87ef-6038e39d9d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:52:12.323656 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-77ee543f-2bc2-4993-8283-2bdb4da77b97 req-a526712c-184a-4ad6-87ef-6038e39d9d11 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=963c04e2-09c0-42b3-8b14-9ee6b8c8fe47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431304 May 03 14:52:12.384247 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [req-a977c7a4-92db-4a80-932f-9374e9f64219 req-4467cb36-af49-4ffb-9279-f803bb23eb93 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=fe1c40c4-811a-430a-930e-063e1c5880b8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0859675 May 03 14:52:12.392463 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [req-a977c7a4-92db-4a80-932f-9374e9f64219 req-8672996c-202f-46a6-a912-eafdcc9633c8 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=110297) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 03 14:52:12.393415 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [req-a977c7a4-92db-4a80-932f-9374e9f64219 req-8672996c-202f-46a6-a912-eafdcc9633c8 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0049720 May 03 14:52:12.469336 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 44640) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:52:12.517177 dv-cinder-840289-3-iscsi neutron-server[110297]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 03 14:52:12.588033 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a977c7a4-92db-4a80-932f-9374e9f64219 req-021be1cc-d7a7-4c0d-be2a-d5b5cf508ff4 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:52:12.589397 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [req-a977c7a4-92db-4a80-932f-9374e9f64219 req-021be1cc-d7a7-4c0d-be2a-d5b5cf508ff4 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports/988f35e9-668c-4f12-83dd-31b1a9c2f39c HTTP/1.1" status: 200 len: 940 time: 0.1190879 May 03 14:52:13.046048 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1962af2a-97e8-44d2-a17a-d1ab151bf30b req-b927a4e4-6be7-441a-8036-46e9b2f15f52 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:52:13.047548 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-1962af2a-97e8-44d2-a17a-d1ab151bf30b req-b927a4e4-6be7-441a-8036-46e9b2f15f52 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe1c40c4-811a-430a-930e-063e1c5880b8 HTTP/1.1" status: 200 len: 943 time: 0.0463274 May 03 14:52:13.095256 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-1962af2a-97e8-44d2-a17a-d1ab151bf30b req-b8259d52-4a13-4bbf-8cbc-43e6a020d605 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0e19fcb-47b5-464e-8241-883080a396c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418038 May 03 14:52:13.279452 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Device 988f35e9-668c-4f12-83dd-31b1a9c2f39c no longer exists at agent hyperv_hv-cinder-84028 {{(pid=110299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 14:52:13.356169 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Current status of the port 988f35e9-668c-4f12-83dd-31b1a9c2f39c is: DOWN; New status is: DOWN {{(pid=110299) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:52:13.410565 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43540170-849f-49bd-ba5e-f9e47ddbdf8f req-970a7273-c943-43ae-ac92-76a912ca4815 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:52:13.412049 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-43540170-849f-49bd-ba5e-f9e47ddbdf8f req-970a7273-c943-43ae-ac92-76a912ca4815 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/ports?device_id=76f0c6b6-fd34-42ef-ab7d-e9f527b969ba HTTP/1.1" status: 200 len: 945 time: 0.0646119 May 03 14:52:13.416439 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-77ee543f-2bc2-4993-8283-2bdb4da77b97 req-2579b1ef-603e-4e84-8dbc-944e3f42ea10 service neutron] 10.222.0.55 "GET /v2.0/networks/963c04e2-09c0-42b3-8b14-9ee6b8c8fe47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358569 May 03 14:52:13.460350 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-43540170-849f-49bd-ba5e-f9e47ddbdf8f req-313a281d-74f0-4620-b0c1-8bb6076b89e6 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/security-groups?id=4be1d56e-dc50-4c55-b511-de10663410d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406220 May 03 14:52:13.550855 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-dd96712b-4627-437f-9df9-b1bfec551245 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (8b46afec-dab7-4bfa-a959-8584a0cfd79a), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:52:14.216857 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24160dd0-09bc-46e9-b0f8-1e3f43365d8d req-fd91450b-b24c-40af-b7a2-39cc4c050d6a tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:52:14.218225 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-24160dd0-09bc-46e9-b0f8-1e3f43365d8d req-fd91450b-b24c-40af-b7a2-39cc4c050d6a tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe1c40c4-811a-430a-930e-063e1c5880b8 HTTP/1.1" status: 200 len: 943 time: 0.0499141 May 03 14:52:14.265205 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-24160dd0-09bc-46e9-b0f8-1e3f43365d8d req-25e6ae22-453b-4aaf-b42c-123070640a95 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0e19fcb-47b5-464e-8241-883080a396c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413210 May 03 14:52:14.576439 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12d3034-f450-42a2-9308-e4d81eefdfc9 req-1b19106b-5f34-4215-8598-8f7dfc2ec8b6 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:52:14.577898 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-f12d3034-f450-42a2-9308-e4d81eefdfc9 req-1b19106b-5f34-4215-8598-8f7dfc2ec8b6 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/ports?device_id=76f0c6b6-fd34-42ef-ab7d-e9f527b969ba HTTP/1.1" status: 200 len: 945 time: 0.0475850 May 03 14:52:14.649116 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-f12d3034-f450-42a2-9308-e4d81eefdfc9 req-d208e865-81ab-4d45-bbcc-62b1d44ea80a tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/security-groups?id=4be1d56e-dc50-4c55-b511-de10663410d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657139 May 03 14:52:14.717962 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-77ee543f-2bc2-4993-8283-2bdb4da77b97 req-73cf574c-55ba-4c37-9ab7-d638eb1efb37 service neutron] 10.222.0.55 "GET /v2.0/networks/963c04e2-09c0-42b3-8b14-9ee6b8c8fe47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069551 May 03 14:52:15.150588 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (16d44442-859c-4c9b-bc72-04cb3b8a5d5b), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:52:15.381870 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce3662d-340a-49ad-9c83-71e4032478bf req-903a10d7-3520-458e-9a99-db956ac3d862 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:52:15.383340 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-1ce3662d-340a-49ad-9c83-71e4032478bf req-903a10d7-3520-458e-9a99-db956ac3d862 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe1c40c4-811a-430a-930e-063e1c5880b8 HTTP/1.1" status: 200 len: 943 time: 0.0476232 May 03 14:52:15.429891 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-1ce3662d-340a-49ad-9c83-71e4032478bf req-296c9cd6-691b-49ed-89b0-c9f32240042c tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0e19fcb-47b5-464e-8241-883080a396c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405765 May 03 14:52:15.761608 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2073673d-a3f9-47ed-9ed6-95517a8880f6 req-a8616b16-ac12-490f-888f-186eff16426d tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:52:15.763046 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-2073673d-a3f9-47ed-9ed6-95517a8880f6 req-a8616b16-ac12-490f-888f-186eff16426d tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/ports?device_id=76f0c6b6-fd34-42ef-ab7d-e9f527b969ba HTTP/1.1" status: 200 len: 945 time: 0.0470257 May 03 14:52:15.816625 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-2073673d-a3f9-47ed-9ed6-95517a8880f6 req-801be680-2c50-4aae-9524-83f1a6b0088f tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/security-groups?id=4be1d56e-dc50-4c55-b511-de10663410d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479479 May 03 14:52:16.546860 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a59efb-fcd7-455b-9c5a-0badfa55e262 req-dcf67242-ace7-477b-820b-6723ebaebb54 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:52:16.548429 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-81a59efb-fcd7-455b-9c5a-0badfa55e262 req-dcf67242-ace7-477b-820b-6723ebaebb54 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe1c40c4-811a-430a-930e-063e1c5880b8 HTTP/1.1" status: 200 len: 943 time: 0.0479591 May 03 14:52:16.597039 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-81a59efb-fcd7-455b-9c5a-0badfa55e262 req-50b7c318-1d77-460c-9e90-7c0f2a0e3147 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0e19fcb-47b5-464e-8241-883080a396c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429392 May 03 14:52:16.930522 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854843ae-7ec3-4e96-95dd-24b75f6eb7c1 req-a3b60d82-1e38-46ef-8259-98271cd45b22 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:52:16.932018 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-854843ae-7ec3-4e96-95dd-24b75f6eb7c1 req-a3b60d82-1e38-46ef-8259-98271cd45b22 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/ports?device_id=76f0c6b6-fd34-42ef-ab7d-e9f527b969ba HTTP/1.1" status: 200 len: 945 time: 0.0470777 May 03 14:52:16.984836 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-854843ae-7ec3-4e96-95dd-24b75f6eb7c1 req-af029b82-68bd-4673-8636-f8eea086bd22 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/security-groups?id=4be1d56e-dc50-4c55-b511-de10663410d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468869 May 03 14:52:17.754421 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a977c7a4-92db-4a80-932f-9374e9f64219 req-440ae567-2a76-4220-96c2-c9f6e849d91b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:52:17.755951 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-a977c7a4-92db-4a80-932f-9374e9f64219 req-440ae567-2a76-4220-96c2-c9f6e849d91b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=fe1c40c4-811a-430a-930e-063e1c5880b8&tenant_id=ea2dc692f2754b34afd1a52dad1c2cb3 HTTP/1.1" status: 200 len: 1127 time: 0.1059673 May 03 14:52:17.762730 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc50606d-a579-4b7a-a5bf-a6a22b244d65 req-d5961e96-2201-487a-88c5-a92e3a1af1d5 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:52:17.764090 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-fc50606d-a579-4b7a-a5bf-a6a22b244d65 req-d5961e96-2201-487a-88c5-a92e3a1af1d5 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe1c40c4-811a-430a-930e-063e1c5880b8 HTTP/1.1" status: 200 len: 943 time: 0.0814021 May 03 14:52:17.816100 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-fc50606d-a579-4b7a-a5bf-a6a22b244d65 req-94d62f24-d146-40b3-8f10-8b5a49bdfb06 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0e19fcb-47b5-464e-8241-883080a396c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465782 May 03 14:52:17.890104 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a977c7a4-92db-4a80-932f-9374e9f64219 req-88b13245-1758-4b87-b04c-c41a1110dcf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:52:17.891515 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-a977c7a4-92db-4a80-932f-9374e9f64219 req-88b13245-1758-4b87-b04c-c41a1110dcf4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ea2dc692f2754b34afd1a52dad1c2cb3&device_id=fe1c40c4-811a-430a-930e-063e1c5880b8 HTTP/1.1" status: 200 len: 1127 time: 0.0912466 May 03 14:52:17.979518 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a977c7a4-92db-4a80-932f-9374e9f64219 req-de797fcd-f780-4c4e-9961-f6c72f0becbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:52:17.981734 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-a977c7a4-92db-4a80-932f-9374e9f64219 req-de797fcd-f780-4c4e-9961-f6c72f0becbb service neutron] 10.222.0.55 "GET /v2.0/networks?id=e149baab-37b5-49e7-bbfb-d6c5aa20aff6 HTTP/1.1" status: 200 len: 917 time: 0.0832350 May 03 14:52:18.051612 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-a977c7a4-92db-4a80-932f-9374e9f64219 req-b26701ef-2617-4edf-bc30-93ba38f4ff6a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=988f35e9-668c-4f12-83dd-31b1a9c2f39c HTTP/1.1" status: 200 len: 999 time: 0.0630207 May 03 14:52:18.102491 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a977c7a4-92db-4a80-932f-9374e9f64219 req-3b54dbbb-65c7-4853-bdaa-e54e505e2f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:52:18.104004 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-a977c7a4-92db-4a80-932f-9374e9f64219 req-3b54dbbb-65c7-4853-bdaa-e54e505e2f3b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d36733c8-18a7-47f6-a054-ee0e84dd3169 HTTP/1.1" status: 200 len: 855 time: 0.0453305 May 03 14:52:18.150721 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a977c7a4-92db-4a80-932f-9374e9f64219 req-cde6499a-9505-47b7-be63-4f5ea49a19ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:52:18.152191 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-a977c7a4-92db-4a80-932f-9374e9f64219 req-cde6499a-9505-47b7-be63-4f5ea49a19ed service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e149baab-37b5-49e7-bbfb-d6c5aa20aff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403659 May 03 14:52:18.247599 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-a977c7a4-92db-4a80-932f-9374e9f64219 req-8cf526b5-cd56-4508-acff-81188f16311f service neutron] 10.222.0.55 "GET /v2.0/networks/e149baab-37b5-49e7-bbfb-d6c5aa20aff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881174 May 03 14:52:18.338509 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-a977c7a4-92db-4a80-932f-9374e9f64219 req-8a174039-de32-47a3-b8ee-2d5830a49996 service neutron] 10.222.0.55 "GET /v2.0/networks/e149baab-37b5-49e7-bbfb-d6c5aa20aff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834007 May 03 14:52:18.989111 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f10ec21-15b2-4de8-baa5-18de792c4251 req-e7ac15c3-e1fa-4847-90ec-a4ae763cc285 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:52:18.997514 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-8f10ec21-15b2-4de8-baa5-18de792c4251 req-e7ac15c3-e1fa-4847-90ec-a4ae763cc285 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe1c40c4-811a-430a-930e-063e1c5880b8 HTTP/1.1" status: 200 len: 943 time: 0.0820129 May 03 14:52:19.053581 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-8f10ec21-15b2-4de8-baa5-18de792c4251 req-63100398-7c63-497c-a11f-8c167ba03700 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0e19fcb-47b5-464e-8241-883080a396c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506821 May 03 14:52:20.173351 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3c7ade-7447-4df9-9a92-b6327a1edb2a req-b794da84-6f8c-4fce-a210-6ed00ce7a689 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:52:20.174772 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-ed3c7ade-7447-4df9-9a92-b6327a1edb2a req-b794da84-6f8c-4fce-a210-6ed00ce7a689 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe1c40c4-811a-430a-930e-063e1c5880b8 HTTP/1.1" status: 200 len: 943 time: 0.0478342 May 03 14:52:20.225805 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-ed3c7ade-7447-4df9-9a92-b6327a1edb2a req-51660736-e315-4431-a704-165f9236f3f9 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0e19fcb-47b5-464e-8241-883080a396c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454741 May 03 14:52:21.352805 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333c66cc-5722-4dbd-9c31-cb7a1c9f43f6 req-08a5138e-7ef0-41ea-921e-cf305c1041de tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:52:21.354295 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-333c66cc-5722-4dbd-9c31-cb7a1c9f43f6 req-08a5138e-7ef0-41ea-921e-cf305c1041de tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe1c40c4-811a-430a-930e-063e1c5880b8 HTTP/1.1" status: 200 len: 943 time: 0.0500278 May 03 14:52:21.399981 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-333c66cc-5722-4dbd-9c31-cb7a1c9f43f6 req-66e1faa6-aa88-4816-9278-1e61ff009f29 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0e19fcb-47b5-464e-8241-883080a396c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395401 May 03 14:52:22.519126 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e927f8c2-9465-4f2a-8330-d148feb5ee96 req-fb6f28d4-c8f4-4047-8267-5a864d516d16 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:52:22.520568 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-e927f8c2-9465-4f2a-8330-d148feb5ee96 req-fb6f28d4-c8f4-4047-8267-5a864d516d16 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe1c40c4-811a-430a-930e-063e1c5880b8 HTTP/1.1" status: 200 len: 943 time: 0.0476167 May 03 14:52:22.567342 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-e927f8c2-9465-4f2a-8330-d148feb5ee96 req-cd6280d8-06c3-4895-a004-6b480097d9f1 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0e19fcb-47b5-464e-8241-883080a396c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411773 May 03 14:52:23.685658 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca32d8bf-31f4-483e-8222-7adcb66dfba8 req-a26070e1-7afa-4c05-839b-aa54e399f2d5 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:52:23.687180 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-ca32d8bf-31f4-483e-8222-7adcb66dfba8 req-a26070e1-7afa-4c05-839b-aa54e399f2d5 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe1c40c4-811a-430a-930e-063e1c5880b8 HTTP/1.1" status: 200 len: 943 time: 0.0474336 May 03 14:52:23.736796 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-ca32d8bf-31f4-483e-8222-7adcb66dfba8 req-f15738d5-4e97-425a-a1ac-9261f3dc8c93 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0e19fcb-47b5-464e-8241-883080a396c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440989 May 03 14:52:24.874004 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ecf80b-6cc6-452d-987f-05fca1711fbe req-61e867a8-423f-4ee1-9ab7-567fb8f69d66 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:52:24.876044 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-b5ecf80b-6cc6-452d-987f-05fca1711fbe req-61e867a8-423f-4ee1-9ab7-567fb8f69d66 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe1c40c4-811a-430a-930e-063e1c5880b8 HTTP/1.1" status: 200 len: 943 time: 0.0550902 May 03 14:52:24.925487 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-b5ecf80b-6cc6-452d-987f-05fca1711fbe req-7a84e90b-27af-44a2-9653-8647efcd2b7c tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0e19fcb-47b5-464e-8241-883080a396c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438917 May 03 14:52:26.073973 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d99470-7d27-48d5-a6b7-2a11b12a7fcf req-24974fde-25fd-4c8a-84a4-39c629b2df98 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:52:26.075586 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-55d99470-7d27-48d5-a6b7-2a11b12a7fcf req-24974fde-25fd-4c8a-84a4-39c629b2df98 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe1c40c4-811a-430a-930e-063e1c5880b8 HTTP/1.1" status: 200 len: 943 time: 0.0548236 May 03 14:52:26.122897 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-55d99470-7d27-48d5-a6b7-2a11b12a7fcf req-9ffa212c-b2a2-4e50-b795-fc38a4d8a232 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0e19fcb-47b5-464e-8241-883080a396c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410905 May 03 14:52:27.004348 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.agents_db [None req-dd30728e-be63-467e-afaf-aba6f24eb33e None None] Agent healthcheck: found 6 active agents {{(pid=110300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 14:52:27.243045 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e532f4-570b-4e89-b0eb-d4699d2c6cf0 req-dfed7520-b597-4f98-8ac0-8ebc15209fbc tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:52:27.244514 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-57e532f4-570b-4e89-b0eb-d4699d2c6cf0 req-dfed7520-b597-4f98-8ac0-8ebc15209fbc tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe1c40c4-811a-430a-930e-063e1c5880b8 HTTP/1.1" status: 200 len: 943 time: 0.0502713 May 03 14:52:27.292114 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-57e532f4-570b-4e89-b0eb-d4699d2c6cf0 req-bac15d05-ef64-4bb8-a00c-977123aaf7ed tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0e19fcb-47b5-464e-8241-883080a396c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415285 May 03 14:52:28.411032 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c7e974-e928-4954-b25f-f087d608352c req-477eaf6d-7b8b-401c-9ba6-6645fb64dc87 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:52:28.412394 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-e8c7e974-e928-4954-b25f-f087d608352c req-477eaf6d-7b8b-401c-9ba6-6645fb64dc87 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe1c40c4-811a-430a-930e-063e1c5880b8 HTTP/1.1" status: 200 len: 943 time: 0.0468678 May 03 14:52:28.457908 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-e8c7e974-e928-4954-b25f-f087d608352c req-a47a7d9d-59a1-401f-b67a-f6fc2af23c49 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0e19fcb-47b5-464e-8241-883080a396c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398540 May 03 14:52:28.830574 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (26e70f58-a201-437c-be8d-fd2714f100da), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:52:29.574574 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc454aa-babc-4944-9c02-4468e8afd100 req-1553e165-a667-477c-b759-e4894b0dbc76 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:52:29.576054 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-4cc454aa-babc-4944-9c02-4468e8afd100 req-1553e165-a667-477c-b759-e4894b0dbc76 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe1c40c4-811a-430a-930e-063e1c5880b8 HTTP/1.1" status: 200 len: 943 time: 0.0478451 May 03 14:52:29.626359 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-4cc454aa-babc-4944-9c02-4468e8afd100 req-20c2218e-9fd8-43bb-800a-bc0ce18dbd27 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0e19fcb-47b5-464e-8241-883080a396c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445721 May 03 14:52:30.746317 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93d60b5-4b8f-48a7-9b78-351a81c03888 req-d8da7d43-90d3-4059-bf62-c63a84c0f54a tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:52:30.747813 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-f93d60b5-4b8f-48a7-9b78-351a81c03888 req-d8da7d43-90d3-4059-bf62-c63a84c0f54a tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe1c40c4-811a-430a-930e-063e1c5880b8 HTTP/1.1" status: 200 len: 943 time: 0.0466394 May 03 14:52:30.796887 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-f93d60b5-4b8f-48a7-9b78-351a81c03888 req-e82afd9b-5c50-4c63-b942-39f48641ad3a tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0e19fcb-47b5-464e-8241-883080a396c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421247 May 03 14:52:31.923184 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77d3bf4-4e37-46e3-9478-7b4fcd776789 req-e704b48a-5a2b-4b1a-b5ba-87553a20ac4b tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:52:31.924643 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-f77d3bf4-4e37-46e3-9478-7b4fcd776789 req-e704b48a-5a2b-4b1a-b5ba-87553a20ac4b tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe1c40c4-811a-430a-930e-063e1c5880b8 HTTP/1.1" status: 200 len: 943 time: 0.0467255 May 03 14:52:31.971078 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-f77d3bf4-4e37-46e3-9478-7b4fcd776789 req-d9212287-2a81-4084-a894-dc80897eb654 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0e19fcb-47b5-464e-8241-883080a396c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408726 May 03 14:52:33.096045 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17233fb9-dbe6-4bf2-8995-06ae802734e0 req-84e53cbc-7e60-49b0-9f71-a9c701acb7c9 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:52:33.097501 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-17233fb9-dbe6-4bf2-8995-06ae802734e0 req-84e53cbc-7e60-49b0-9f71-a9c701acb7c9 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe1c40c4-811a-430a-930e-063e1c5880b8 HTTP/1.1" status: 200 len: 943 time: 0.0519483 May 03 14:52:33.145122 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-17233fb9-dbe6-4bf2-8995-06ae802734e0 req-5bf2d17a-cbbe-45ab-aafb-cce48d5baecf tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0e19fcb-47b5-464e-8241-883080a396c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421045 May 03 14:52:34.282780 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770c95f3-cf62-47e0-8ff6-bbaae33dec3d req-4af4ea58-8d1b-4969-a4bf-3ed5fc24a284 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:52:34.284270 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-770c95f3-cf62-47e0-8ff6-bbaae33dec3d req-4af4ea58-8d1b-4969-a4bf-3ed5fc24a284 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe1c40c4-811a-430a-930e-063e1c5880b8 HTTP/1.1" status: 200 len: 943 time: 0.0506709 May 03 14:52:34.331002 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-770c95f3-cf62-47e0-8ff6-bbaae33dec3d req-babff95d-45d4-40ad-bc0b-e3ac03b9c638 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0e19fcb-47b5-464e-8241-883080a396c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409162 May 03 14:52:35.452921 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e03b5e-848c-42eb-b5b9-3ff2777a9058 req-ce2f3181-ea62-4a75-a8ef-d3bd641da3b4 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:52:35.454540 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-07e03b5e-848c-42eb-b5b9-3ff2777a9058 req-ce2f3181-ea62-4a75-a8ef-d3bd641da3b4 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe1c40c4-811a-430a-930e-063e1c5880b8 HTTP/1.1" status: 200 len: 943 time: 0.0511813 May 03 14:52:35.502557 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-07e03b5e-848c-42eb-b5b9-3ff2777a9058 req-530be524-afc9-4704-9975-5f320dd299d8 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0e19fcb-47b5-464e-8241-883080a396c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424554 May 03 14:52:36.620755 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f589f7-37fc-4148-92b9-fcaef84898b0 req-fd4feb04-30b2-4975-b720-93dde83e93a8 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:52:36.622207 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-d5f589f7-37fc-4148-92b9-fcaef84898b0 req-fd4feb04-30b2-4975-b720-93dde83e93a8 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe1c40c4-811a-430a-930e-063e1c5880b8 HTTP/1.1" status: 200 len: 943 time: 0.0475118 May 03 14:52:36.668504 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-d5f589f7-37fc-4148-92b9-fcaef84898b0 req-01e94ee5-e5f2-44ad-824a-6407ff830e4d tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0e19fcb-47b5-464e-8241-883080a396c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406249 May 03 14:52:37.785074 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4523bf-aeb6-447b-abce-92bf25f2b6f0 req-d508f864-af53-4395-8c3a-ceb792c32949 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:52:37.786571 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-0a4523bf-aeb6-447b-abce-92bf25f2b6f0 req-d508f864-af53-4395-8c3a-ceb792c32949 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe1c40c4-811a-430a-930e-063e1c5880b8 HTTP/1.1" status: 200 len: 943 time: 0.0474439 May 03 14:52:37.836840 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-0a4523bf-aeb6-447b-abce-92bf25f2b6f0 req-34e0ac4d-323a-41d6-8246-96df85123115 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0e19fcb-47b5-464e-8241-883080a396c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443769 May 03 14:52:38.771574 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-10dbaead-7d79-43d0-8750-16db276d9633 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (5d16a8e7-5fab-4607-ae51-2b468a019c05), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:52:38.953181 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d73974-92ba-4e5f-b616-d06662891703 req-e46bc848-3085-473d-899a-7d8d503ddb9a tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:52:38.955182 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-34d73974-92ba-4e5f-b616-d06662891703 req-e46bc848-3085-473d-899a-7d8d503ddb9a tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe1c40c4-811a-430a-930e-063e1c5880b8 HTTP/1.1" status: 200 len: 943 time: 0.0466762 May 03 14:52:38.999704 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-34d73974-92ba-4e5f-b616-d06662891703 req-8b3f9293-447c-4e25-a46a-d75fc3f6c297 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0e19fcb-47b5-464e-8241-883080a396c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391412 May 03 14:52:40.117525 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac4fcd4-2a7e-412d-a7e2-6f684d754e29 req-f26386e5-7a74-4e4c-a768-73d2e4a3f290 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:52:40.118975 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-3ac4fcd4-2a7e-412d-a7e2-6f684d754e29 req-f26386e5-7a74-4e4c-a768-73d2e4a3f290 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe1c40c4-811a-430a-930e-063e1c5880b8 HTTP/1.1" status: 200 len: 943 time: 0.0459120 May 03 14:52:40.166962 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-3ac4fcd4-2a7e-412d-a7e2-6f684d754e29 req-3a974e46-cfe5-4204-b03d-231a894de32b tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0e19fcb-47b5-464e-8241-883080a396c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422885 May 03 14:52:41.131435 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-ab49d080-d481-4813-bddc-1b5c9c54a46b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (a9161e1b-902d-441f-843b-a0ff0805adee), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:52:41.287736 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4c5d2e-8e12-4005-b78f-8d34c04baddf req-74476a5e-44ed-4616-871b-b9237c7c98a5 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:52:41.289449 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-ef4c5d2e-8e12-4005-b78f-8d34c04baddf req-74476a5e-44ed-4616-871b-b9237c7c98a5 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe1c40c4-811a-430a-930e-063e1c5880b8 HTTP/1.1" status: 200 len: 943 time: 0.0508270 May 03 14:52:41.335193 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-ef4c5d2e-8e12-4005-b78f-8d34c04baddf req-0c1f6a78-7b02-4387-ba6f-81835ab8317b tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0e19fcb-47b5-464e-8241-883080a396c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402832 May 03 14:52:42.293322 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-ed776e2d-a518-4685-8fad-0cd9eaa120ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (6a418bd5-8bcc-400f-88b5-19eff412e81a), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:52:42.454131 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e77b1bc-3e09-44d9-a068-95f30ddcd896 req-07396009-f288-4676-98e4-151fc681ec92 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:52:42.455692 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-7e77b1bc-3e09-44d9-a068-95f30ddcd896 req-07396009-f288-4676-98e4-151fc681ec92 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe1c40c4-811a-430a-930e-063e1c5880b8 HTTP/1.1" status: 200 len: 943 time: 0.0484936 May 03 14:52:42.503691 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-7e77b1bc-3e09-44d9-a068-95f30ddcd896 req-2dbc7c26-f214-40db-8d1a-04937897fd2b tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0e19fcb-47b5-464e-8241-883080a396c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423622 May 03 14:52:43.318422 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0be30c0-b61a-4831-8767-b538cc64fb54 req-bfc4a233-49c9-4d4a-a89a-94ccf51b75f2 tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:52:43.319877 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-e0be30c0-b61a-4831-8767-b538cc64fb54 req-bfc4a233-49c9-4d4a-a89a-94ccf51b75f2 tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] 10.222.0.16 "GET /v2.0/ports?device_id=570c390b-8ab3-4c16-8e14-4634ecc28a68 HTTP/1.1" status: 200 len: 946 time: 0.0465689 May 03 14:52:43.368196 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-e0be30c0-b61a-4831-8767-b538cc64fb54 req-6f68fa7f-1669-4ae0-a70b-e6841200fcc2 tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f18e4f2-73ef-4445-99b7-e258eefe8300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429177 May 03 14:52:43.535046 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-dd96712b-4627-437f-9df9-b1bfec551245 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (8b46afec-dab7-4bfa-a959-8584a0cfd79a), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:52:43.621473 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06517ebb-802b-44c1-b399-8bc2a14497d0 req-766c7687-b135-46df-a20d-62961c053b47 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:52:43.622914 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-06517ebb-802b-44c1-b399-8bc2a14497d0 req-766c7687-b135-46df-a20d-62961c053b47 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe1c40c4-811a-430a-930e-063e1c5880b8 HTTP/1.1" status: 200 len: 943 time: 0.0460010 May 03 14:52:43.669222 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-06517ebb-802b-44c1-b399-8bc2a14497d0 req-386124ea-8113-40e2-beca-501ca5e8788d tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0e19fcb-47b5-464e-8241-883080a396c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402832 May 03 14:52:44.480307 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b55e4c-67c4-4a4b-a347-f02af38b1205 req-86307c95-3841-4cb0-ad4a-0ed28633ec4e tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:52:44.481756 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-e4b55e4c-67c4-4a4b-a347-f02af38b1205 req-86307c95-3841-4cb0-ad4a-0ed28633ec4e tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] 10.222.0.16 "GET /v2.0/ports?device_id=570c390b-8ab3-4c16-8e14-4634ecc28a68 HTTP/1.1" status: 200 len: 946 time: 0.0466392 May 03 14:52:44.527988 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-e4b55e4c-67c4-4a4b-a347-f02af38b1205 req-e46f7f60-4953-4e7c-a348-ce75af1808a3 tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f18e4f2-73ef-4445-99b7-e258eefe8300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406809 May 03 14:52:44.789007 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2e0bd0-444f-47db-a754-62c00ecb8e1c req-55c44a54-e42d-44f3-ad02-03cee4c9b5f7 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:52:44.790735 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-1b2e0bd0-444f-47db-a754-62c00ecb8e1c req-55c44a54-e42d-44f3-ad02-03cee4c9b5f7 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe1c40c4-811a-430a-930e-063e1c5880b8 HTTP/1.1" status: 200 len: 943 time: 0.0510249 May 03 14:52:44.837903 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-1b2e0bd0-444f-47db-a754-62c00ecb8e1c req-a726d289-bd0d-44d8-a52d-34b0d43a8b85 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0e19fcb-47b5-464e-8241-883080a396c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414255 May 03 14:52:45.161463 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (16d44442-859c-4c9b-bc72-04cb3b8a5d5b), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:52:45.638732 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97e9320-5249-4c58-be94-97874b829ec1 req-ee453342-a42c-4ef8-84d3-c1a611dae9e8 tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:52:45.640185 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-c97e9320-5249-4c58-be94-97874b829ec1 req-ee453342-a42c-4ef8-84d3-c1a611dae9e8 tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] 10.222.0.16 "GET /v2.0/ports?device_id=570c390b-8ab3-4c16-8e14-4634ecc28a68 HTTP/1.1" status: 200 len: 946 time: 0.0462537 May 03 14:52:45.687547 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-c97e9320-5249-4c58-be94-97874b829ec1 req-288d3b44-6270-45b3-aed6-3ef199735bc3 tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f18e4f2-73ef-4445-99b7-e258eefe8300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412798 May 03 14:52:45.863240 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c448c03-6164-4873-9f6f-a0e5a98e388e req-e01a50a2-9c9f-4d27-9fc5-eda7f92c42d4 tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:52:45.864678 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-2c448c03-6164-4873-9f6f-a0e5a98e388e req-e01a50a2-9c9f-4d27-9fc5-eda7f92c42d4 tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] 10.222.0.55 "GET /v2.0/ports?device_id=570c390b-8ab3-4c16-8e14-4634ecc28a68 HTTP/1.1" status: 200 len: 946 time: 0.0487845 May 03 14:52:45.979466 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.plugin [req-2c448c03-6164-4873-9f6f-a0e5a98e388e req-81ee4e15-5174-47f5-89d3-1f84891412ce tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] Deleting port c9468aa0-46c1-4fcf-bdc1-eed570fdb5cf {{(pid=110298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 14:52:45.979802 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-2c448c03-6164-4873-9f6f-a0e5a98e388e req-81ee4e15-5174-47f5-89d3-1f84891412ce tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775477116685'] for port (c9468aa0-46c1-4fcf-bdc1-eed570fdb5cf), before_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:52:45.988981 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9972e625-edca-4939-99f1-12a856b27586 req-8788c6b0-da50-44af-bd7a-7e6c25121eab tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:52:45.990421 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-9972e625-edca-4939-99f1-12a856b27586 req-8788c6b0-da50-44af-bd7a-7e6c25121eab tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe1c40c4-811a-430a-930e-063e1c5880b8 HTTP/1.1" status: 200 len: 943 time: 0.0781112 May 03 14:52:46.092508 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-9972e625-edca-4939-99f1-12a856b27586 req-aea2dfe8-1d19-42ef-8633-c8f5b402b3c7 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0e19fcb-47b5-464e-8241-883080a396c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898261 May 03 14:52:46.107647 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.db [req-2c448c03-6164-4873-9f6f-a0e5a98e388e req-81ee4e15-5174-47f5-89d3-1f84891412ce tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] For port c9468aa0-46c1-4fcf-bdc1-eed570fdb5cf, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=c9468aa0-46c1-4fcf-bdc1-eed570fdb5cf,segment=NetworkSegment(98aba57f-1f61-486a-b0ad-42eec78165f9),segment_id=98aba57f-1f61-486a-b0ad-42eec78165f9)] {{(pid=110298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:52:46.108017 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-2c448c03-6164-4873-9f6f-a0e5a98e388e req-81ee4e15-5174-47f5-89d3-1f84891412ce tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689583'] for port (c9468aa0-46c1-4fcf-bdc1-eed570fdb5cf), precommit_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:52:46.121105 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.plugin [req-2c448c03-6164-4873-9f6f-a0e5a98e388e req-81ee4e15-5174-47f5-89d3-1f84891412ce tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] Calling delete_port for c9468aa0-46c1-4fcf-bdc1-eed570fdb5cf owned by compute:nova {{(pid=110298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 14:52:46.327585 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-2c448c03-6164-4873-9f6f-a0e5a98e388e req-81ee4e15-5174-47f5-89d3-1f84891412ce tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775477123741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775476647069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25806886'] for port (c9468aa0-46c1-4fcf-bdc1-eed570fdb5cf), after_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:52:46.356520 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ee4e15-5174-47f5-89d3-1f84891412ce tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] Pushing event deleted for resources: {'Port': ['ID=c9468aa0-46c1-4fcf-bdc1-eed570fdb5cf,revision_number=None']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:52:46.368294 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ee4e15-5174-47f5-89d3-1f84891412ce tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:52:46.372482 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ee4e15-5174-47f5-89d3-1f84891412ce tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:52:46.372482 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ee4e15-5174-47f5-89d3-1f84891412ce tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:52:46.372482 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ee4e15-5174-47f5-89d3-1f84891412ce tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:52:46.372482 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ee4e15-5174-47f5-89d3-1f84891412ce tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:52:46.372482 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ee4e15-5174-47f5-89d3-1f84891412ce tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:52:46.372482 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ee4e15-5174-47f5-89d3-1f84891412ce tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:52:46.372482 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ee4e15-5174-47f5-89d3-1f84891412ce tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:52:46.372482 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ee4e15-5174-47f5-89d3-1f84891412ce tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:52:46.372482 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ee4e15-5174-47f5-89d3-1f84891412ce tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:52:46.372482 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ee4e15-5174-47f5-89d3-1f84891412ce tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:52:46.372482 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ee4e15-5174-47f5-89d3-1f84891412ce tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:52:46.372482 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ee4e15-5174-47f5-89d3-1f84891412ce tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:52:46.373647 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ee4e15-5174-47f5-89d3-1f84891412ce tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:52:46.373647 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ee4e15-5174-47f5-89d3-1f84891412ce tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:52:46.382549 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] get_ports_and_sgs() called for port_ids ['c9468aa0-46c1-4fcf-bdc1-eed570fdb5cf'] {{(pid=110299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 14:52:46.414880 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c448c03-6164-4873-9f6f-a0e5a98e388e req-81ee4e15-5174-47f5-89d3-1f84891412ce tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] No DVR routers for this DVR port c9468aa0-46c1-4fcf-bdc1-eed570fdb5cf on host hv-cinder-84028 {{(pid=110298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 14:52:46.417188 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-2c448c03-6164-4873-9f6f-a0e5a98e388e req-81ee4e15-5174-47f5-89d3-1f84891412ce tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46205'] for port (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:52:46.420556 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-2c448c03-6164-4873-9f6f-a0e5a98e388e req-81ee4e15-5174-47f5-89d3-1f84891412ce tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] 10.222.0.55 "DELETE /v2.0/ports/c9468aa0-46c1-4fcf-bdc1-eed570fdb5cf HTTP/1.1" status: 204 len: 173 time: 0.5501060 May 03 14:52:46.420992 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '570c390b-8ab3-4c16-8e14-4634ecc28a68', 'name': 'network-vif-deleted', 'tag': 'c9468aa0-46c1-4fcf-bdc1-eed570fdb5cf'}] {{(pid=110298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 14:52:46.423267 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75d30aab20f2b99e69676ba1094dd13d61de0bc97323401ed2dd99ba05286cef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4589d48-dc17-4df0-9e96-4dd49ae4294e" -d '{"events": [{"server_uuid": "570c390b-8ab3-4c16-8e14-4634ecc28a68", "name": "network-vif-deleted", "tag": "c9468aa0-46c1-4fcf-bdc1-eed570fdb5cf"}]}' {{(pid=110298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 14:52:46.520195 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 14:52:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceb5a7d1-3f8e-430b-974b-8556516ec174 x-openstack-request-id: req-ceb5a7d1-3f8e-430b-974b-8556516ec174 {{(pid=110298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 14:52:46.520492 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "570c390b-8ab3-4c16-8e14-4634ecc28a68", "name": "network-vif-deleted", "tag": "c9468aa0-46c1-4fcf-bdc1-eed570fdb5cf", "status": "completed", "code": 200}]} {{(pid=110298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 14:52:46.520744 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ceb5a7d1-3f8e-430b-974b-8556516ec174 {{(pid=110298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 14:52:46.521160 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ceb5a7d1-3f8e-430b-974b-8556516ec174'] response: {'server_uuid': '570c390b-8ab3-4c16-8e14-4634ecc28a68', 'name': 'network-vif-deleted', 'tag': 'c9468aa0-46c1-4fcf-bdc1-eed570fdb5cf', 'status': 'completed', 'code': 200} May 03 14:52:46.793355 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-33c6b3c0-fa58-4f8a-b897-a73d0b08ed6c req-da41d684-b220-4a04-8447-0f57eba2cc5b tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] 10.222.0.16 "GET /v2.0/ports?device_id=570c390b-8ab3-4c16-8e14-4634ecc28a68 HTTP/1.1" status: 200 len: 210 time: 0.0285487 May 03 14:52:47.212587 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547258f7-08ae-49cf-83fe-898ffdb08c77 req-57b3bbd9-2a34-417a-8515-8fe672e1c82e tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:52:47.214044 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-547258f7-08ae-49cf-83fe-898ffdb08c77 req-57b3bbd9-2a34-417a-8515-8fe672e1c82e tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe1c40c4-811a-430a-930e-063e1c5880b8 HTTP/1.1" status: 200 len: 943 time: 0.0474136 May 03 14:52:47.259482 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-547258f7-08ae-49cf-83fe-898ffdb08c77 req-2aca0ed1-49d4-479e-96b1-fb945c1d9f3c tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0e19fcb-47b5-464e-8241-883080a396c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399408 May 03 14:52:47.896739 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-341746d2-b574-41fd-b255-6bd702316293 req-b28b9ac0-8e3c-45e9-9338-b1230c4850d7 tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] 10.222.0.16 "GET /v2.0/ports?device_id=570c390b-8ab3-4c16-8e14-4634ecc28a68 HTTP/1.1" status: 200 len: 210 time: 0.0274484 May 03 14:52:48.378034 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aad9eb-1485-48a3-9520-4e2eb6617c4b req-dfb0baac-87ef-4392-9d72-e26d7b6eacaf tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:52:48.379476 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-c9aad9eb-1485-48a3-9520-4e2eb6617c4b req-dfb0baac-87ef-4392-9d72-e26d7b6eacaf tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe1c40c4-811a-430a-930e-063e1c5880b8 HTTP/1.1" status: 200 len: 943 time: 0.0493505 May 03 14:52:48.426358 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-c9aad9eb-1485-48a3-9520-4e2eb6617c4b req-72fd4be0-2244-49e3-9cb2-a16aec588143 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0e19fcb-47b5-464e-8241-883080a396c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413985 May 03 14:52:49.003368 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-1f5d985c-5306-4f52-b10c-1f6b988d8c26 req-25d3d24a-dcb2-4c12-a1a9-a503c683eb94 tempest-VolumesSnapshotTestJSON-2145784701 tempest-VolumesSnapshotTestJSON-2145784701-project] 10.222.0.16 "GET /v2.0/ports?device_id=570c390b-8ab3-4c16-8e14-4634ecc28a68 HTTP/1.1" status: 200 len: 210 time: 0.0282576 May 03 14:52:49.543410 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d037236-0b6c-443b-b36e-8084a8676c07 req-66c3d152-4f74-42a9-8fff-7d5c60cdb51b tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:52:49.544859 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-4d037236-0b6c-443b-b36e-8084a8676c07 req-66c3d152-4f74-42a9-8fff-7d5c60cdb51b tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe1c40c4-811a-430a-930e-063e1c5880b8 HTTP/1.1" status: 200 len: 943 time: 0.0468030 May 03 14:52:49.592281 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-4d037236-0b6c-443b-b36e-8084a8676c07 req-8b8135f4-1051-4317-94a5-dd03a349efdd tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0e19fcb-47b5-464e-8241-883080a396c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409226 May 03 14:52:50.714435 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Device 988f35e9-668c-4f12-83dd-31b1a9c2f39c details requested by agent hyperv_hv-cinder-84028 with host hv-cinder-84028 {{(pid=110299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 03 14:52:50.718224 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5ccac8-9f5e-461c-9dd4-ec639e865d9b req-1c125894-bd48-4517-94da-2224c0f0c9cd tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:52:50.719750 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-1b5ccac8-9f5e-461c-9dd4-ec639e865d9b req-1c125894-bd48-4517-94da-2224c0f0c9cd tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe1c40c4-811a-430a-930e-063e1c5880b8 HTTP/1.1" status: 200 len: 943 time: 0.0517716 May 03 14:52:50.726925 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Device c9468aa0-46c1-4fcf-bdc1-eed570fdb5cf no longer exists at agent hyperv_hv-cinder-84028 {{(pid=110299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 14:52:50.754675 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] No Port match for: c9468aa0-46c1-4fcf-bdc1-eed570fdb5cf {{(pid=110299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 14:52:50.754675 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Device c9468aa0-46c1-4fcf-bdc1-eed570fdb5cf not bound to the agent host hv-cinder-84028 {{(pid=110299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 14:52:50.775151 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-1b5ccac8-9f5e-461c-9dd4-ec639e865d9b req-e3cd31e6-b004-48cd-bcb6-d083ac4d228b tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0e19fcb-47b5-464e-8241-883080a396c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487792 May 03 14:52:50.840070 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] For port 988f35e9-668c-4f12-83dd-31b1a9c2f39c, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=988f35e9-668c-4f12-83dd-31b1a9c2f39c,segment=NetworkSegment(ec924deb-2fdc-4ebf-b172-c8dd32bc7b93),segment_id=ec924deb-2fdc-4ebf-b172-c8dd32bc7b93)] {{(pid=110299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:52:50.851158 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Returning: {'device': '988f35e9-668c-4f12-83dd-31b1a9c2f39c', 'network_id': 'e149baab-37b5-49e7-bbfb-d6c5aa20aff6', 'port_id': '988f35e9-668c-4f12-83dd-31b1a9c2f39c', 'mac_address': 'fa:16:3e:27:93:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd36733c8-18a7-47f6-a054-ee0e84dd3169', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 03 14:52:50.887578 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Current status of the port 988f35e9-668c-4f12-83dd-31b1a9c2f39c is: DOWN; New status is: BUILD {{(pid=110299) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:52:50.887979 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (988f35e9-668c-4f12-83dd-31b1a9c2f39c), before_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:52:50.901016 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.notifiers.nova [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 988f35e9-668c-4f12-83dd-31b1a9c2f39c {{(pid=110299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 14:52:50.920247 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] For port 988f35e9-668c-4f12-83dd-31b1a9c2f39c, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=988f35e9-668c-4f12-83dd-31b1a9c2f39c,segment=NetworkSegment(ec924deb-2fdc-4ebf-b172-c8dd32bc7b93),segment_id=ec924deb-2fdc-4ebf-b172-c8dd32bc7b93)] {{(pid=110299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:52:50.999555 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096'] for port (988f35e9-668c-4f12-83dd-31b1a9c2f39c), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:52:51.046232 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Pushing event updated for resources: {'Port': ['ID=988f35e9-668c-4f12-83dd-31b1a9c2f39c,revision_number=9']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:52:51.053044 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:52:51.053398 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:52:51.053773 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:52:51.054120 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:52:51.054464 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:52:51.054796 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:52:51.055150 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:52:51.055481 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:52:51.055811 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:52:51.056249 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:52:51.056585 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:52:51.056913 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:52:51.057238 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:52:51.057562 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:52:51.057885 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:52:51.511517 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] get_ports_and_sgs() called for port_ids ['988f35e9-668c-4f12-83dd-31b1a9c2f39c'] {{(pid=110299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 14:52:51.891903 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64de7327-3194-4158-99ba-9cb53e4b15ea req-1b025d9a-d109-4309-8a1e-ece6fdff845f tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:52:51.893926 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-64de7327-3194-4158-99ba-9cb53e4b15ea req-1b025d9a-d109-4309-8a1e-ece6fdff845f tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe1c40c4-811a-430a-930e-063e1c5880b8 HTTP/1.1" status: 200 len: 944 time: 0.0461435 May 03 14:52:51.938951 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-64de7327-3194-4158-99ba-9cb53e4b15ea req-e3afd5d0-1630-45e0-9516-1e95e52dfd6f tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0e19fcb-47b5-464e-8241-883080a396c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396636 May 03 14:52:52.733629 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Device 988f35e9-668c-4f12-83dd-31b1a9c2f39c up at agent hyperv_hv-cinder-84028 {{(pid=110299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 14:52:52.780180 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Provisioning complete for port 988f35e9-668c-4f12-83dd-31b1a9c2f39c triggered by entity L2. {{(pid=110299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:52:52.780557 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728915'] for port (988f35e9-668c-4f12-83dd-31b1a9c2f39c), provisioning_complete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:52:52.859235 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Current status of the port 988f35e9-668c-4f12-83dd-31b1a9c2f39c is: BUILD; New status is: ACTIVE {{(pid=110299) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:52:52.859559 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (988f35e9-668c-4f12-83dd-31b1a9c2f39c), before_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:52:52.881125 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe1c40c4-811a-430a-930e-063e1c5880b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '988f35e9-668c-4f12-83dd-31b1a9c2f39c'}] {{(pid=110299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 14:52:52.883431 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfb0ab9603dc6f24b101a3230295415c8ec2a7bf959fde45f0826688655bbcbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2078b811-c660-4001-99ce-ba9dc76a6a10" -d '{"events": [{"server_uuid": "fe1c40c4-811a-430a-930e-063e1c5880b8", "name": "network-vif-plugged", "status": "completed", "tag": "988f35e9-668c-4f12-83dd-31b1a9c2f39c"}]}' {{(pid=110299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 14:52:52.896882 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] For port 988f35e9-668c-4f12-83dd-31b1a9c2f39c, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=988f35e9-668c-4f12-83dd-31b1a9c2f39c,segment=NetworkSegment(ec924deb-2fdc-4ebf-b172-c8dd32bc7b93),segment_id=ec924deb-2fdc-4ebf-b172-c8dd32bc7b93)] {{(pid=110299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:52:52.965628 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096'] for port (988f35e9-668c-4f12-83dd-31b1a9c2f39c), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:52:52.995631 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 14:52:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42c28e16-3a8e-4e18-8bcb-3c198d7ec1f4 x-openstack-request-id: req-42c28e16-3a8e-4e18-8bcb-3c198d7ec1f4 {{(pid=110299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 14:52:52.995943 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe1c40c4-811a-430a-930e-063e1c5880b8", "name": "network-vif-plugged", "status": "completed", "tag": "988f35e9-668c-4f12-83dd-31b1a9c2f39c", "code": 200}]} {{(pid=110299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 14:52:52.996202 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-42c28e16-3a8e-4e18-8bcb-3c198d7ec1f4 {{(pid=110299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 14:52:52.996595 dv-cinder-840289-3-iscsi neutron-server[110299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42c28e16-3a8e-4e18-8bcb-3c198d7ec1f4'] response: {'server_uuid': 'fe1c40c4-811a-430a-930e-063e1c5880b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '988f35e9-668c-4f12-83dd-31b1a9c2f39c', 'code': 200} May 03 14:52:53.021720 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Pushing event updated for resources: {'Port': ['ID=988f35e9-668c-4f12-83dd-31b1a9c2f39c,revision_number=10']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:52:53.066662 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca665ac2-8e7a-4ba5-828a-8f023e4e96b8 req-00c7e6ce-4622-4a70-bebb-efbf5ebf57d8 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:52:53.068162 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-ca665ac2-8e7a-4ba5-828a-8f023e4e96b8 req-00c7e6ce-4622-4a70-bebb-efbf5ebf57d8 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe1c40c4-811a-430a-930e-063e1c5880b8 HTTP/1.1" status: 200 len: 946 time: 0.0535455 May 03 14:52:53.115908 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-ca665ac2-8e7a-4ba5-828a-8f023e4e96b8 req-fef32e00-2d6d-4da6-9f8d-27671944b52c tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0e19fcb-47b5-464e-8241-883080a396c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419307 May 03 14:52:54.235017 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02ff059-06e9-4e7d-b135-020ca0c17e06 req-43cfddd4-ad6e-4b7f-b44a-147a9335050f tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:52:54.236465 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-b02ff059-06e9-4e7d-b135-020ca0c17e06 req-43cfddd4-ad6e-4b7f-b44a-147a9335050f tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe1c40c4-811a-430a-930e-063e1c5880b8 HTTP/1.1" status: 200 len: 946 time: 0.0463023 May 03 14:52:54.282716 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-b02ff059-06e9-4e7d-b135-020ca0c17e06 req-d044f41b-85b8-45e6-a5bc-d8a950fd8172 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0e19fcb-47b5-464e-8241-883080a396c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402246 May 03 14:52:55.398800 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf2f86d-890e-4068-9e12-6dec5620c471 req-4f1d6a2f-89ac-4380-8c04-152d8d6a7068 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:52:55.400176 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-8bf2f86d-890e-4068-9e12-6dec5620c471 req-4f1d6a2f-89ac-4380-8c04-152d8d6a7068 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe1c40c4-811a-430a-930e-063e1c5880b8 HTTP/1.1" status: 200 len: 946 time: 0.0457213 May 03 14:52:55.449132 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-8bf2f86d-890e-4068-9e12-6dec5620c471 req-1521fc63-b453-42db-afc3-8b80f9effec3 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0e19fcb-47b5-464e-8241-883080a396c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434446 May 03 14:52:56.566887 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2646b4aa-8959-4b4c-8e25-1b30ac2f6afb req-3332f3a4-3b0e-4099-80c2-a9a0e0a66078 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:52:56.568518 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-2646b4aa-8959-4b4c-8e25-1b30ac2f6afb req-3332f3a4-3b0e-4099-80c2-a9a0e0a66078 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe1c40c4-811a-430a-930e-063e1c5880b8 HTTP/1.1" status: 200 len: 946 time: 0.0474088 May 03 14:52:56.616649 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-2646b4aa-8959-4b4c-8e25-1b30ac2f6afb req-97474872-41ef-47a6-a26a-cef198cad198 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0e19fcb-47b5-464e-8241-883080a396c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426462 May 03 14:52:57.187854 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13af13a1-42e2-4cb8-9c0e-446051ba2c5f req-79249484-1dc9-4a76-8702-72d7ab1cadee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:52:57.189332 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-13af13a1-42e2-4cb8-9c0e-446051ba2c5f req-79249484-1dc9-4a76-8702-72d7ab1cadee service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=fe1c40c4-811a-430a-930e-063e1c5880b8 HTTP/1.1" status: 200 len: 1130 time: 0.0380220 May 03 14:52:57.239934 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-13af13a1-42e2-4cb8-9c0e-446051ba2c5f req-c917b169-f264-4b03-bb85-b0a8243a7b8c service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=a0e19fcb-47b5-464e-8241-883080a396c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369480 May 03 14:52:57.735708 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be4b254-4c58-4a3e-9374-13f9535371e8 req-34b41123-40d8-4d46-8912-f7eb49d771ca tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:52:57.737175 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-3be4b254-4c58-4a3e-9374-13f9535371e8 req-34b41123-40d8-4d46-8912-f7eb49d771ca tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe1c40c4-811a-430a-930e-063e1c5880b8 HTTP/1.1" status: 200 len: 946 time: 0.0500088 May 03 14:52:57.784514 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-3be4b254-4c58-4a3e-9374-13f9535371e8 req-d24351e1-c4ee-4d92-b9de-f192666aa05b tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0e19fcb-47b5-464e-8241-883080a396c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411229 May 03 14:52:58.887677 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (26e70f58-a201-437c-be8d-fd2714f100da), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:52:58.910355 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6eeb27-e017-4d48-a3a6-b6e53453c402 req-b66c486b-13b9-4522-bd0c-4ed7a73a7923 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:52:58.912461 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-5b6eeb27-e017-4d48-a3a6-b6e53453c402 req-b66c486b-13b9-4522-bd0c-4ed7a73a7923 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe1c40c4-811a-430a-930e-063e1c5880b8 HTTP/1.1" status: 200 len: 946 time: 0.0512533 May 03 14:52:58.963341 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-5b6eeb27-e017-4d48-a3a6-b6e53453c402 req-524871f4-f071-44a2-b845-cd222a14a9f1 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0e19fcb-47b5-464e-8241-883080a396c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426860 May 03 14:53:00.084079 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5596ddb5-2731-44fa-a8b7-1211d911907a req-432d93b1-042d-4eb7-985e-37354624cffd tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:53:00.085700 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-5596ddb5-2731-44fa-a8b7-1211d911907a req-432d93b1-042d-4eb7-985e-37354624cffd tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe1c40c4-811a-430a-930e-063e1c5880b8 HTTP/1.1" status: 200 len: 946 time: 0.0483618 May 03 14:53:00.140524 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-5596ddb5-2731-44fa-a8b7-1211d911907a req-389de91d-adec-4162-b25a-2c3c567ebb4b tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0e19fcb-47b5-464e-8241-883080a396c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486786 May 03 14:53:01.262497 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66de3547-89eb-4adb-a206-f3bd9d3ea0b4 req-b2681881-c4aa-4c87-8f7f-953377e8509c tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:53:01.264093 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-66de3547-89eb-4adb-a206-f3bd9d3ea0b4 req-b2681881-c4aa-4c87-8f7f-953377e8509c tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe1c40c4-811a-430a-930e-063e1c5880b8 HTTP/1.1" status: 200 len: 946 time: 0.0473092 May 03 14:53:01.310356 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-66de3547-89eb-4adb-a206-f3bd9d3ea0b4 req-56fc8961-b972-4d25-a9ca-2081583ea22e tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0e19fcb-47b5-464e-8241-883080a396c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407190 May 03 14:53:02.431539 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e6073f-1b89-436b-ad13-2f4dc91a60ba req-6d70fc8a-a493-4a6f-af66-ff0c01d8f800 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:53:02.432900 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-41e6073f-1b89-436b-ad13-2f4dc91a60ba req-6d70fc8a-a493-4a6f-af66-ff0c01d8f800 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe1c40c4-811a-430a-930e-063e1c5880b8 HTTP/1.1" status: 200 len: 946 time: 0.0471954 May 03 14:53:02.478893 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-41e6073f-1b89-436b-ad13-2f4dc91a60ba req-ccc00ca7-2738-47b2-95ef-e97454d0e291 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0e19fcb-47b5-464e-8241-883080a396c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404525 May 03 14:53:04.003392 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.agents_db [None req-dd30728e-be63-467e-afaf-aba6f24eb33e None None] Agent healthcheck: found 6 active agents {{(pid=110300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 14:53:05.270282 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-d2969289-271a-4b55-b71a-83a50ab35ba9 req-b1d9313b-5c60-4dfa-bb89-1cd241098476 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=4d586fba-adbe-4797-99f4-6932165af9d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0410519 May 03 14:53:05.356106 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2969289-271a-4b55-b71a-83a50ab35ba9 req-06e18ddf-356e-47c9-bdec-fa0421db548c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:53:05.357570 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-d2969289-271a-4b55-b71a-83a50ab35ba9 req-06e18ddf-356e-47c9-bdec-fa0421db548c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=85acf5f5a53f45dd96135bdfdbd36bee&device_id=4d586fba-adbe-4797-99f4-6932165af9d4 HTTP/1.1" status: 200 len: 1130 time: 0.0390363 May 03 14:53:05.463744 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2969289-271a-4b55-b71a-83a50ab35ba9 req-5978c160-e5af-4b71-922b-9f8fea22d8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:53:05.465105 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-d2969289-271a-4b55-b71a-83a50ab35ba9 req-5978c160-e5af-4b71-922b-9f8fea22d8c9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2d59a619-2104-48af-9b29-5b43721c1720 HTTP/1.1" status: 200 len: 920 time: 0.0867689 May 03 14:53:05.505893 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-d2969289-271a-4b55-b71a-83a50ab35ba9 req-e122c611-b290-4cec-bd6b-4456fb13a5f0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a7eea7dd-eb4c-4690-b7c6-dd1c08938652 HTTP/1.1" status: 200 len: 217 time: 0.0341442 May 03 14:53:05.681792 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2969289-271a-4b55-b71a-83a50ab35ba9 req-c16a76d2-9cfd-410f-8d97-cca537bad5af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:53:05.683198 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-d2969289-271a-4b55-b71a-83a50ab35ba9 req-c16a76d2-9cfd-410f-8d97-cca537bad5af service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fd06123f-ac2d-4feb-b448-363a0cf902f7 HTTP/1.1" status: 200 len: 858 time: 0.0430050 May 03 14:53:08.765558 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-27cbcc4c-b17c-4568-b760-b99496d7ef7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (5d16a8e7-5fab-4607-ae51-2b468a019c05), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:53:10.586777 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2969289-271a-4b55-b71a-83a50ab35ba9 req-21839386-bf5f-4592-9e05-4dcd12b73442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:53:10.588227 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-d2969289-271a-4b55-b71a-83a50ab35ba9 req-21839386-bf5f-4592-9e05-4dcd12b73442 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2d59a619-2104-48af-9b29-5b43721c1720&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420301 May 03 14:53:10.680730 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-d2969289-271a-4b55-b71a-83a50ab35ba9 req-26aadbe4-a716-4fb3-bfb8-82e408a76a77 service neutron] 10.222.0.55 "GET /v2.0/networks/2d59a619-2104-48af-9b29-5b43721c1720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864224 May 03 14:53:10.778036 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-d2969289-271a-4b55-b71a-83a50ab35ba9 req-848c8bad-eb9a-44e2-b756-824e24c6e369 service neutron] 10.222.0.55 "GET /v2.0/networks/2d59a619-2104-48af-9b29-5b43721c1720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909500 May 03 14:53:11.098979 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-7a082138-a25a-46ea-b69c-ab59e6dd97d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (a9161e1b-902d-441f-843b-a0ff0805adee), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:53:12.054123 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9c8e6a-d704-47e4-b688-4cbcec7e3354 req-c299b0c1-2e34-47f9-ad9e-5d5208fed895 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:53:12.055682 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-7a9c8e6a-d704-47e4-b688-4cbcec7e3354 req-c299b0c1-2e34-47f9-ad9e-5d5208fed895 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1d9b9d9-1de4-4d63-93d0-4e256e88f092 HTTP/1.1" status: 200 len: 945 time: 0.0510328 May 03 14:53:12.137089 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-7a9c8e6a-d704-47e4-b688-4cbcec7e3354 req-46683e4f-4992-4c68-8932-d2fda04e3486 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0fc2149-e0d8-43cd-9f6f-fd25feed2574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758388 May 03 14:53:12.138503 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39d5429-07b9-42fe-90c8-49447224a63a req-638347c8-86fa-46fa-a924-182467382b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:53:12.139611 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-d39d5429-07b9-42fe-90c8-49447224a63a req-638347c8-86fa-46fa-a924-182467382b35 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=85acf5f5a53f45dd96135bdfdbd36bee&device_id=c1d9b9d9-1de4-4d63-93d0-4e256e88f092 HTTP/1.1" status: 200 len: 1129 time: 0.0569541 May 03 14:53:12.234238 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39d5429-07b9-42fe-90c8-49447224a63a req-cab1aeb8-7450-4a49-aaba-592fa7143780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:53:12.235898 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-d39d5429-07b9-42fe-90c8-49447224a63a req-cab1aeb8-7450-4a49-aaba-592fa7143780 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2d59a619-2104-48af-9b29-5b43721c1720 HTTP/1.1" status: 200 len: 920 time: 0.0889747 May 03 14:53:12.301243 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-d39d5429-07b9-42fe-90c8-49447224a63a req-ba2a521c-2ee1-4cda-9e03-130561d722c3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=16a7f20f-eff2-4927-8740-26741afb519a HTTP/1.1" status: 200 len: 999 time: 0.0588157 May 03 14:53:12.315103 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-ed776e2d-a518-4685-8fad-0cd9eaa120ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (6a418bd5-8bcc-400f-88b5-19eff412e81a), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:53:12.355314 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39d5429-07b9-42fe-90c8-49447224a63a req-6bdb8d2a-cfc1-4451-b875-4c000fde351e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:53:12.356777 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-d39d5429-07b9-42fe-90c8-49447224a63a req-6bdb8d2a-cfc1-4451-b875-4c000fde351e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fd06123f-ac2d-4feb-b448-363a0cf902f7 HTTP/1.1" status: 200 len: 858 time: 0.0479662 May 03 14:53:12.400540 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39d5429-07b9-42fe-90c8-49447224a63a req-7bd3a7ea-4283-4ca9-801c-591837455026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:53:12.401984 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-d39d5429-07b9-42fe-90c8-49447224a63a req-7bd3a7ea-4283-4ca9-801c-591837455026 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2d59a619-2104-48af-9b29-5b43721c1720&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384250 May 03 14:53:12.495548 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-d39d5429-07b9-42fe-90c8-49447224a63a req-c134c615-7a3e-4314-a6eb-9d20ba94e9ba service neutron] 10.222.0.55 "GET /v2.0/networks/2d59a619-2104-48af-9b29-5b43721c1720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861058 May 03 14:53:12.583483 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-d39d5429-07b9-42fe-90c8-49447224a63a req-aeb9410b-b1aa-4b87-b4fe-092e9c3a0d9f service neutron] 10.222.0.55 "GET /v2.0/networks/2d59a619-2104-48af-9b29-5b43721c1720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815802 May 03 14:53:13.251726 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab85b59d-5f97-493b-b555-0ef89f7b0b90 req-caf2b684-3b49-4aed-bf07-6a630b46ca2d tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:53:13.253165 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-ab85b59d-5f97-493b-b555-0ef89f7b0b90 req-caf2b684-3b49-4aed-bf07-6a630b46ca2d tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1d9b9d9-1de4-4d63-93d0-4e256e88f092 HTTP/1.1" status: 200 len: 945 time: 0.0461900 May 03 14:53:13.305207 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-ab85b59d-5f97-493b-b555-0ef89f7b0b90 req-b337bf44-8990-41bf-862f-d4ac3cccb823 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0fc2149-e0d8-43cd-9f6f-fd25feed2574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458100 May 03 14:53:13.525362 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-dd96712b-4627-437f-9df9-b1bfec551245 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (8b46afec-dab7-4bfa-a959-8584a0cfd79a), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:53:14.421427 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a14c6a7-4055-4b10-aad9-7cb2815a9351 req-87b1c938-8155-4afa-9c6d-09bf1a94da08 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:53:14.422887 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-3a14c6a7-4055-4b10-aad9-7cb2815a9351 req-87b1c938-8155-4afa-9c6d-09bf1a94da08 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1d9b9d9-1de4-4d63-93d0-4e256e88f092 HTTP/1.1" status: 200 len: 945 time: 0.0472538 May 03 14:53:14.469810 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-3a14c6a7-4055-4b10-aad9-7cb2815a9351 req-72eb6a07-a76f-46ab-989f-bc3e9e1d3d67 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0fc2149-e0d8-43cd-9f6f-fd25feed2574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413067 May 03 14:53:15.178189 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (16d44442-859c-4c9b-bc72-04cb3b8a5d5b), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:53:15.583532 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7207cfd0-b899-4266-918f-c3d7de858a8a req-87d4a28b-929c-4adf-9e2e-35c21bf60ebf tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:53:15.585615 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-7207cfd0-b899-4266-918f-c3d7de858a8a req-87d4a28b-929c-4adf-9e2e-35c21bf60ebf tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1d9b9d9-1de4-4d63-93d0-4e256e88f092 HTTP/1.1" status: 200 len: 945 time: 0.0464737 May 03 14:53:15.631269 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-7207cfd0-b899-4266-918f-c3d7de858a8a req-3645b675-8c7b-430e-b118-0524eabfe75c tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0fc2149-e0d8-43cd-9f6f-fd25feed2574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398858 May 03 14:53:16.989331 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f356f1e-964b-438a-9b57-f215eaebad33 req-042a9540-f2a3-4ea9-8953-d30bf7b7a922 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:53:16.990799 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-3f356f1e-964b-438a-9b57-f215eaebad33 req-042a9540-f2a3-4ea9-8953-d30bf7b7a922 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1d9b9d9-1de4-4d63-93d0-4e256e88f092 HTTP/1.1" status: 200 len: 945 time: 0.2921197 May 03 14:53:17.037795 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-3f356f1e-964b-438a-9b57-f215eaebad33 req-86eba426-480b-453a-8173-15d131b799b0 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0fc2149-e0d8-43cd-9f6f-fd25feed2574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414691 May 03 14:53:18.154753 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0da4aea-555a-435e-ae9b-e3fbb9abd59c req-befb2404-483d-48a4-af56-8f367b4b1fe9 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:53:18.156235 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-b0da4aea-555a-435e-ae9b-e3fbb9abd59c req-befb2404-483d-48a4-af56-8f367b4b1fe9 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1d9b9d9-1de4-4d63-93d0-4e256e88f092 HTTP/1.1" status: 200 len: 945 time: 0.0461454 May 03 14:53:18.210075 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-b0da4aea-555a-435e-ae9b-e3fbb9abd59c req-ae5fcf7c-c915-4bf9-9c4e-5cd0eeacd46c tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0fc2149-e0d8-43cd-9f6f-fd25feed2574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470831 May 03 14:53:19.331190 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac6592d-8c01-4c3b-b0a9-e693651bfa98 req-3800bb06-8ac8-4dbc-bd26-9754d23c71e0 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:53:19.332650 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-7ac6592d-8c01-4c3b-b0a9-e693651bfa98 req-3800bb06-8ac8-4dbc-bd26-9754d23c71e0 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1d9b9d9-1de4-4d63-93d0-4e256e88f092 HTTP/1.1" status: 200 len: 945 time: 0.0524375 May 03 14:53:19.379494 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-7ac6592d-8c01-4c3b-b0a9-e693651bfa98 req-7ec33b1e-dcf5-4704-ab3a-758bad8d8960 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0fc2149-e0d8-43cd-9f6f-fd25feed2574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414238 May 03 14:53:20.488207 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d499eb4-c04d-4be5-b729-598acedb8959 req-00287217-ab76-49be-898f-7b3f69d00e1d tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:53:20.491996 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-0d499eb4-c04d-4be5-b729-598acedb8959 req-00287217-ab76-49be-898f-7b3f69d00e1d tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1d9b9d9-1de4-4d63-93d0-4e256e88f092 HTTP/1.1" status: 200 len: 945 time: 0.0452223 May 03 14:53:20.536406 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-0d499eb4-c04d-4be5-b729-598acedb8959 req-b92c22c6-1899-4522-8af4-b07703e19d47 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0fc2149-e0d8-43cd-9f6f-fd25feed2574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407171 May 03 14:53:21.651494 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4590f9aa-f627-4475-aae3-8701a094de2c req-6df4878f-94e0-432b-a771-39233c63447b tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:53:21.652968 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-4590f9aa-f627-4475-aae3-8701a094de2c req-6df4878f-94e0-432b-a771-39233c63447b tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1d9b9d9-1de4-4d63-93d0-4e256e88f092 HTTP/1.1" status: 200 len: 945 time: 0.0471849 May 03 14:53:21.702847 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-4590f9aa-f627-4475-aae3-8701a094de2c req-5f1fce96-677e-4b26-945b-037fbf4832eb tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0fc2149-e0d8-43cd-9f6f-fd25feed2574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441852 May 03 14:53:21.933484 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 45148) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:53:21.981217 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0b8cdec-9a0a-4b8a-b0d3-351694c73d82 admin admin] Deleting subnet d266df7c-cfd9-4ade-a24e-190d2b0b2e10 {{(pid=110297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 03 14:53:21.984569 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-b0b8cdec-9a0a-4b8a-b0d3-351694c73d82 admin admin] Publish callbacks [] for subnet (d266df7c-cfd9-4ade-a24e-190d2b0b2e10), before_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:53:22.021181 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-b0b8cdec-9a0a-4b8a-b0d3-351694c73d82 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2155934'] for subnet (d266df7c-cfd9-4ade-a24e-190d2b0b2e10), precommit_delete_associations {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:53:22.060948 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-b0b8cdec-9a0a-4b8a-b0d3-351694c73d82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-723521'] for subnet (d266df7c-cfd9-4ade-a24e-190d2b0b2e10), precommit_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:53:22.171653 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-b0b8cdec-9a0a-4b8a-b0d3-351694c73d82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-723528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25923538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25246232'] for subnet (d266df7c-cfd9-4ade-a24e-190d2b0b2e10), after_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:53:22.204836 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b8cdec-9a0a-4b8a-b0d3-351694c73d82 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d266df7c-cfd9-4ade-a24e-190d2b0b2e10,revision_number=None']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:53:22.209465 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-b0b8cdec-9a0a-4b8a-b0d3-351694c73d82 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:53:22.212616 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-b0b8cdec-9a0a-4b8a-b0d3-351694c73d82 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/d266df7c-cfd9-4ade-a24e-190d2b0b2e10 HTTP/1.1" status: 204 len: 168 time: 0.2781360 May 03 14:53:22.215161 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 45152) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:53:22.218585 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b8cdec-9a0a-4b8a-b0d3-351694c73d82 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:53:22.218945 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b8cdec-9a0a-4b8a-b0d3-351694c73d82 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:53:22.219299 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b8cdec-9a0a-4b8a-b0d3-351694c73d82 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:53:22.219634 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b8cdec-9a0a-4b8a-b0d3-351694c73d82 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:53:22.219960 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b8cdec-9a0a-4b8a-b0d3-351694c73d82 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:53:22.220287 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b8cdec-9a0a-4b8a-b0d3-351694c73d82 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:53:22.220609 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b8cdec-9a0a-4b8a-b0d3-351694c73d82 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:53:22.220932 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b8cdec-9a0a-4b8a-b0d3-351694c73d82 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:53:22.221254 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b8cdec-9a0a-4b8a-b0d3-351694c73d82 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:53:22.221577 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b8cdec-9a0a-4b8a-b0d3-351694c73d82 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:53:22.221902 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b8cdec-9a0a-4b8a-b0d3-351694c73d82 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:53:22.222218 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b8cdec-9a0a-4b8a-b0d3-351694c73d82 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:53:22.222535 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b8cdec-9a0a-4b8a-b0d3-351694c73d82 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:53:22.222891 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b8cdec-9a0a-4b8a-b0d3-351694c73d82 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:53:22.223248 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b8cdec-9a0a-4b8a-b0d3-351694c73d82 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:53:22.282643 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-af58437c-5f5e-4fbe-a932-b0d32ab0e266 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636243'] for network (c7e24e07-53c2-45df-8314-7bc299bb3d6f), before_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:53:22.362850 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-af58437c-5f5e-4fbe-a932-b0d32ab0e266 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727028', 'neutron.services.segments.db._delete_segments_for_network-8775477110074'] for network (c7e24e07-53c2-45df-8314-7bc299bb3d6f), precommit_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:53:22.383352 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.services.segments.db [None req-af58437c-5f5e-4fbe-a932-b0d32ab0e266 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7e24e07-53c2-45df-8314-7bc299bb3d6f']}} {{(pid=110298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:53:22.392461 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.services.segments.db [None req-af58437c-5f5e-4fbe-a932-b0d32ab0e266 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98aba57f-1f61-486a-b0ad-42eec78165f9') {'for_net_delete': True} {{(pid=110298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:53:22.392765 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.services.segments.db [None req-af58437c-5f5e-4fbe-a932-b0d32ab0e266 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98aba57f-1f61-486a-b0ad-42eec78165f9') {} {{(pid=110298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:53:22.401956 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-af58437c-5f5e-4fbe-a932-b0d32ab0e266 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775477110851', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3229876'] for segment (98aba57f-1f61-486a-b0ad-42eec78165f9), before_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:53:22.416012 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-af58437c-5f5e-4fbe-a932-b0d32ab0e266 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719716'] for segment (98aba57f-1f61-486a-b0ad-42eec78165f9), precommit_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:53:22.421839 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af58437c-5f5e-4fbe-a932-b0d32ab0e266 admin admin] Releasing vlan 351 on physical network physnet1 to pool {{(pid=110298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 14:53:22.422154 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-af58437c-5f5e-4fbe-a932-b0d32ab0e266 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25806971'] for segment (98aba57f-1f61-486a-b0ad-42eec78165f9), after_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:53:22.423847 dv-cinder-840289-3-iscsi neutron-server[110298]: Traceback (most recent call last): May 03 14:53:22.423847 dv-cinder-840289-3-iscsi neutron-server[110298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 14:53:22.423847 dv-cinder-840289-3-iscsi neutron-server[110298]: timer() May 03 14:53:22.423847 dv-cinder-840289-3-iscsi neutron-server[110298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 14:53:22.423847 dv-cinder-840289-3-iscsi neutron-server[110298]: cb(*args, **kw) May 03 14:53:22.423847 dv-cinder-840289-3-iscsi neutron-server[110298]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 03 14:53:22.423847 dv-cinder-840289-3-iscsi neutron-server[110298]: return func(*args, **kwargs) May 03 14:53:22.423847 dv-cinder-840289-3-iscsi neutron-server[110298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 14:53:22.423847 dv-cinder-840289-3-iscsi neutron-server[110298]: self._notify() May 03 14:53:22.423847 dv-cinder-840289-3-iscsi neutron-server[110298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 14:53:22.423847 dv-cinder-840289-3-iscsi neutron-server[110298]: self.callback(batched_events) May 03 14:53:22.423847 dv-cinder-840289-3-iscsi neutron-server[110298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 14:53:22.423847 dv-cinder-840289-3-iscsi neutron-server[110298]: event.method(event) May 03 14:53:22.423847 dv-cinder-840289-3-iscsi neutron-server[110298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 03 14:53:22.423847 dv-cinder-840289-3-iscsi neutron-server[110298]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 14:53:22.423847 dv-cinder-840289-3-iscsi neutron-server[110298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 03 14:53:22.423847 dv-cinder-840289-3-iscsi neutron-server[110298]: aggregate_uuid = self.p_client.list_aggregates( May 03 14:53:22.423847 dv-cinder-840289-3-iscsi neutron-server[110298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 03 14:53:22.423847 dv-cinder-840289-3-iscsi neutron-server[110298]: return f(self, *a, **k) May 03 14:53:22.423847 dv-cinder-840289-3-iscsi neutron-server[110298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 03 14:53:22.423847 dv-cinder-840289-3-iscsi neutron-server[110298]: return self._get(url).json() May 03 14:53:22.423847 dv-cinder-840289-3-iscsi neutron-server[110298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 03 14:53:22.423847 dv-cinder-840289-3-iscsi neutron-server[110298]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 14:53:22.423847 dv-cinder-840289-3-iscsi neutron-server[110298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 14:53:22.423847 dv-cinder-840289-3-iscsi neutron-server[110298]: return self.request(url, 'GET', **kwargs) May 03 14:53:22.423847 dv-cinder-840289-3-iscsi neutron-server[110298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 14:53:22.423847 dv-cinder-840289-3-iscsi neutron-server[110298]: base_url = self.get_endpoint(auth, allow=allow, May 03 14:53:22.423847 dv-cinder-840289-3-iscsi neutron-server[110298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 14:53:22.423847 dv-cinder-840289-3-iscsi neutron-server[110298]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 14:53:22.423847 dv-cinder-840289-3-iscsi neutron-server[110298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 14:53:22.423847 dv-cinder-840289-3-iscsi neutron-server[110298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 14:53:22.423847 dv-cinder-840289-3-iscsi neutron-server[110298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 14:53:22.539818 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-af58437c-5f5e-4fbe-a932-b0d32ab0e266 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692117'] for network (c7e24e07-53c2-45df-8314-7bc299bb3d6f), after_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:53:22.544299 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-af58437c-5f5e-4fbe-a932-b0d32ab0e266 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603595'] for network (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:53:22.547493 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-af58437c-5f5e-4fbe-a932-b0d32ab0e266 admin admin] 10.222.0.16 "DELETE /v2.0/networks/c7e24e07-53c2-45df-8314-7bc299bb3d6f HTTP/1.1" status: 204 len: 168 time: 0.3313251 May 03 14:53:22.560952 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af58437c-5f5e-4fbe-a932-b0d32ab0e266 admin admin] Pushing event deleted for resources: {'Network': ['ID=c7e24e07-53c2-45df-8314-7bc299bb3d6f,revision_number=None']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:53:22.821771 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367e53b0-dc2c-4f9e-baa1-bed626957731 req-d0271b9d-982a-4958-8201-2568f9df1024 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:53:22.823339 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-367e53b0-dc2c-4f9e-baa1-bed626957731 req-d0271b9d-982a-4958-8201-2568f9df1024 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1d9b9d9-1de4-4d63-93d0-4e256e88f092 HTTP/1.1" status: 200 len: 945 time: 0.0531871 May 03 14:53:22.874188 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-367e53b0-dc2c-4f9e-baa1-bed626957731 req-43578605-8d87-4535-aa07-5439b207f8e3 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0fc2149-e0d8-43cd-9f6f-fd25feed2574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453134 May 03 14:53:22.930155 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 45162) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:53:22.969872 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-a8504503-5d46-442b-84c1-5012420726bf admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b0de0418e6504f10b7b7cfe67b7823e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0385525 May 03 14:53:22.972313 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 45164) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:53:23.019655 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-02334566-9710-4544-8448-3087642af919 admin admin] Publish callbacks [] for security_group (5f18e4f2-73ef-4445-99b7-e258eefe8300), before_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:53:23.041053 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-02334566-9710-4544-8448-3087642af919 admin admin] Publish callbacks [] for security_group (5f18e4f2-73ef-4445-99b7-e258eefe8300), precommit_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:53:23.149464 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-02334566-9710-4544-8448-3087642af919 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (5f18e4f2-73ef-4445-99b7-e258eefe8300), after_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:53:23.152048 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-02334566-9710-4544-8448-3087642af919 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:53:23.153267 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-02334566-9710-4544-8448-3087642af919 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5f18e4f2-73ef-4445-99b7-e258eefe8300 HTTP/1.1" status: 204 len: 168 time: 0.1799843 May 03 14:53:23.166125 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02334566-9710-4544-8448-3087642af919 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f18e4f2-73ef-4445-99b7-e258eefe8300,revision_number=None']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:53:23.988624 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da425fc1-4dc4-43f6-b207-cee87ddbe41e req-19e62b61-4760-40d2-8f61-641abd6a8324 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:53:23.990089 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-da425fc1-4dc4-43f6-b207-cee87ddbe41e req-19e62b61-4760-40d2-8f61-641abd6a8324 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1d9b9d9-1de4-4d63-93d0-4e256e88f092 HTTP/1.1" status: 200 len: 945 time: 0.0496755 May 03 14:53:24.038423 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-da425fc1-4dc4-43f6-b207-cee87ddbe41e req-6d613281-2126-45e6-a61c-37105a44480d tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0fc2149-e0d8-43cd-9f6f-fd25feed2574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422895 May 03 14:53:24.837492 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694098bc-14b2-49a0-bc9d-1441695ec402 req-68bd7630-e889-4992-9a18-965cbe83b3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:53:24.838990 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-694098bc-14b2-49a0-bc9d-1441695ec402 req-68bd7630-e889-4992-9a18-965cbe83b3fe service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c1d9b9d9-1de4-4d63-93d0-4e256e88f092 HTTP/1.1" status: 200 len: 1129 time: 0.0404925 May 03 14:53:24.884039 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-694098bc-14b2-49a0-bc9d-1441695ec402 req-c5dd5fee-c967-460a-8886-27f85808a802 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=f0fc2149-e0d8-43cd-9f6f-fd25feed2574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380015 May 03 14:53:25.155212 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ce2abb-bdd7-4e28-a73b-c5db69e2ebd8 req-4b33c9c0-fd8a-4c58-a665-ad8d7217b8cd tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:53:25.156589 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-76ce2abb-bdd7-4e28-a73b-c5db69e2ebd8 req-4b33c9c0-fd8a-4c58-a665-ad8d7217b8cd tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1d9b9d9-1de4-4d63-93d0-4e256e88f092 HTTP/1.1" status: 200 len: 945 time: 0.0508404 May 03 14:53:25.204240 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-76ce2abb-bdd7-4e28-a73b-c5db69e2ebd8 req-ad5bded2-b7ce-46c6-9606-6fded9bf44b7 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0fc2149-e0d8-43cd-9f6f-fd25feed2574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421669 May 03 14:53:26.320610 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d93c62-7f28-44e4-8f64-64d90bfdebe9 req-6996099c-a66a-42a0-874c-874283601228 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:53:26.322062 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-31d93c62-7f28-44e4-8f64-64d90bfdebe9 req-6996099c-a66a-42a0-874c-874283601228 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1d9b9d9-1de4-4d63-93d0-4e256e88f092 HTTP/1.1" status: 200 len: 945 time: 0.0462191 May 03 14:53:26.377102 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-31d93c62-7f28-44e4-8f64-64d90bfdebe9 req-9a5ca1d2-dfe6-4e98-b94b-e68ab78bdb94 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0fc2149-e0d8-43cd-9f6f-fd25feed2574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492997 May 03 14:53:27.487578 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cbab1c-badb-4f3e-919b-1c07dcabaa14 req-512bfb02-e3b2-446e-bfb5-4a4356068475 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:53:27.489062 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-70cbab1c-badb-4f3e-919b-1c07dcabaa14 req-512bfb02-e3b2-446e-bfb5-4a4356068475 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1d9b9d9-1de4-4d63-93d0-4e256e88f092 HTTP/1.1" status: 200 len: 945 time: 0.0461733 May 03 14:53:27.538065 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-70cbab1c-badb-4f3e-919b-1c07dcabaa14 req-003d908c-25e0-433e-9612-05c85cec0ef8 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0fc2149-e0d8-43cd-9f6f-fd25feed2574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429745 May 03 14:53:28.060026 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc756341-c367-49d4-8b74-4c55c65d3fcf req-5a70c0cf-865d-4df7-82fe-f4d14c68d203 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:53:28.061565 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-bc756341-c367-49d4-8b74-4c55c65d3fcf req-5a70c0cf-865d-4df7-82fe-f4d14c68d203 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1d9b9d9-1de4-4d63-93d0-4e256e88f092 HTTP/1.1" status: 200 len: 945 time: 0.0495930 May 03 14:53:28.108129 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-bc756341-c367-49d4-8b74-4c55c65d3fcf req-0b2ea2c5-d03c-458c-9971-bd9ea37090f4 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0fc2149-e0d8-43cd-9f6f-fd25feed2574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410986 May 03 14:53:28.863737 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (26e70f58-a201-437c-be8d-fd2714f100da), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:53:29.222056 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643e154d-124b-4113-b150-77dbed119a80 req-69f787a4-46d4-41ad-9aba-7ddeee15bc89 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:53:29.223571 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-643e154d-124b-4113-b150-77dbed119a80 req-69f787a4-46d4-41ad-9aba-7ddeee15bc89 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1d9b9d9-1de4-4d63-93d0-4e256e88f092 HTTP/1.1" status: 200 len: 945 time: 0.0474184 May 03 14:53:29.271039 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-643e154d-124b-4113-b150-77dbed119a80 req-237273ac-3a68-4b75-98a0-d76709405a79 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0fc2149-e0d8-43cd-9f6f-fd25feed2574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415273 May 03 14:53:30.386532 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0d2fa6-06ab-48c4-b2a8-d7ef10b63e40 req-0fd252ba-c284-4ea0-bb8f-4c37f4269e59 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:53:30.387985 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-cd0d2fa6-06ab-48c4-b2a8-d7ef10b63e40 req-0fd252ba-c284-4ea0-bb8f-4c37f4269e59 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1d9b9d9-1de4-4d63-93d0-4e256e88f092 HTTP/1.1" status: 200 len: 945 time: 0.0497165 May 03 14:53:30.433628 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-cd0d2fa6-06ab-48c4-b2a8-d7ef10b63e40 req-5161d3d7-b713-4c32-8fd0-81e8b0eecd38 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0fc2149-e0d8-43cd-9f6f-fd25feed2574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401311 May 03 14:53:30.540393 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad11f3c-4876-4d8a-8245-26e167aab22b req-7ae507a1-cb4a-4e20-b42c-b57401c02e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:53:30.541879 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-dad11f3c-4876-4d8a-8245-26e167aab22b req-7ae507a1-cb4a-4e20-b42c-b57401c02e33 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=85acf5f5a53f45dd96135bdfdbd36bee&device_id=c1d9b9d9-1de4-4d63-93d0-4e256e88f092 HTTP/1.1" status: 200 len: 1129 time: 0.0416682 May 03 14:53:30.638849 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad11f3c-4876-4d8a-8245-26e167aab22b req-d28100a7-9d92-41af-ab6e-320a031ed520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:53:30.640324 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-dad11f3c-4876-4d8a-8245-26e167aab22b req-d28100a7-9d92-41af-ab6e-320a031ed520 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2d59a619-2104-48af-9b29-5b43721c1720 HTTP/1.1" status: 200 len: 920 time: 0.0920715 May 03 14:53:30.706392 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-dad11f3c-4876-4d8a-8245-26e167aab22b req-fd0e5f1c-937a-491e-b13e-243a09eaf52c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=16a7f20f-eff2-4927-8740-26741afb519a HTTP/1.1" status: 200 len: 999 time: 0.0582790 May 03 14:53:30.758524 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad11f3c-4876-4d8a-8245-26e167aab22b req-7dd4f495-0ade-48cb-a077-56a6e17dfa8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:53:30.760008 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-dad11f3c-4876-4d8a-8245-26e167aab22b req-7dd4f495-0ade-48cb-a077-56a6e17dfa8b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fd06123f-ac2d-4feb-b448-363a0cf902f7 HTTP/1.1" status: 200 len: 858 time: 0.0452507 May 03 14:53:30.808864 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad11f3c-4876-4d8a-8245-26e167aab22b req-e661a090-0b7f-4abb-ba4d-b81f78a0bada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:53:30.810411 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-dad11f3c-4876-4d8a-8245-26e167aab22b req-e661a090-0b7f-4abb-ba4d-b81f78a0bada service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2d59a619-2104-48af-9b29-5b43721c1720&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438232 May 03 14:53:30.902932 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-dad11f3c-4876-4d8a-8245-26e167aab22b req-82a99343-f5e4-4af9-aa92-5cdc2f4d4e06 service neutron] 10.222.0.55 "GET /v2.0/networks/2d59a619-2104-48af-9b29-5b43721c1720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850539 May 03 14:53:31.000619 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-dad11f3c-4876-4d8a-8245-26e167aab22b req-10913db0-fe56-485a-aca1-efd0d2705727 service neutron] 10.222.0.55 "GET /v2.0/networks/2d59a619-2104-48af-9b29-5b43721c1720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911047 May 03 14:53:31.550454 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a67dad9-18e1-4b6c-aef8-3c476d888c1e req-d0b558ad-dd4c-42ec-911b-ff5a65d56358 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:53:31.551996 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-8a67dad9-18e1-4b6c-aef8-3c476d888c1e req-d0b558ad-dd4c-42ec-911b-ff5a65d56358 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1d9b9d9-1de4-4d63-93d0-4e256e88f092 HTTP/1.1" status: 200 len: 945 time: 0.0505562 May 03 14:53:31.603009 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-8a67dad9-18e1-4b6c-aef8-3c476d888c1e req-1755f1f9-3b64-490d-9d0b-a338c185f7cf tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0fc2149-e0d8-43cd-9f6f-fd25feed2574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443122 May 03 14:53:32.726035 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280846aa-1585-4544-bfcc-b76d12267621 req-f70727b9-697e-418f-bcc9-6963b598ffc4 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:53:32.728032 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-280846aa-1585-4544-bfcc-b76d12267621 req-f70727b9-697e-418f-bcc9-6963b598ffc4 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1d9b9d9-1de4-4d63-93d0-4e256e88f092 HTTP/1.1" status: 200 len: 945 time: 0.0562682 May 03 14:53:32.789136 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-280846aa-1585-4544-bfcc-b76d12267621 req-0e56aa3e-7268-4d01-8ff5-6708a0ac2ac5 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0fc2149-e0d8-43cd-9f6f-fd25feed2574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533276 May 03 14:53:33.909615 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add34cc0-6bfc-4857-ae18-ff18a3726056 req-50723bef-0c93-4b7d-904f-94fd08624d32 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:53:33.911019 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-add34cc0-6bfc-4857-ae18-ff18a3726056 req-50723bef-0c93-4b7d-904f-94fd08624d32 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1d9b9d9-1de4-4d63-93d0-4e256e88f092 HTTP/1.1" status: 200 len: 945 time: 0.0476787 May 03 14:53:33.959594 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-add34cc0-6bfc-4857-ae18-ff18a3726056 req-02fe127e-b1fa-4ead-aa6c-8cbc10502979 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0fc2149-e0d8-43cd-9f6f-fd25feed2574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423589 May 03 14:53:34.407015 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 45274) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:53:34.708830 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-512abcc3-5e53-43ab-a795-9e7f0a429c63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:53:34.781122 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-512abcc3-5e53-43ab-a795-9e7f0a429c63 admin admin] Publish callbacks [] for security_group (656af16a-bce3-41c7-a7d9-7e8106f59088), precommit_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:53:34.846726 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-512abcc3-5e53-43ab-a795-9e7f0a429c63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (656af16a-bce3-41c7-a7d9-7e8106f59088), after_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:53:34.883286 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512abcc3-5e53-43ab-a795-9e7f0a429c63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=656af16a-bce3-41c7-a7d9-7e8106f59088,revision_number=1']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:53:34.887866 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-512abcc3-5e53-43ab-a795-9e7f0a429c63 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=eec9c5540dcb4f62a6340457b051c41f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4798541 May 03 14:53:34.890416 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 45278) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:53:34.937989 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-b28d44ae-7844-4d60-a9e0-e460e7a2cab4 admin admin] Publish callbacks [] for security_group (656af16a-bce3-41c7-a7d9-7e8106f59088), before_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:53:34.958634 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-b28d44ae-7844-4d60-a9e0-e460e7a2cab4 admin admin] Publish callbacks [] for security_group (656af16a-bce3-41c7-a7d9-7e8106f59088), precommit_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:53:35.079485 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a685f2-56fb-433f-9101-99d7ef7bc65c req-50518cfc-610f-4d06-9cea-52a29ef4905b tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:53:35.080937 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-60a685f2-56fb-433f-9101-99d7ef7bc65c req-50518cfc-610f-4d06-9cea-52a29ef4905b tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1d9b9d9-1de4-4d63-93d0-4e256e88f092 HTTP/1.1" status: 200 len: 945 time: 0.0470076 May 03 14:53:35.134561 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-60a685f2-56fb-433f-9101-99d7ef7bc65c req-7629fef8-fa04-41b3-86f0-385b8b6fe66e tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0fc2149-e0d8-43cd-9f6f-fd25feed2574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478749 May 03 14:53:35.207120 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-b28d44ae-7844-4d60-a9e0-e460e7a2cab4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (656af16a-bce3-41c7-a7d9-7e8106f59088), after_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:53:35.209662 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-b28d44ae-7844-4d60-a9e0-e460e7a2cab4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:53:35.210876 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-b28d44ae-7844-4d60-a9e0-e460e7a2cab4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/656af16a-bce3-41c7-a7d9-7e8106f59088 HTTP/1.1" status: 204 len: 168 time: 0.3195243 May 03 14:53:35.219135 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28d44ae-7844-4d60-a9e0-e460e7a2cab4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=656af16a-bce3-41c7-a7d9-7e8106f59088,revision_number=None']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:53:35.254714 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33bdb80-4517-49bf-9efe-e2b8dcb9c7ef req-095dddd5-44b3-4a16-8c20-36bf6ca843d3 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:53:35.256336 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-f33bdb80-4517-49bf-9efe-e2b8dcb9c7ef req-095dddd5-44b3-4a16-8c20-36bf6ca843d3 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1d9b9d9-1de4-4d63-93d0-4e256e88f092 HTTP/1.1" status: 200 len: 945 time: 0.0560312 May 03 14:53:35.264863 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 45286) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:53:35.269421 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.v2.base [None req-ccf94740-4507-4cce-9c41-e527dbedcfc7 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Request body: {'floatingip': {'port_id': '16a7f20f-eff2-4927-8740-26741afb519a'}} {{(pid=110298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:53:35.326839 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-ccf94740-4507-4cce-9c41-e527dbedcfc7 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Publish callbacks [] for floatingip (376161c1-de5d-459a-980b-db5c469ff898), before_update {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:53:35.816662 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-ccf94740-4507-4cce-9c41-e527dbedcfc7 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:53:35.881063 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-ccf94740-4507-4cce-9c41-e527dbedcfc7 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692144'] for floatingip (376161c1-de5d-459a-980b-db5c469ff898), after_update {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:53:36.102311 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccf94740-4507-4cce-9c41-e527dbedcfc7 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Router db4af115-9f4b-4bb1-9a55-aee1c9e2515d has already been hosted by L3 agent a9161e1b-902d-441f-843b-a0ff0805adee {{(pid=110298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 14:53:36.126090 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 45306) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:53:36.215810 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccf94740-4507-4cce-9c41-e527dbedcfc7 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Notify agent at l3_agent.dv-cinder-840289-3-iscsi the message routers_updated {{(pid=110298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 14:53:36.220703 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-ccf94740-4507-4cce-9c41-e527dbedcfc7 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46205'] for floatingip (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:53:36.221536 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.v2.base [None req-cbd0b839-0b65-4e2a-b935-dd0abca17f38 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1367109975-network', 'tenant_id': 'b886b8227a9e49b6b1ea48f1024baa62'}} {{(pid=110297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:53:36.225410 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2306eadc-19ba-4107-9a4d-2b6facfd0690 None None] Sync routers for ids ['db4af115-9f4b-4bb1-9a55-aee1c9e2515d'] in dv-cinder-840289-3-iscsi {{(pid=110300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 14:53:36.235500 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2306eadc-19ba-4107-9a4d-2b6facfd0690 None None] Routers {'db4af115-9f4b-4bb1-9a55-aee1c9e2515d'} bound to L3 agent in host dv-cinder-840289-3-iscsi {{(pid=110300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:53:36.236123 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_hamode_db [None req-2306eadc-19ba-4107-9a4d-2b6facfd0690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T14:38:11Z,description=,heartbeat_timestamp=2022-05-03T14:53:11Z,host='dv-cinder-840289-3-iscsi',id=a9161e1b-902d-441f-843b-a0ff0805adee,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:38:12Z,topic='l3_agent')) {'router_ids': ['db4af115-9f4b-4bb1-9a55-aee1c9e2515d'], 'active': True} {{(pid=110300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:53:36.255366 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1d9b9d9-1de4-4d63-93d0-4e256e88f092', 'tag': '16a7f20f-eff2-4927-8740-26741afb519a'}] {{(pid=110298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 14:53:36.260744 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75d30aab20f2b99e69676ba1094dd13d61de0bc97323401ed2dd99ba05286cef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7ec5baf-ec2f-45c8-a933-775b48d18ae8" -d '{"events": [{"name": "network-changed", "server_uuid": "c1d9b9d9-1de4-4d63-93d0-4e256e88f092", "tag": "16a7f20f-eff2-4927-8740-26741afb519a"}]}' {{(pid=110298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 14:53:36.287205 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-ccf94740-4507-4cce-9c41-e527dbedcfc7 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "PUT /v2.0/floatingips/376161c1-de5d-459a-980b-db5c469ff898 HTTP/1.1" status: 200 len: 991 time: 1.0211279 May 03 14:53:36.310539 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 14:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-569373a2-9233-43c2-8edc-8ffa1862d9cb x-openstack-request-id: req-569373a2-9233-43c2-8edc-8ffa1862d9cb {{(pid=110298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 14:53:36.310839 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1d9b9d9-1de4-4d63-93d0-4e256e88f092", "tag": "16a7f20f-eff2-4927-8740-26741afb519a", "status": "completed", "code": 200}]} {{(pid=110298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 14:53:36.311131 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-569373a2-9233-43c2-8edc-8ffa1862d9cb {{(pid=110298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 14:53:36.311545 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-569373a2-9233-43c2-8edc-8ffa1862d9cb'] response: {'name': 'network-changed', 'server_uuid': 'c1d9b9d9-1de4-4d63-93d0-4e256e88f092', 'tag': '16a7f20f-eff2-4927-8740-26741afb519a', 'status': 'completed', 'code': 200} May 03 14:53:36.320856 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbd0b839-0b65-4e2a-b935-dd0abca17f38 admin admin] Made reservation on behalf of b886b8227a9e49b6b1ea48f1024baa62 for: {'network': 1} {{(pid=110297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 14:53:36.323629 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-cbd0b839-0b65-4e2a-b935-dd0abca17f38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for network (None), before_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:53:36.332051 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-cbd0b839-0b65-4e2a-b935-dd0abca17f38 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:53:36.347159 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvr_db [None req-2306eadc-19ba-4107-9a4d-2b6facfd0690 None None] Set router db4af115-9f4b-4bb1-9a55-aee1c9e2515d gateway port host: dv-cinder-840289-3-iscsi {{(pid=110300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:53:36.400032 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ec5baf-ec2f-45c8-a933-775b48d18ae8 req-6c0c7996-a3c8-41d2-87ff-7cb087f8d797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:53:36.401710 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-f7ec5baf-ec2f-45c8-a933-775b48d18ae8 req-6c0c7996-a3c8-41d2-87ff-7cb087f8d797 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=85acf5f5a53f45dd96135bdfdbd36bee&device_id=c1d9b9d9-1de4-4d63-93d0-4e256e88f092 HTTP/1.1" status: 200 len: 1129 time: 0.0441000 May 03 14:53:36.417524 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-cbd0b839-0b65-4e2a-b935-dd0abca17f38 admin admin] Publish callbacks [] for security_group (51e6b986-3081-45ff-9da6-7bf850718915), precommit_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:53:36.505459 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ec5baf-ec2f-45c8-a933-775b48d18ae8 req-630c5987-eb25-4b5d-ad51-05f80509a997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:53:36.507544 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-f7ec5baf-ec2f-45c8-a933-775b48d18ae8 req-630c5987-eb25-4b5d-ad51-05f80509a997 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2d59a619-2104-48af-9b29-5b43721c1720 HTTP/1.1" status: 200 len: 920 time: 0.0990069 May 03 14:53:36.507804 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-cbd0b839-0b65-4e2a-b935-dd0abca17f38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (51e6b986-3081-45ff-9da6-7bf850718915), after_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:53:36.534077 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbd0b839-0b65-4e2a-b935-dd0abca17f38 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 357} {{(pid=110297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 14:53:36.545892 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd0b839-0b65-4e2a-b935-dd0abca17f38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51e6b986-3081-45ff-9da6-7bf850718915,revision_number=1']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:53:36.551377 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-cbd0b839-0b65-4e2a-b935-dd0abca17f38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719716'] for segment (bbae755a-35e6-4939-bedd-ededf6640009), precommit_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:53:36.552029 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.db.segments_db [None req-cbd0b839-0b65-4e2a-b935-dd0abca17f38 admin admin] Added segment bbae755a-35e6-4939-bedd-ededf6640009 of type vlan for network c281f951-cc3b-45f3-a5a8-b04d649470d1 May 03 14:53:36.598513 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-f7ec5baf-ec2f-45c8-a933-775b48d18ae8 req-39e67586-3ff7-462d-877c-ab52a7e264bf service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=16a7f20f-eff2-4927-8740-26741afb519a HTTP/1.1" status: 200 len: 999 time: 0.0817528 May 03 14:53:36.611979 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-cbd0b839-0b65-4e2a-b935-dd0abca17f38 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775476666305'] for network (c281f951-cc3b-45f3-a5a8-b04d649470d1), precommit_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:53:36.653896 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ec5baf-ec2f-45c8-a933-775b48d18ae8 req-1ce16bf0-add0-4611-b449-0e2bf218d340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:53:36.655483 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-f7ec5baf-ec2f-45c8-a933-775b48d18ae8 req-1ce16bf0-add0-4611-b449-0e2bf218d340 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fd06123f-ac2d-4feb-b448-363a0cf902f7 HTTP/1.1" status: 200 len: 858 time: 0.0475552 May 03 14:53:36.675333 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_hamode_db [None req-2306eadc-19ba-4107-9a4d-2b6facfd0690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db4af115-9f4b-4bb1-9a55-aee1c9e2515d', 'name': 'tempest-ServerRescueNegativeTestJSON-1281093079-router', 'tenant_id': '85acf5f5a53f45dd96135bdfdbd36bee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'external_fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '5882d21c-2b98-403e-88d3-88a5b9aa99ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:47:01Z', 'updated_at': '2022-05-03T14:47:10Z', 'revision_number': 4, 'project_id': '85acf5f5a53f45dd96135bdfdbd36bee', 'gw_port': {'id': '5882d21c-2b98-403e-88d3-88a5b9aa99ab', 'name': '', 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:db:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db4af115-9f4b-4bb1-9a55-aee1c9e2515d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:47:03Z', 'updated_at': '2022-05-03T14:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f907060b-4748-4522-aeb5-06a44b689374', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-3-iscsi', '_floatingips': [{'id': '376161c1-de5d-459a-980b-db5c469ff898', 'tenant_id': '85acf5f5a53f45dd96135bdfdbd36bee', 'floating_ip_address': '172.27.0.2', 'floating_network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'router_id': 'db4af115-9f4b-4bb1-9a55-aee1c9e2515d', 'port_id': '16a7f20f-eff2-4927-8740-26741afb519a', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 399, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d59a619-2104-48af-9b29-5b43721c1720', 'mac_address': 'fa:16:3e:d4:96:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d9b9d9-1de4-4d63-93d0-4e256e88f092', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T14:49:40Z', 'updated_at': '2022-05-03T14:53:35Z', 'revision_number': 3, 'project_id': '85acf5f5a53f45dd96135bdfdbd36bee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae3ee56f-1057-44ee-85bd-bb4bf0c0703c', 'name': '', 'network_id': '2d59a619-2104-48af-9b29-5b43721c1720', 'tenant_id': '85acf5f5a53f45dd96135bdfdbd36bee', 'mac_address': 'fa:16:3e:fd:a0:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db4af115-9f4b-4bb1-9a55-aee1c9e2515d', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'fd06123f-ac2d-4feb-b448-363a0cf902f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:47:09Z', 'updated_at': '2022-05-03T14:47:19Z', 'revision_number': 5, 'project_id': '85acf5f5a53f45dd96135bdfdbd36bee', 'subnets': [{'id': 'fd06123f-ac2d-4feb-b448-363a0cf902f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-3-iscsi', False) {} {{(pid=110300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:53:36.700273 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ec5baf-ec2f-45c8-a933-775b48d18ae8 req-461ee42b-78c0-4c88-a493-ddd188dd779b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:53:36.701833 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-f7ec5baf-ec2f-45c8-a933-775b48d18ae8 req-461ee42b-78c0-4c88-a493-ddd188dd779b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2d59a619-2104-48af-9b29-5b43721c1720&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398662 May 03 14:53:36.702127 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-cbd0b839-0b65-4e2a-b935-dd0abca17f38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613'] for network (c281f951-cc3b-45f3-a5a8-b04d649470d1), after_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:53:36.703144 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd0b839-0b65-4e2a-b935-dd0abca17f38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:53:36.703746 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-cbd0b839-0b65-4e2a-b935-dd0abca17f38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603595'] for network (None), before_response {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:53:36.705422 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2306eadc-19ba-4107-9a4d-2b6facfd0690 None None] Checking router: db4af115-9f4b-4bb1-9a55-aee1c9e2515d for host: dv-cinder-840289-3-iscsi {{(pid=110300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 14:53:36.714660 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2306eadc-19ba-4107-9a4d-2b6facfd0690 None None] Routers {'db4af115-9f4b-4bb1-9a55-aee1c9e2515d'} bound to L3 agent in host dv-cinder-840289-3-iscsi {{(pid=110300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:53:36.715313 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_hamode_db [None req-2306eadc-19ba-4107-9a4d-2b6facfd0690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T14:38:11Z,description=,heartbeat_timestamp=2022-05-03T14:53:11Z,host='dv-cinder-840289-3-iscsi',id=a9161e1b-902d-441f-843b-a0ff0805adee,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:38:12Z,topic='l3_agent')) {'router_ids': ['db4af115-9f4b-4bb1-9a55-aee1c9e2515d'], 'active': True} {{(pid=110300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:53:36.778517 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd0b839-0b65-4e2a-b935-dd0abca17f38 admin admin] Pushing event updated for resources: {'Network': ['ID=c281f951-cc3b-45f3-a5a8-b04d649470d1,revision_number=1']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:53:36.789123 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Network c281f951-cc3b-45f3-a5a8-b04d649470d1 details requested by agent ovs-agent-dv-cinder-840289-3-iscsi with host dv-cinder-840289-3-iscsi {{(pid=110299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 03 14:53:36.804606 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-f7ec5baf-ec2f-45c8-a933-775b48d18ae8 req-5d76e998-f43a-4ff5-8124-c05b15fbe9fc service neutron] 10.222.0.55 "GET /v2.0/networks/2d59a619-2104-48af-9b29-5b43721c1720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957770 May 03 14:53:36.805573 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-cbd0b839-0b65-4e2a-b935-dd0abca17f38 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6774421 May 03 14:53:36.807846 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 45314) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:53:36.813018 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.v2.base [None req-9d8217cd-4059-43c9-b228-332591437da6 admin admin] Request body: {'subnet': {'network_id': 'c281f951-cc3b-45f3-a5a8-b04d649470d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1367109975-subnet', 'tenant_id': 'b886b8227a9e49b6b1ea48f1024baa62', 'ip_version': 4}} {{(pid=110298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:53:36.824791 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvr_db [None req-2306eadc-19ba-4107-9a4d-2b6facfd0690 None None] Set router db4af115-9f4b-4bb1-9a55-aee1c9e2515d gateway port host: dv-cinder-840289-3-iscsi {{(pid=110300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:53:36.915938 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-f7ec5baf-ec2f-45c8-a933-775b48d18ae8 req-2e5d2bf4-6248-4f8e-b159-d7cd3bcad33f service neutron] 10.222.0.55 "GET /v2.0/networks/2d59a619-2104-48af-9b29-5b43721c1720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981455 May 03 14:53:36.926588 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d8217cd-4059-43c9-b228-332591437da6 admin admin] Made reservation on behalf of b886b8227a9e49b6b1ea48f1024baa62 for: {'subnet': 1} {{(pid=110298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 14:53:36.928885 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-9d8217cd-4059-43c9-b228-332591437da6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25436669'] for subnet (None), before_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:53:37.046080 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_hamode_db [None req-2306eadc-19ba-4107-9a4d-2b6facfd0690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db4af115-9f4b-4bb1-9a55-aee1c9e2515d', 'name': 'tempest-ServerRescueNegativeTestJSON-1281093079-router', 'tenant_id': '85acf5f5a53f45dd96135bdfdbd36bee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'external_fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '5882d21c-2b98-403e-88d3-88a5b9aa99ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:47:01Z', 'updated_at': '2022-05-03T14:47:10Z', 'revision_number': 4, 'project_id': '85acf5f5a53f45dd96135bdfdbd36bee', 'gw_port': {'id': '5882d21c-2b98-403e-88d3-88a5b9aa99ab', 'name': '', 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:db:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db4af115-9f4b-4bb1-9a55-aee1c9e2515d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:47:03Z', 'updated_at': '2022-05-03T14:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f907060b-4748-4522-aeb5-06a44b689374', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-3-iscsi', '_floatingips': [{'id': '376161c1-de5d-459a-980b-db5c469ff898', 'tenant_id': '85acf5f5a53f45dd96135bdfdbd36bee', 'floating_ip_address': '172.27.0.2', 'floating_network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'router_id': 'db4af115-9f4b-4bb1-9a55-aee1c9e2515d', 'port_id': '16a7f20f-eff2-4927-8740-26741afb519a', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 399, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d59a619-2104-48af-9b29-5b43721c1720', 'mac_address': 'fa:16:3e:d4:96:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d9b9d9-1de4-4d63-93d0-4e256e88f092', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T14:49:40Z', 'updated_at': '2022-05-03T14:53:35Z', 'revision_number': 3, 'project_id': '85acf5f5a53f45dd96135bdfdbd36bee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae3ee56f-1057-44ee-85bd-bb4bf0c0703c', 'name': '', 'network_id': '2d59a619-2104-48af-9b29-5b43721c1720', 'tenant_id': '85acf5f5a53f45dd96135bdfdbd36bee', 'mac_address': 'fa:16:3e:fd:a0:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db4af115-9f4b-4bb1-9a55-aee1c9e2515d', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'fd06123f-ac2d-4feb-b448-363a0cf902f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:47:09Z', 'updated_at': '2022-05-03T14:47:19Z', 'revision_number': 5, 'project_id': '85acf5f5a53f45dd96135bdfdbd36bee', 'subnets': [{'id': 'fd06123f-ac2d-4feb-b448-363a0cf902f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-3-iscsi', False) {} {{(pid=110300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:53:37.072432 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2306eadc-19ba-4107-9a4d-2b6facfd0690 None None] The sync data for ids ['db4af115-9f4b-4bb1-9a55-aee1c9e2515d'] in dv-cinder-840289-3-iscsi is: [{'id': 'db4af115-9f4b-4bb1-9a55-aee1c9e2515d', 'name': 'tempest-ServerRescueNegativeTestJSON-1281093079-router', 'tenant_id': '85acf5f5a53f45dd96135bdfdbd36bee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'external_fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '5882d21c-2b98-403e-88d3-88a5b9aa99ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:47:01Z', 'updated_at': '2022-05-03T14:47:10Z', 'revision_number': 4, 'project_id': '85acf5f5a53f45dd96135bdfdbd36bee', 'gw_port': {'id': '5882d21c-2b98-403e-88d3-88a5b9aa99ab', 'name': '', 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:db:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db4af115-9f4b-4bb1-9a55-aee1c9e2515d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:47:03Z', 'updated_at': '2022-05-03T14:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f907060b-4748-4522-aeb5-06a44b689374', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-3-iscsi', '_floatingips': [{'id': '376161c1-de5d-459a-980b-db5c469ff898', 'tenant_id': '85acf5f5a53f45dd96135bdfdbd36bee', 'floating_ip_address': '172.27.0.2', 'floating_network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'router_id': 'db4af115-9f4b-4bb1-9a55-aee1c9e2515d', 'port_id': '16a7f20f-eff2-4927-8740-26741afb519a', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 399, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d59a619-2104-48af-9b29-5b43721c1720', 'mac_address': 'fa:16:3e:d4:96:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d9b9d9-1de4-4d63-93d0-4e256e88f092', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T14:49:40Z', 'updated_at': '2022-05-03T14:53:35Z', 'revision_number': 3, 'project_id': '85acf5f5a53f45dd96135bdfdbd36bee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae3ee56f-1057-44ee-85bd-bb4bf0c0703c', 'name': '', 'network_id': '2d59a619-2104-48af-9b29-5b43721c1720', 'tenant_id': '85acf5f5a53f45dd96135bdfdbd36bee', 'mac_address': 'fa:16:3e:fd:a0:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db4af115-9f4b-4bb1-9a55-aee1c9e2515d', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'fd06123f-ac2d-4feb-b448-363a0cf902f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:47:09Z', 'updated_at': '2022-05-03T14:47:19Z', 'revision_number': 5, 'project_id': '85acf5f5a53f45dd96135bdfdbd36bee', 'subnets': [{'id': 'fd06123f-ac2d-4feb-b448-363a0cf902f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 14:53:37.149240 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-9d8217cd-4059-43c9-b228-332591437da6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25807318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25436643'] for subnet (12a86955-a43c-4b6c-a091-46e3b2faf098), after_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:53:37.213690 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8217cd-4059-43c9-b228-332591437da6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=12a86955-a43c-4b6c-a091-46e3b2faf098,revision_number=0']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:53:37.224130 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8217cd-4059-43c9-b228-332591437da6 admin admin] Checking segment: {'id': 'bbae755a-35e6-4939-bedd-ededf6640009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'c281f951-cc3b-45f3-a5a8-b04d649470d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 14:53:37.224722 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d8217cd-4059-43c9-b228-332591437da6 admin admin] Network hostable DHCP agents. Network: c281f951-cc3b-45f3-a5a8-b04d649470d1, hostable agents: ['5d16a8e7-5fab-4607-ae51-2b468a019c05'], hosted agents: [] {{(pid=110298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 14:53:37.324780 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d8217cd-4059-43c9-b228-332591437da6 admin admin] Network c281f951-cc3b-45f3-a5a8-b04d649470d1 is scheduled to be hosted by DHCP agent 5d16a8e7-5fab-4607-ae51-2b468a019c05 with binding_index 1 {{(pid=110298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 14:53:37.421798 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.scheduler.base_scheduler [None req-9d8217cd-4059-43c9-b228-332591437da6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840289-3-iscsi, c281f951-cc3b-45f3-a5a8-b04d649470d1) {{(pid=110298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 14:53:37.425850 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d8217cd-4059-43c9-b228-332591437da6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:53:37.426443 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-9d8217cd-4059-43c9-b228-332591437da6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603595'] for subnet (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:53:37.435236 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b6e33d3-59a1-47d4-9486-8c457c264b94 None None] Network c281f951-cc3b-45f3-a5a8-b04d649470d1 requested from dv-cinder-840289-3-iscsi {{(pid=110299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 14:53:37.496349 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-9d8217cd-4059-43c9-b228-332591437da6 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6870406 May 03 14:53:37.498792 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 45316) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:53:37.503713 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.v2.base [None req-caface77-ebf6-4556-8d54-897224acdf81 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1367109975-router', 'tenant_id': 'b886b8227a9e49b6b1ea48f1024baa62', 'external_gateway_info': {'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c'}}} {{(pid=110298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:53:37.531070 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c35891ac-57e2-4b49-ab54-d37aea5d1093 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34cf8f42-598f-5304-9936-d07867131aca-c281f951-cc3b-45f3-a5a8-b04d649470d1', 'network_id': 'c281f951-cc3b-45f3-a5a8-b04d649470d1', 'project_id': 'b886b8227a9e49b6b1ea48f1024baa62', 'fixed_ips': [{'subnet_id': '12a86955-a43c-4b6c-a091-46e3b2faf098'}]}} from dv-cinder-840289-3-iscsi. {{(pid=110299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 03 14:53:37.531905 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-c35891ac-57e2-4b49-ab54-d37aea5d1093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (None), before_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:53:37.590079 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-caface77-ebf6-4556-8d54-897224acdf81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1693469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3141'] for router (63ef9441-6254-48b7-bd26-cc250feb1e6d), before_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:53:37.591155 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-caface77-ebf6-4556-8d54-897224acdf81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1693617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698068', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1739037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3132'] for router (63ef9441-6254-48b7-bd26-cc250feb1e6d), precommit_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:53:37.647439 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-caface77-ebf6-4556-8d54-897224acdf81 admin admin] Publish callbacks [] for router_controller (63ef9441-6254-48b7-bd26-cc250feb1e6d), precommit_add_association {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:53:37.792308 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.db_base_plugin_common [None req-c35891ac-57e2-4b49-ab54-d37aea5d1093 None None] Allocated IP 172.20.0.2 (c281f951-cc3b-45f3-a5a8-b04d649470d1/12a86955-a43c-4b6c-a091-46e3b2faf098/1b85c9f3-42f3-45d8-ba90-95c3c6da857d) {{(pid=110299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 14:53:37.941904 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-c35891ac-57e2-4b49-ab54-d37aea5d1093 None None] Publish callbacks [] for port (1b85c9f3-42f3-45d8-ba90-95c3c6da857d), precommit_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:53:38.025545 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-c35891ac-57e2-4b49-ab54-d37aea5d1093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775476647060'] for port (1b85c9f3-42f3-45d8-ba90-95c3c6da857d), after_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:53:38.063101 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c35891ac-57e2-4b49-ab54-d37aea5d1093 None None] Network c281f951-cc3b-45f3-a5a8-b04d649470d1 is already hosted by enough agents. {{(pid=110299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 14:53:38.066079 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.scheduler.base_scheduler [None req-c35891ac-57e2-4b49-ab54-d37aea5d1093 None None] Resources bound (agent type, host, resource id): {{(pid=110299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 14:53:38.072587 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c35891ac-57e2-4b49-ab54-d37aea5d1093 None None] Received port after_create {{(pid=110299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 14:53:38.078967 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35891ac-57e2-4b49-ab54-d37aea5d1093 None None] Pushing event updated for resources: {'Port': ['ID=1b85c9f3-42f3-45d8-ba90-95c3c6da857d,revision_number=1']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:53:38.094731 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-caface77-ebf6-4556-8d54-897224acdf81 admin admin] Publish callbacks [] for router_gateway (63ef9441-6254-48b7-bd26-cc250feb1e6d), precommit_update {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:53:38.137387 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.managers [None req-c35891ac-57e2-4b49-ab54-d37aea5d1093 None None] Attempting to bind port 1b85c9f3-42f3-45d8-ba90-95c3c6da857d on host dv-cinder-840289-3-iscsi for vnic_type normal with profile {{(pid=110299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 14:53:38.137758 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.managers [None req-c35891ac-57e2-4b49-ab54-d37aea5d1093 None None] Attempting to bind port 1b85c9f3-42f3-45d8-ba90-95c3c6da857d by drivers openvswitch,hyperv on host dv-cinder-840289-3-iscsi at level 0 using segments [{'id': 'bbae755a-35e6-4939-bedd-ededf6640009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'c281f951-cc3b-45f3-a5a8-b04d649470d1'}] {{(pid=110299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 14:53:38.138123 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c35891ac-57e2-4b49-ab54-d37aea5d1093 None None] Attempting to bind port 1b85c9f3-42f3-45d8-ba90-95c3c6da857d on network c281f951-cc3b-45f3-a5a8-b04d649470d1 {{(pid=110299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 14:53:38.143051 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c35891ac-57e2-4b49-ab54-d37aea5d1093 None None] Checking agent: {'id': '16d44442-859c-4c9b-bc72-04cb3b8a5d5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840289-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 14, 38, 15), 'started_at': datetime.datetime(2022, 5, 3, 14, 38, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 14, 53, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840289-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 14:53:38.143428 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c35891ac-57e2-4b49-ab54-d37aea5d1093 None None] Checking segment: {'id': 'bbae755a-35e6-4939-bedd-ededf6640009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'c281f951-cc3b-45f3-a5a8-b04d649470d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 14:53:38.143828 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-c35891ac-57e2-4b49-ab54-d37aea5d1093 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:53:38.144220 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c35891ac-57e2-4b49-ab54-d37aea5d1093 None None] Bound using segment: {'id': 'bbae755a-35e6-4939-bedd-ededf6640009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'c281f951-cc3b-45f3-a5a8-b04d649470d1'} {{(pid=110299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 14:53:38.144681 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.managers [None req-c35891ac-57e2-4b49-ab54-d37aea5d1093 None None] Bound port: 1b85c9f3-42f3-45d8-ba90-95c3c6da857d, host: dv-cinder-840289-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbae755a-35e6-4939-bedd-ededf6640009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'c281f951-cc3b-45f3-a5a8-b04d649470d1'}}] {{(pid=110299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 14:53:38.145060 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-c35891ac-57e2-4b49-ab54-d37aea5d1093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (1b85c9f3-42f3-45d8-ba90-95c3c6da857d), before_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:53:38.205663 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-c35891ac-57e2-4b49-ab54-d37aea5d1093 None None] For port 1b85c9f3-42f3-45d8-ba90-95c3c6da857d, host dv-cinder-840289-3-iscsi, cleared binding levels {{(pid=110299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 14:53:38.208564 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-c35891ac-57e2-4b49-ab54-d37aea5d1093 None None] For port 1b85c9f3-42f3-45d8-ba90-95c3c6da857d, host dv-cinder-840289-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-3-iscsi',level=0,port_id=1b85c9f3-42f3-45d8-ba90-95c3c6da857d,segment=NetworkSegment(bbae755a-35e6-4939-bedd-ededf6640009),segment_id=bbae755a-35e6-4939-bedd-ededf6640009)] {{(pid=110299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 14:53:38.293012 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-c35891ac-57e2-4b49-ab54-d37aea5d1093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096'] for port (1b85c9f3-42f3-45d8-ba90-95c3c6da857d), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:53:38.338772 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1d9b9d9-1de4-4d63-93d0-4e256e88f092', 'tag': '16a7f20f-eff2-4927-8740-26741afb519a'}] {{(pid=110298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 14:53:38.341046 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75d30aab20f2b99e69676ba1094dd13d61de0bc97323401ed2dd99ba05286cef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-909c22f6-2cbf-441c-b0aa-6e72194a7d66" -d '{"events": [{"name": "network-changed", "server_uuid": "c1d9b9d9-1de4-4d63-93d0-4e256e88f092", "tag": "16a7f20f-eff2-4927-8740-26741afb519a"}]}' {{(pid=110298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 14:53:38.350828 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35891ac-57e2-4b49-ab54-d37aea5d1093 None None] Pushing event updated for resources: {'Port': ['ID=1b85c9f3-42f3-45d8-ba90-95c3c6da857d,revision_number=2']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:53:38.384773 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 14:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54460d57-81bf-4a6b-b320-1c3e31e89b28 x-openstack-request-id: req-54460d57-81bf-4a6b-b320-1c3e31e89b28 {{(pid=110298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 14:53:38.385069 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1d9b9d9-1de4-4d63-93d0-4e256e88f092", "tag": "16a7f20f-eff2-4927-8740-26741afb519a", "status": "completed", "code": 200}]} {{(pid=110298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 14:53:38.385319 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-54460d57-81bf-4a6b-b320-1c3e31e89b28 {{(pid=110298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 14:53:38.385711 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54460d57-81bf-4a6b-b320-1c3e31e89b28'] response: {'name': 'network-changed', 'server_uuid': 'c1d9b9d9-1de4-4d63-93d0-4e256e88f092', 'tag': '16a7f20f-eff2-4927-8740-26741afb519a', 'status': 'completed', 'code': 200} May 03 14:53:38.396288 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-caface77-ebf6-4556-8d54-897224acdf81 admin admin] Publish callbacks [] for router_gateway (63ef9441-6254-48b7-bd26-cc250feb1e6d), before_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:53:38.416597 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-caface77-ebf6-4556-8d54-897224acdf81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (None), before_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:53:38.504561 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909c22f6-2cbf-441c-b0aa-6e72194a7d66 req-dbb3e67a-abb1-4dd1-a0b9-30fe8fd9be89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:53:38.509923 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-909c22f6-2cbf-441c-b0aa-6e72194a7d66 req-dbb3e67a-abb1-4dd1-a0b9-30fe8fd9be89 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=85acf5f5a53f45dd96135bdfdbd36bee&device_id=c1d9b9d9-1de4-4d63-93d0-4e256e88f092 HTTP/1.1" status: 200 len: 1129 time: 0.0493326 May 03 14:53:38.631640 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.db.db_base_plugin_common [None req-caface77-ebf6-4556-8d54-897224acdf81 admin admin] Allocated IP 172.27.0.159 (7456e722-9446-4a17-bcf3-c72dce07c65c/f907060b-4748-4522-aeb5-06a44b689374/872c30a2-9e0c-4409-804b-cf3c58c18824) {{(pid=110298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 14:53:38.671978 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909c22f6-2cbf-441c-b0aa-6e72194a7d66 req-02d0b1a0-97b0-4baf-8ff3-90428dd5383c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:53:38.673452 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-909c22f6-2cbf-441c-b0aa-6e72194a7d66 req-02d0b1a0-97b0-4baf-8ff3-90428dd5383c service neutron] 10.222.0.55 "GET /v2.0/networks?id=2d59a619-2104-48af-9b29-5b43721c1720 HTTP/1.1" status: 200 len: 920 time: 0.1564589 May 03 14:53:38.744059 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-d1a35b2c-ea1c-48cf-8752-f814b9370fc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (5d16a8e7-5fab-4607-ae51-2b468a019c05), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:53:38.783288 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-909c22f6-2cbf-441c-b0aa-6e72194a7d66 req-7ef38842-16a7-44af-ba56-690088c3ebe4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=16a7f20f-eff2-4927-8740-26741afb519a HTTP/1.1" status: 200 len: 999 time: 0.1016755 May 03 14:53:38.832784 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-caface77-ebf6-4556-8d54-897224acdf81 admin admin] Publish callbacks [] for port (872c30a2-9e0c-4409-804b-cf3c58c18824), precommit_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:53:38.853050 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909c22f6-2cbf-441c-b0aa-6e72194a7d66 req-113806c2-784f-407b-a9f3-b3a1dd99a1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:53:38.854496 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-909c22f6-2cbf-441c-b0aa-6e72194a7d66 req-113806c2-784f-407b-a9f3-b3a1dd99a1d8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fd06123f-ac2d-4feb-b448-363a0cf902f7 HTTP/1.1" status: 200 len: 858 time: 0.0640388 May 03 14:53:38.909933 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909c22f6-2cbf-441c-b0aa-6e72194a7d66 req-769aff92-1216-4904-882d-ca1c5e314630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:53:38.911457 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-909c22f6-2cbf-441c-b0aa-6e72194a7d66 req-769aff92-1216-4904-882d-ca1c5e314630 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2d59a619-2104-48af-9b29-5b43721c1720&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0474658 May 03 14:53:38.951576 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-caface77-ebf6-4556-8d54-897224acdf81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775476647060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25806886'] for port (872c30a2-9e0c-4409-804b-cf3c58c18824), after_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:53:39.040357 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caface77-ebf6-4556-8d54-897224acdf81 admin admin] Network 7456e722-9446-4a17-bcf3-c72dce07c65c is already hosted by enough agents. {{(pid=110298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 14:53:39.055608 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.scheduler.base_scheduler [None req-caface77-ebf6-4556-8d54-897224acdf81 admin admin] Resources bound (agent type, host, resource id): {{(pid=110298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 14:53:39.057667 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caface77-ebf6-4556-8d54-897224acdf81 admin admin] Pushing event updated for resources: {'Port': ['ID=872c30a2-9e0c-4409-804b-cf3c58c18824,revision_number=1']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:53:39.059939 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caface77-ebf6-4556-8d54-897224acdf81 admin admin] Received port after_create {{(pid=110298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 14:53:39.085329 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-909c22f6-2cbf-441c-b0aa-6e72194a7d66 req-4418b3ba-9911-49bc-b427-b4e976a6e2f5 service neutron] 10.222.0.55 "GET /v2.0/networks/2d59a619-2104-48af-9b29-5b43721c1720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635063 May 03 14:53:39.246837 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d01d056c-1497-42a1-8fa9-56b842e6e02e None None] Network c281f951-cc3b-45f3-a5a8-b04d649470d1 requested from dv-cinder-840289-3-iscsi {{(pid=110299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 14:53:39.279022 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-909c22f6-2cbf-441c-b0aa-6e72194a7d66 req-b9973eb1-56a7-4455-a610-e719fe928707 service neutron] 10.222.0.55 "GET /v2.0/networks/2d59a619-2104-48af-9b29-5b43721c1720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871560 May 03 14:53:39.313032 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [None req-6c95f368-b88e-43b4-83e2-1a8b68cdde37 None None] Provisioning complete for port 1b85c9f3-42f3-45d8-ba90-95c3c6da857d triggered by entity DHCP. {{(pid=110299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:53:39.313463 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-6c95f368-b88e-43b4-83e2-1a8b68cdde37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728915'] for port (1b85c9f3-42f3-45d8-ba90-95c3c6da857d), provisioning_complete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:53:39.429749 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-6c95f368-b88e-43b4-83e2-1a8b68cdde37 None None] Current status of the port 1b85c9f3-42f3-45d8-ba90-95c3c6da857d is: DOWN; New status is: ACTIVE {{(pid=110299) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:53:39.430298 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-6c95f368-b88e-43b4-83e2-1a8b68cdde37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (1b85c9f3-42f3-45d8-ba90-95c3c6da857d), before_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:53:39.466305 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-6c95f368-b88e-43b4-83e2-1a8b68cdde37 None None] For port 1b85c9f3-42f3-45d8-ba90-95c3c6da857d, host dv-cinder-840289-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-3-iscsi',level=0,port_id=1b85c9f3-42f3-45d8-ba90-95c3c6da857d,segment=NetworkSegment(bbae755a-35e6-4939-bedd-ededf6640009),segment_id=bbae755a-35e6-4939-bedd-ededf6640009)] {{(pid=110299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:53:39.502429 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-caface77-ebf6-4556-8d54-897224acdf81 admin admin] Publish callbacks [] for router_gateway (63ef9441-6254-48b7-bd26-cc250feb1e6d), after_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:53:39.531549 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-6c95f368-b88e-43b4-83e2-1a8b68cdde37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096'] for port (1b85c9f3-42f3-45d8-ba90-95c3c6da857d), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:53:39.582011 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c95f368-b88e-43b4-83e2-1a8b68cdde37 None None] Pushing event updated for resources: {'Port': ['ID=1b85c9f3-42f3-45d8-ba90-95c3c6da857d,revision_number=3']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:53:39.653126 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [None req-9c4a9a8a-711c-4b92-b0d1-0a5ffdc53020 None None] Provisioning complete for port 1b85c9f3-42f3-45d8-ba90-95c3c6da857d triggered by entity DHCP. {{(pid=110299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:53:39.653512 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-9c4a9a8a-711c-4b92-b0d1-0a5ffdc53020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728915'] for port (1b85c9f3-42f3-45d8-ba90-95c3c6da857d), provisioning_complete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:53:39.716671 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-caface77-ebf6-4556-8d54-897224acdf81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698251'] for router (63ef9441-6254-48b7-bd26-cc250feb1e6d), after_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:53:39.735492 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-9c4a9a8a-711c-4b92-b0d1-0a5ffdc53020 None None] Current status of the port 1b85c9f3-42f3-45d8-ba90-95c3c6da857d is: ACTIVE; New status is: ACTIVE {{(pid=110299) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:53:39.932215 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caface77-ebf6-4556-8d54-897224acdf81 admin admin] Router 63ef9441-6254-48b7-bd26-cc250feb1e6d is scheduled to L3 agent a9161e1b-902d-441f-843b-a0ff0805adee with binding_index 1 {{(pid=110298) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 03 14:53:40.034622 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Device 1b85c9f3-42f3-45d8-ba90-95c3c6da857d up at agent ovs-agent-dv-cinder-840289-3-iscsi {{(pid=110299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 14:53:40.046061 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caface77-ebf6-4556-8d54-897224acdf81 admin admin] Notify agent at l3_agent.dv-cinder-840289-3-iscsi the message routers_updated {{(pid=110298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 14:53:40.062278 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a58f4a9f-e309-456f-843f-44577ae16e8c None None] Sync routers for ids ['63ef9441-6254-48b7-bd26-cc250feb1e6d'] in dv-cinder-840289-3-iscsi {{(pid=110299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 14:53:40.092441 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a58f4a9f-e309-456f-843f-44577ae16e8c None None] Routers {'63ef9441-6254-48b7-bd26-cc250feb1e6d'} bound to L3 agent in host dv-cinder-840289-3-iscsi {{(pid=110299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:53:40.093072 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_hamode_db [None req-a58f4a9f-e309-456f-843f-44577ae16e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T14:38:11Z,description=,heartbeat_timestamp=2022-05-03T14:53:11Z,host='dv-cinder-840289-3-iscsi',id=a9161e1b-902d-441f-843b-a0ff0805adee,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:38:12Z,topic='l3_agent')) {'router_ids': ['63ef9441-6254-48b7-bd26-cc250feb1e6d'], 'active': True} {{(pid=110299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:53:40.117863 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-caface77-ebf6-4556-8d54-897224acdf81 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:53:40.119255 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-caface77-ebf6-4556-8d54-897224acdf81 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.6189358 May 03 14:53:40.121867 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 45324) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:53:40.157630 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Provisioning complete for port 1b85c9f3-42f3-45d8-ba90-95c3c6da857d triggered by entity L2. {{(pid=110299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:53:40.158011 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728915'] for port (1b85c9f3-42f3-45d8-ba90-95c3c6da857d), provisioning_complete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:53:40.264543 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_dvr_db [None req-a58f4a9f-e309-456f-843f-44577ae16e8c None None] Set router 63ef9441-6254-48b7-bd26-cc250feb1e6d gateway port host: dv-cinder-840289-3-iscsi {{(pid=110299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:53:40.378729 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Current status of the port 1b85c9f3-42f3-45d8-ba90-95c3c6da857d is: ACTIVE; New status is: ACTIVE {{(pid=110299) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:53:40.479479 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_hamode_db [None req-a58f4a9f-e309-456f-843f-44577ae16e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63ef9441-6254-48b7-bd26-cc250feb1e6d', 'name': 'tempest-TestMinimumBasicScenario-1367109975-router', 'tenant_id': 'b886b8227a9e49b6b1ea48f1024baa62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'external_fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '872c30a2-9e0c-4409-804b-cf3c58c18824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:53:37Z', 'updated_at': '2022-05-03T14:53:39Z', 'revision_number': 3, 'project_id': 'b886b8227a9e49b6b1ea48f1024baa62', 'gw_port': {'id': '872c30a2-9e0c-4409-804b-cf3c58c18824', 'name': '', 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:c4:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63ef9441-6254-48b7-bd26-cc250feb1e6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:53:38Z', 'updated_at': '2022-05-03T14:53:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f907060b-4748-4522-aeb5-06a44b689374', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-3-iscsi'}], 'dv-cinder-840289-3-iscsi', False) {} {{(pid=110299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:53:40.512401 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a58f4a9f-e309-456f-843f-44577ae16e8c None None] Checking router: 63ef9441-6254-48b7-bd26-cc250feb1e6d for host: dv-cinder-840289-3-iscsi {{(pid=110299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 14:53:40.512535 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a58f4a9f-e309-456f-843f-44577ae16e8c None None] Updating router 63ef9441-6254-48b7-bd26-cc250feb1e6d port 872c30a2-9e0c-4409-804b-cf3c58c18824 binding host dv-cinder-840289-3-iscsi {{(pid=110299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 14:53:40.543767 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a58f4a9f-e309-456f-843f-44577ae16e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (872c30a2-9e0c-4409-804b-cf3c58c18824), before_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:53:40.552520 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-30b36b86-3c0a-4ed6-9981-4581e66259f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (None), before_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:53:40.746770 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.db.db_base_plugin_common [None req-30b36b86-3c0a-4ed6-9981-4581e66259f2 admin admin] Allocated IP 172.20.0.1 (c281f951-cc3b-45f3-a5a8-b04d649470d1/12a86955-a43c-4b6c-a091-46e3b2faf098/b5316484-3e70-43ac-a9f7-1f8843ab55ac) {{(pid=110298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 14:53:40.838418 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a58f4a9f-e309-456f-843f-44577ae16e8c None None] Publish callbacks [] for port (872c30a2-9e0c-4409-804b-cf3c58c18824), precommit_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:53:40.856097 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-30b36b86-3c0a-4ed6-9981-4581e66259f2 admin admin] Publish callbacks [] for port (b5316484-3e70-43ac-a9f7-1f8843ab55ac), precommit_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:53:40.909850 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a58f4a9f-e309-456f-843f-44577ae16e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096'] for port (872c30a2-9e0c-4409-804b-cf3c58c18824), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:53:40.948574 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-30b36b86-3c0a-4ed6-9981-4581e66259f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775476647060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25806886'] for port (b5316484-3e70-43ac-a9f7-1f8843ab55ac), after_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:53:40.976238 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4679cdaf-7a23-4089-b8b9-2ac644ee0288 None None] Pushing event updated for resources: {'Port': ['ID=872c30a2-9e0c-4409-804b-cf3c58c18824,revision_number=2']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:53:40.980643 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.managers [None req-a58f4a9f-e309-456f-843f-44577ae16e8c None None] Attempting to bind port 872c30a2-9e0c-4409-804b-cf3c58c18824 on host dv-cinder-840289-3-iscsi for vnic_type normal with profile {{(pid=110299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 14:53:40.981022 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.managers [None req-a58f4a9f-e309-456f-843f-44577ae16e8c None None] Attempting to bind port 872c30a2-9e0c-4409-804b-cf3c58c18824 by drivers openvswitch,hyperv on host dv-cinder-840289-3-iscsi at level 0 using segments [{'id': '0c3170a2-2f96-4172-a4d6-7b5474706bd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c'}] {{(pid=110299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 14:53:40.981391 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58f4a9f-e309-456f-843f-44577ae16e8c None None] Attempting to bind port 872c30a2-9e0c-4409-804b-cf3c58c18824 on network 7456e722-9446-4a17-bcf3-c72dce07c65c {{(pid=110299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 14:53:40.986833 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58f4a9f-e309-456f-843f-44577ae16e8c None None] Checking agent: {'id': '16d44442-859c-4c9b-bc72-04cb3b8a5d5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840289-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 14, 38, 15), 'started_at': datetime.datetime(2022, 5, 3, 14, 38, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 14, 53, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840289-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 14:53:40.987248 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58f4a9f-e309-456f-843f-44577ae16e8c None None] Checking segment: {'id': '0c3170a2-2f96-4172-a4d6-7b5474706bd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 14:53:40.987652 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a58f4a9f-e309-456f-843f-44577ae16e8c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:53:40.988051 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58f4a9f-e309-456f-843f-44577ae16e8c None None] Bound using segment: {'id': '0c3170a2-2f96-4172-a4d6-7b5474706bd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c'} {{(pid=110299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 14:53:40.988523 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.managers [None req-a58f4a9f-e309-456f-843f-44577ae16e8c None None] Bound port: 872c30a2-9e0c-4409-804b-cf3c58c18824, host: dv-cinder-840289-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c3170a2-2f96-4172-a4d6-7b5474706bd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c'}}] {{(pid=110299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 14:53:40.989491 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a58f4a9f-e309-456f-843f-44577ae16e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (872c30a2-9e0c-4409-804b-cf3c58c18824), before_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:53:40.995022 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30b36b86-3c0a-4ed6-9981-4581e66259f2 admin admin] Network c281f951-cc3b-45f3-a5a8-b04d649470d1 is already hosted by enough agents. {{(pid=110298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 14:53:40.998141 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.scheduler.base_scheduler [None req-30b36b86-3c0a-4ed6-9981-4581e66259f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=110298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 14:53:41.001608 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b36b86-3c0a-4ed6-9981-4581e66259f2 admin admin] Received port after_create {{(pid=110298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 14:53:41.011534 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.agents_db [None req-dd30728e-be63-467e-afaf-aba6f24eb33e None None] Agent healthcheck: found 6 active agents {{(pid=110300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 14:53:41.052631 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b36b86-3c0a-4ed6-9981-4581e66259f2 admin admin] Pushing event updated for resources: {'Port': ['ID=b5316484-3e70-43ac-a9f7-1f8843ab55ac,revision_number=1']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:53:41.068646 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-30b36b86-3c0a-4ed6-9981-4581e66259f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1694142'] for router_interface (63ef9441-6254-48b7-bd26-cc250feb1e6d), before_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:53:41.072928 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-a58f4a9f-e309-456f-843f-44577ae16e8c None None] For port 872c30a2-9e0c-4409-804b-cf3c58c18824, host dv-cinder-840289-3-iscsi, cleared binding levels {{(pid=110299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 14:53:41.076792 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-a58f4a9f-e309-456f-843f-44577ae16e8c None None] For port 872c30a2-9e0c-4409-804b-cf3c58c18824, host dv-cinder-840289-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-3-iscsi',level=0,port_id=872c30a2-9e0c-4409-804b-cf3c58c18824,segment=NetworkSegment(0c3170a2-2f96-4172-a4d6-7b5474706bd0),segment_id=0c3170a2-2f96-4172-a4d6-7b5474706bd0)] {{(pid=110299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 14:53:41.143241 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a58f4a9f-e309-456f-843f-44577ae16e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096'] for port (872c30a2-9e0c-4409-804b-cf3c58c18824), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:53:41.175170 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-819176eb-3c39-4e0c-b85a-be84b503a827 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (a9161e1b-902d-441f-843b-a0ff0805adee), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:53:41.205815 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a58f4a9f-e309-456f-843f-44577ae16e8c None None] Routers {'63ef9441-6254-48b7-bd26-cc250feb1e6d'} bound to L3 agent in host dv-cinder-840289-3-iscsi {{(pid=110299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:53:41.206456 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_hamode_db [None req-a58f4a9f-e309-456f-843f-44577ae16e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T14:38:11Z,description=,heartbeat_timestamp=2022-05-03T14:53:41Z,host='dv-cinder-840289-3-iscsi',id=a9161e1b-902d-441f-843b-a0ff0805adee,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:38:12Z,topic='l3_agent')) {'router_ids': ['63ef9441-6254-48b7-bd26-cc250feb1e6d'], 'active': True} {{(pid=110299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:53:41.211842 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4679cdaf-7a23-4089-b8b9-2ac644ee0288 None None] Pushing event updated for resources: {'Port': ['ID=872c30a2-9e0c-4409-804b-cf3c58c18824,revision_number=3']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:53:41.266264 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-30b36b86-3c0a-4ed6-9981-4581e66259f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (b5316484-3e70-43ac-a9f7-1f8843ab55ac), before_update {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:53:41.272010 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [None req-602cd090-471d-42a7-8064-716f21476e91 None None] Provisioning complete for port b5316484-3e70-43ac-a9f7-1f8843ab55ac triggered by entity DHCP. {{(pid=110299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:53:41.272562 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-602cd090-471d-42a7-8064-716f21476e91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728915'] for port (b5316484-3e70-43ac-a9f7-1f8843ab55ac), provisioning_complete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:53:41.345002 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-602cd090-471d-42a7-8064-716f21476e91 None None] Port b5316484-3e70-43ac-a9f7-1f8843ab55ac cannot update to ACTIVE because it is not bound. {{(pid=110299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 14:53:41.362356 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_dvr_db [None req-a58f4a9f-e309-456f-843f-44577ae16e8c None None] Set router 63ef9441-6254-48b7-bd26-cc250feb1e6d gateway port host: dv-cinder-840289-3-iscsi {{(pid=110299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:53:41.437183 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-30b36b86-3c0a-4ed6-9981-4581e66259f2 admin admin] Publish callbacks [] for port (b5316484-3e70-43ac-a9f7-1f8843ab55ac), precommit_update {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:53:41.498622 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-30b36b86-3c0a-4ed6-9981-4581e66259f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25806943'] for port (b5316484-3e70-43ac-a9f7-1f8843ab55ac), after_update {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:53:41.571327 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b36b86-3c0a-4ed6-9981-4581e66259f2 admin admin] Pushing event updated for resources: {'Port': ['ID=b5316484-3e70-43ac-a9f7-1f8843ab55ac,revision_number=2']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:53:41.575105 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-30b36b86-3c0a-4ed6-9981-4581e66259f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1694048'] for router_interface (63ef9441-6254-48b7-bd26-cc250feb1e6d), after_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:53:41.653374 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_hamode_db [None req-a58f4a9f-e309-456f-843f-44577ae16e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63ef9441-6254-48b7-bd26-cc250feb1e6d', 'name': 'tempest-TestMinimumBasicScenario-1367109975-router', 'tenant_id': 'b886b8227a9e49b6b1ea48f1024baa62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'external_fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '872c30a2-9e0c-4409-804b-cf3c58c18824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:53:37Z', 'updated_at': '2022-05-03T14:53:39Z', 'revision_number': 3, 'project_id': 'b886b8227a9e49b6b1ea48f1024baa62', 'gw_port': {'id': '872c30a2-9e0c-4409-804b-cf3c58c18824', 'name': '', 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:c4:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63ef9441-6254-48b7-bd26-cc250feb1e6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:53:38Z', 'updated_at': '2022-05-03T14:53:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f907060b-4748-4522-aeb5-06a44b689374', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-3-iscsi'}], 'dv-cinder-840289-3-iscsi', False) {} {{(pid=110299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:53:41.670198 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30b36b86-3c0a-4ed6-9981-4581e66259f2 admin admin] Network c281f951-cc3b-45f3-a5a8-b04d649470d1 is already hosted by enough agents. {{(pid=110298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 14:53:41.671425 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.scheduler.base_scheduler [None req-30b36b86-3c0a-4ed6-9981-4581e66259f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=110298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 14:53:41.680646 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a58f4a9f-e309-456f-843f-44577ae16e8c None None] The sync data for ids ['63ef9441-6254-48b7-bd26-cc250feb1e6d'] in dv-cinder-840289-3-iscsi is: [{'id': '63ef9441-6254-48b7-bd26-cc250feb1e6d', 'name': 'tempest-TestMinimumBasicScenario-1367109975-router', 'tenant_id': 'b886b8227a9e49b6b1ea48f1024baa62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'external_fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '872c30a2-9e0c-4409-804b-cf3c58c18824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:53:37Z', 'updated_at': '2022-05-03T14:53:39Z', 'revision_number': 3, 'project_id': 'b886b8227a9e49b6b1ea48f1024baa62', 'gw_port': {'id': '872c30a2-9e0c-4409-804b-cf3c58c18824', 'name': '', 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:c4:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63ef9441-6254-48b7-bd26-cc250feb1e6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:53:38Z', 'updated_at': '2022-05-03T14:53:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f907060b-4748-4522-aeb5-06a44b689374', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-3-iscsi'}] {{(pid=110299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 14:53:41.801509 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30b36b86-3c0a-4ed6-9981-4581e66259f2 admin admin] Router 63ef9441-6254-48b7-bd26-cc250feb1e6d has already been hosted by L3 agent a9161e1b-902d-441f-843b-a0ff0805adee {{(pid=110298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 14:53:41.938905 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30b36b86-3c0a-4ed6-9981-4581e66259f2 admin admin] Notify agent at l3_agent.dv-cinder-840289-3-iscsi the message routers_updated {{(pid=110298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 14:53:41.947131 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-30b36b86-3c0a-4ed6-9981-4581e66259f2 admin admin] 10.222.0.16 "PUT /v2.0/routers/63ef9441-6254-48b7-bd26-cc250feb1e6d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8237069 May 03 14:53:41.965159 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [None req-bd842376-debc-430e-b87c-0be8888d9ae7 None None] Provisioning complete for port b5316484-3e70-43ac-a9f7-1f8843ab55ac triggered by entity DHCP. {{(pid=110299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:53:41.965539 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-bd842376-debc-430e-b87c-0be8888d9ae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728915'] for port (b5316484-3e70-43ac-a9f7-1f8843ab55ac), provisioning_complete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:53:42.036088 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-bd842376-debc-430e-b87c-0be8888d9ae7 None None] Port b5316484-3e70-43ac-a9f7-1f8843ab55ac cannot update to ACTIVE because it is not bound. {{(pid=110299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 14:53:42.125950 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Device 872c30a2-9e0c-4409-804b-cf3c58c18824 up at agent ovs-agent-dv-cinder-840289-3-iscsi {{(pid=110299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 14:53:42.178851 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Provisioning complete for port 872c30a2-9e0c-4409-804b-cf3c58c18824 triggered by entity L2. {{(pid=110299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:53:42.183582 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728915'] for port (872c30a2-9e0c-4409-804b-cf3c58c18824), provisioning_complete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:53:42.280568 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Current status of the port 872c30a2-9e0c-4409-804b-cf3c58c18824 is: DOWN; New status is: ACTIVE {{(pid=110299) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:53:42.281241 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (872c30a2-9e0c-4409-804b-cf3c58c18824), before_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:53:42.306178 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] For port 872c30a2-9e0c-4409-804b-cf3c58c18824, host dv-cinder-840289-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-3-iscsi',level=0,port_id=872c30a2-9e0c-4409-804b-cf3c58c18824,segment=NetworkSegment(0c3170a2-2f96-4172-a4d6-7b5474706bd0),segment_id=0c3170a2-2f96-4172-a4d6-7b5474706bd0)] {{(pid=110299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:53:42.342390 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-ed776e2d-a518-4685-8fad-0cd9eaa120ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (6a418bd5-8bcc-400f-88b5-19eff412e81a), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:53:42.371096 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096'] for port (872c30a2-9e0c-4409-804b-cf3c58c18824), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:53:42.423496 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Pushing event updated for resources: {'Port': ['ID=872c30a2-9e0c-4409-804b-cf3c58c18824,revision_number=4']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:53:42.734817 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 45352) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:53:42.739701 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.v2.base [None req-68afe60d-2c5f-4d94-8f7c-0c074d200fc6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1046228673-network', 'tenant_id': 'a8f85d2d5f374f3aae83401b13a08765'}} {{(pid=110298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:53:42.835560 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68afe60d-2c5f-4d94-8f7c-0c074d200fc6 admin admin] Made reservation on behalf of a8f85d2d5f374f3aae83401b13a08765 for: {'network': 1} {{(pid=110298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 14:53:42.839103 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-68afe60d-2c5f-4d94-8f7c-0c074d200fc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for network (None), before_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:53:42.848358 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-68afe60d-2c5f-4d94-8f7c-0c074d200fc6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:53:42.923635 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-68afe60d-2c5f-4d94-8f7c-0c074d200fc6 admin admin] Publish callbacks [] for security_group (4595e841-0d24-4e42-8a33-b3312662e8d5), precommit_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:53:42.988293 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-68afe60d-2c5f-4d94-8f7c-0c074d200fc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (4595e841-0d24-4e42-8a33-b3312662e8d5), after_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:53:43.017136 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68afe60d-2c5f-4d94-8f7c-0c074d200fc6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 390} {{(pid=110298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 14:53:43.027776 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68afe60d-2c5f-4d94-8f7c-0c074d200fc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4595e841-0d24-4e42-8a33-b3312662e8d5,revision_number=1']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:53:43.032607 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-68afe60d-2c5f-4d94-8f7c-0c074d200fc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719716'] for segment (0288b0c8-bada-4978-8e59-0f833ee0c973), precommit_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:53:43.032947 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.db.segments_db [None req-68afe60d-2c5f-4d94-8f7c-0c074d200fc6 admin admin] Added segment 0288b0c8-bada-4978-8e59-0f833ee0c973 of type vlan for network a02aa9c7-6585-4ad0-bac0-1482ae1f0058 May 03 14:53:43.076325 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-68afe60d-2c5f-4d94-8f7c-0c074d200fc6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775476666305'] for network (a02aa9c7-6585-4ad0-bac0-1482ae1f0058), precommit_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:53:43.156320 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-68afe60d-2c5f-4d94-8f7c-0c074d200fc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613'] for network (a02aa9c7-6585-4ad0-bac0-1482ae1f0058), after_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:53:43.157361 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68afe60d-2c5f-4d94-8f7c-0c074d200fc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:53:43.158448 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-68afe60d-2c5f-4d94-8f7c-0c074d200fc6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603595'] for network (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:53:43.220467 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68afe60d-2c5f-4d94-8f7c-0c074d200fc6 admin admin] Pushing event updated for resources: {'Network': ['ID=a02aa9c7-6585-4ad0-bac0-1482ae1f0058,revision_number=1']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:53:43.230803 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Network a02aa9c7-6585-4ad0-bac0-1482ae1f0058 details requested by agent ovs-agent-dv-cinder-840289-3-iscsi with host dv-cinder-840289-3-iscsi {{(pid=110299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 03 14:53:43.291030 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-68afe60d-2c5f-4d94-8f7c-0c074d200fc6 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5550129 May 03 14:53:43.294003 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 45358) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:53:43.294679 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c84b269-c99f-48cc-a86d-f93348cecf6e None None] Sync routers for ids ['63ef9441-6254-48b7-bd26-cc250feb1e6d'] in dv-cinder-840289-3-iscsi {{(pid=110300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 14:53:43.299311 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.v2.base [None req-0641c9e9-ab5d-4b5b-8f85-fcedd4693d15 admin admin] Request body: {'subnet': {'network_id': 'a02aa9c7-6585-4ad0-bac0-1482ae1f0058', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1046228673-subnet', 'tenant_id': 'a8f85d2d5f374f3aae83401b13a08765', 'ip_version': 4}} {{(pid=110297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:53:43.305042 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c84b269-c99f-48cc-a86d-f93348cecf6e None None] Routers {'63ef9441-6254-48b7-bd26-cc250feb1e6d'} bound to L3 agent in host dv-cinder-840289-3-iscsi {{(pid=110300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:53:43.305720 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_hamode_db [None req-2c84b269-c99f-48cc-a86d-f93348cecf6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T14:38:11Z,description=,heartbeat_timestamp=2022-05-03T14:53:41Z,host='dv-cinder-840289-3-iscsi',id=a9161e1b-902d-441f-843b-a0ff0805adee,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:38:12Z,topic='l3_agent')) {'router_ids': ['63ef9441-6254-48b7-bd26-cc250feb1e6d'], 'active': True} {{(pid=110300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:53:43.395703 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0641c9e9-ab5d-4b5b-8f85-fcedd4693d15 admin admin] Made reservation on behalf of a8f85d2d5f374f3aae83401b13a08765 for: {'subnet': 1} {{(pid=110297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 14:53:43.398028 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-0641c9e9-ab5d-4b5b-8f85-fcedd4693d15 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25246335'] for subnet (None), before_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:53:43.415413 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvr_db [None req-2c84b269-c99f-48cc-a86d-f93348cecf6e None None] Set router 63ef9441-6254-48b7-bd26-cc250feb1e6d gateway port host: dv-cinder-840289-3-iscsi {{(pid=110300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:53:43.449148 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68af8629-e905-4f29-b400-89e4cac9005d req-c042a2b2-601d-4016-90a5-e9b4c03b6daf tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:53:43.450796 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-68af8629-e905-4f29-b400-89e4cac9005d req-c042a2b2-601d-4016-90a5-e9b4c03b6daf tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/ports?device_id=76f0c6b6-fd34-42ef-ab7d-e9f527b969ba HTTP/1.1" status: 200 len: 945 time: 0.0561721 May 03 14:53:43.511213 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-68af8629-e905-4f29-b400-89e4cac9005d req-23665464-8dbd-4fbf-95aa-b0d059843baa tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/security-groups?id=4be1d56e-dc50-4c55-b511-de10663410d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534163 May 03 14:53:43.555705 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-dd96712b-4627-437f-9df9-b1bfec551245 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (8b46afec-dab7-4bfa-a959-8584a0cfd79a), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:53:43.606310 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_hamode_db [None req-2c84b269-c99f-48cc-a86d-f93348cecf6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63ef9441-6254-48b7-bd26-cc250feb1e6d', 'name': 'tempest-TestMinimumBasicScenario-1367109975-router', 'tenant_id': 'b886b8227a9e49b6b1ea48f1024baa62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'external_fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '872c30a2-9e0c-4409-804b-cf3c58c18824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:53:37Z', 'updated_at': '2022-05-03T14:53:41Z', 'revision_number': 4, 'project_id': 'b886b8227a9e49b6b1ea48f1024baa62', 'gw_port': {'id': '872c30a2-9e0c-4409-804b-cf3c58c18824', 'name': '', 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:c4:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63ef9441-6254-48b7-bd26-cc250feb1e6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:53:38Z', 'updated_at': '2022-05-03T14:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f907060b-4748-4522-aeb5-06a44b689374', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-3-iscsi', '_interfaces': [{'id': 'b5316484-3e70-43ac-a9f7-1f8843ab55ac', 'name': '', 'network_id': 'c281f951-cc3b-45f3-a5a8-b04d649470d1', 'tenant_id': 'b886b8227a9e49b6b1ea48f1024baa62', 'mac_address': 'fa:16:3e:0b:df:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63ef9441-6254-48b7-bd26-cc250feb1e6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '12a86955-a43c-4b6c-a091-46e3b2faf098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:53:40Z', 'updated_at': '2022-05-03T14:53:41Z', 'revision_number': 2, 'project_id': 'b886b8227a9e49b6b1ea48f1024baa62', 'subnets': [{'id': '12a86955-a43c-4b6c-a091-46e3b2faf098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-3-iscsi', False) {} {{(pid=110300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:53:43.633819 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c84b269-c99f-48cc-a86d-f93348cecf6e None None] Checking router: 63ef9441-6254-48b7-bd26-cc250feb1e6d for host: dv-cinder-840289-3-iscsi {{(pid=110300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 14:53:43.634174 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c84b269-c99f-48cc-a86d-f93348cecf6e None None] Updating router 63ef9441-6254-48b7-bd26-cc250feb1e6d port b5316484-3e70-43ac-a9f7-1f8843ab55ac binding host dv-cinder-840289-3-iscsi {{(pid=110300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 14:53:43.641393 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-0641c9e9-ab5d-4b5b-8f85-fcedd4693d15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25923093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25246305'] for subnet (d396c407-2d78-439b-b47e-5fae28fb825f), after_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:53:43.665224 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-2c84b269-c99f-48cc-a86d-f93348cecf6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (b5316484-3e70-43ac-a9f7-1f8843ab55ac), before_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:53:43.696717 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0641c9e9-ab5d-4b5b-8f85-fcedd4693d15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d396c407-2d78-439b-b47e-5fae28fb825f,revision_number=0']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:53:43.707201 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0641c9e9-ab5d-4b5b-8f85-fcedd4693d15 admin admin] Checking segment: {'id': '0288b0c8-bada-4978-8e59-0f833ee0c973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'a02aa9c7-6585-4ad0-bac0-1482ae1f0058'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 14:53:43.707573 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0641c9e9-ab5d-4b5b-8f85-fcedd4693d15 admin admin] Network hostable DHCP agents. Network: a02aa9c7-6585-4ad0-bac0-1482ae1f0058, hostable agents: ['5d16a8e7-5fab-4607-ae51-2b468a019c05'], hosted agents: [] {{(pid=110297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 14:53:43.805176 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0641c9e9-ab5d-4b5b-8f85-fcedd4693d15 admin admin] Network a02aa9c7-6585-4ad0-bac0-1482ae1f0058 is scheduled to be hosted by DHCP agent 5d16a8e7-5fab-4607-ae51-2b468a019c05 with binding_index 1 {{(pid=110297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 14:53:43.868256 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.scheduler.base_scheduler [None req-0641c9e9-ab5d-4b5b-8f85-fcedd4693d15 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840289-3-iscsi, a02aa9c7-6585-4ad0-bac0-1482ae1f0058) {{(pid=110297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 14:53:43.873663 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0641c9e9-ab5d-4b5b-8f85-fcedd4693d15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:53:43.875901 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-0641c9e9-ab5d-4b5b-8f85-fcedd4693d15 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:53:43.877717 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bb5e6e8-d5f4-4977-bb8f-b728d7b3870f None None] Network a02aa9c7-6585-4ad0-bac0-1482ae1f0058 requested from dv-cinder-840289-3-iscsi {{(pid=110299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 14:53:43.926707 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-2c84b269-c99f-48cc-a86d-f93348cecf6e None None] Publish callbacks [] for port (b5316484-3e70-43ac-a9f7-1f8843ab55ac), precommit_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:53:43.950404 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-0641c9e9-ab5d-4b5b-8f85-fcedd4693d15 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6552947 May 03 14:53:43.953275 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 45362) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:53:43.958709 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.v2.base [None req-65cc3f84-fd8d-440e-8baa-0a452d3a10f5 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1046228673-router', 'tenant_id': 'a8f85d2d5f374f3aae83401b13a08765', 'external_gateway_info': {'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c'}}} {{(pid=110298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:53:43.981253 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43399c70-64ff-4ae4-9fb2-b5b0e953d9d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34cf8f42-598f-5304-9936-d07867131aca-a02aa9c7-6585-4ad0-bac0-1482ae1f0058', 'network_id': 'a02aa9c7-6585-4ad0-bac0-1482ae1f0058', 'project_id': 'a8f85d2d5f374f3aae83401b13a08765', 'fixed_ips': [{'subnet_id': 'd396c407-2d78-439b-b47e-5fae28fb825f'}]}} from dv-cinder-840289-3-iscsi. {{(pid=110299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 03 14:53:43.982114 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-43399c70-64ff-4ae4-9fb2-b5b0e953d9d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (None), before_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:53:44.018167 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-2c84b269-c99f-48cc-a86d-f93348cecf6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096'] for port (b5316484-3e70-43ac-a9f7-1f8843ab55ac), after_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:53:44.041297 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-65cc3f84-fd8d-440e-8baa-0a452d3a10f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1693469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3141'] for router (8267adbc-3a8e-404a-afe4-487af64b5410), before_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:53:44.042522 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-65cc3f84-fd8d-440e-8baa-0a452d3a10f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1693617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698068', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1739037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3132'] for router (8267adbc-3a8e-404a-afe4-487af64b5410), precommit_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:53:44.060168 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Device 872c30a2-9e0c-4409-804b-cf3c58c18824 up at agent ovs-agent-dv-cinder-840289-3-iscsi {{(pid=110299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 14:53:44.063532 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f82fd3-cd44-425f-b780-f56acfbdd212 None None] Pushing event updated for resources: {'Port': ['ID=b5316484-3e70-43ac-a9f7-1f8843ab55ac,revision_number=3']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:53:44.073790 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f82fd3-cd44-425f-b780-f56acfbdd212 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:53:44.074411 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f82fd3-cd44-425f-b780-f56acfbdd212 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:53:44.074943 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f82fd3-cd44-425f-b780-f56acfbdd212 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:53:44.075336 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f82fd3-cd44-425f-b780-f56acfbdd212 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:53:44.075683 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f82fd3-cd44-425f-b780-f56acfbdd212 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:53:44.076024 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f82fd3-cd44-425f-b780-f56acfbdd212 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:53:44.076356 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f82fd3-cd44-425f-b780-f56acfbdd212 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:53:44.076707 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f82fd3-cd44-425f-b780-f56acfbdd212 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:53:44.077018 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f82fd3-cd44-425f-b780-f56acfbdd212 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:53:44.077528 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f82fd3-cd44-425f-b780-f56acfbdd212 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:53:44.077863 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f82fd3-cd44-425f-b780-f56acfbdd212 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:53:44.078209 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f82fd3-cd44-425f-b780-f56acfbdd212 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:53:44.078540 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f82fd3-cd44-425f-b780-f56acfbdd212 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:53:44.078866 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f82fd3-cd44-425f-b780-f56acfbdd212 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:53:44.079226 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f82fd3-cd44-425f-b780-f56acfbdd212 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:53:44.117087 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-65cc3f84-fd8d-440e-8baa-0a452d3a10f5 admin admin] Publish callbacks [] for router_controller (8267adbc-3a8e-404a-afe4-487af64b5410), precommit_add_association {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:53:44.162792 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Provisioning complete for port 872c30a2-9e0c-4409-804b-cf3c58c18824 triggered by entity L2. {{(pid=110299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:53:44.163234 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728915'] for port (872c30a2-9e0c-4409-804b-cf3c58c18824), provisioning_complete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:53:44.169236 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.managers [None req-2c84b269-c99f-48cc-a86d-f93348cecf6e None None] Attempting to bind port b5316484-3e70-43ac-a9f7-1f8843ab55ac on host dv-cinder-840289-3-iscsi for vnic_type normal with profile {{(pid=110300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 14:53:44.174408 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.managers [None req-2c84b269-c99f-48cc-a86d-f93348cecf6e None None] Attempting to bind port b5316484-3e70-43ac-a9f7-1f8843ab55ac by drivers openvswitch,hyperv on host dv-cinder-840289-3-iscsi at level 0 using segments [{'id': 'bbae755a-35e6-4939-bedd-ededf6640009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'c281f951-cc3b-45f3-a5a8-b04d649470d1'}] {{(pid=110300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 14:53:44.174408 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c84b269-c99f-48cc-a86d-f93348cecf6e None None] Attempting to bind port b5316484-3e70-43ac-a9f7-1f8843ab55ac on network c281f951-cc3b-45f3-a5a8-b04d649470d1 {{(pid=110300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 14:53:44.176167 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c84b269-c99f-48cc-a86d-f93348cecf6e None None] Checking agent: {'id': '16d44442-859c-4c9b-bc72-04cb3b8a5d5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840289-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 14, 38, 15), 'started_at': datetime.datetime(2022, 5, 3, 14, 38, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 14, 53, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840289-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 14:53:44.176547 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c84b269-c99f-48cc-a86d-f93348cecf6e None None] Checking segment: {'id': 'bbae755a-35e6-4939-bedd-ededf6640009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'c281f951-cc3b-45f3-a5a8-b04d649470d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 14:53:44.176941 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-2c84b269-c99f-48cc-a86d-f93348cecf6e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:53:44.177330 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c84b269-c99f-48cc-a86d-f93348cecf6e None None] Bound using segment: {'id': 'bbae755a-35e6-4939-bedd-ededf6640009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'c281f951-cc3b-45f3-a5a8-b04d649470d1'} {{(pid=110300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 14:53:44.177793 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.managers [None req-2c84b269-c99f-48cc-a86d-f93348cecf6e None None] Bound port: b5316484-3e70-43ac-a9f7-1f8843ab55ac, host: dv-cinder-840289-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbae755a-35e6-4939-bedd-ededf6640009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'c281f951-cc3b-45f3-a5a8-b04d649470d1'}}] {{(pid=110300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 14:53:44.178167 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-2c84b269-c99f-48cc-a86d-f93348cecf6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (b5316484-3e70-43ac-a9f7-1f8843ab55ac), before_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:53:44.203439 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.db_base_plugin_common [None req-43399c70-64ff-4ae4-9fb2-b5b0e953d9d2 None None] Allocated IP 172.20.0.2 (a02aa9c7-6585-4ad0-bac0-1482ae1f0058/d396c407-2d78-439b-b47e-5fae28fb825f/8cbebba9-5d40-4902-a884-f9fbae09fdc4) {{(pid=110299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 14:53:44.254726 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.db [None req-2c84b269-c99f-48cc-a86d-f93348cecf6e None None] For port b5316484-3e70-43ac-a9f7-1f8843ab55ac, host dv-cinder-840289-3-iscsi, cleared binding levels {{(pid=110300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 14:53:44.259499 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.db [None req-2c84b269-c99f-48cc-a86d-f93348cecf6e None None] For port b5316484-3e70-43ac-a9f7-1f8843ab55ac, host dv-cinder-840289-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-3-iscsi',level=0,port_id=b5316484-3e70-43ac-a9f7-1f8843ab55ac,segment=NetworkSegment(bbae755a-35e6-4939-bedd-ededf6640009),segment_id=bbae755a-35e6-4939-bedd-ededf6640009)] {{(pid=110300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 14:53:44.327042 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Current status of the port 872c30a2-9e0c-4409-804b-cf3c58c18824 is: ACTIVE; New status is: ACTIVE {{(pid=110299) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:53:44.340119 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-2c84b269-c99f-48cc-a86d-f93348cecf6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096'] for port (b5316484-3e70-43ac-a9f7-1f8843ab55ac), after_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:53:44.387248 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c84b269-c99f-48cc-a86d-f93348cecf6e None None] Routers {'63ef9441-6254-48b7-bd26-cc250feb1e6d'} bound to L3 agent in host dv-cinder-840289-3-iscsi {{(pid=110300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:53:44.388188 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_hamode_db [None req-2c84b269-c99f-48cc-a86d-f93348cecf6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T14:38:11Z,description=,heartbeat_timestamp=2022-05-03T14:53:41Z,host='dv-cinder-840289-3-iscsi',id=a9161e1b-902d-441f-843b-a0ff0805adee,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:38:12Z,topic='l3_agent')) {'router_ids': ['63ef9441-6254-48b7-bd26-cc250feb1e6d'], 'active': True} {{(pid=110300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:53:44.411994 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [None req-8dee7435-0cb2-4df7-b940-778fa8aa975c None None] Provisioning complete for port b5316484-3e70-43ac-a9f7-1f8843ab55ac triggered by entity DHCP. {{(pid=110299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:53:44.412513 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8dee7435-0cb2-4df7-b940-778fa8aa975c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728915'] for port (b5316484-3e70-43ac-a9f7-1f8843ab55ac), provisioning_complete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:53:44.452375 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-43399c70-64ff-4ae4-9fb2-b5b0e953d9d2 None None] Publish callbacks [] for port (8cbebba9-5d40-4902-a884-f9fbae09fdc4), precommit_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:53:44.517585 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-8dee7435-0cb2-4df7-b940-778fa8aa975c None None] Current status of the port b5316484-3e70-43ac-a9f7-1f8843ab55ac is: DOWN; New status is: ACTIVE {{(pid=110299) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:53:44.518666 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8dee7435-0cb2-4df7-b940-778fa8aa975c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (b5316484-3e70-43ac-a9f7-1f8843ab55ac), before_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:53:44.558604 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-8dee7435-0cb2-4df7-b940-778fa8aa975c None None] For port b5316484-3e70-43ac-a9f7-1f8843ab55ac, host dv-cinder-840289-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-3-iscsi',level=0,port_id=b5316484-3e70-43ac-a9f7-1f8843ab55ac,segment=NetworkSegment(bbae755a-35e6-4939-bedd-ededf6640009),segment_id=bbae755a-35e6-4939-bedd-ededf6640009)] {{(pid=110299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:53:44.561525 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-43399c70-64ff-4ae4-9fb2-b5b0e953d9d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775476647060'] for port (8cbebba9-5d40-4902-a884-f9fbae09fdc4), after_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:53:44.613712 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvr_db [None req-2c84b269-c99f-48cc-a86d-f93348cecf6e None None] Set router 63ef9441-6254-48b7-bd26-cc250feb1e6d gateway port host: dv-cinder-840289-3-iscsi {{(pid=110300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:53:44.616491 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43399c70-64ff-4ae4-9fb2-b5b0e953d9d2 None None] Network a02aa9c7-6585-4ad0-bac0-1482ae1f0058 is already hosted by enough agents. {{(pid=110299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 14:53:44.622874 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.scheduler.base_scheduler [None req-43399c70-64ff-4ae4-9fb2-b5b0e953d9d2 None None] Resources bound (agent type, host, resource id): {{(pid=110299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 14:53:44.627825 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43399c70-64ff-4ae4-9fb2-b5b0e953d9d2 None None] Received port after_create {{(pid=110299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 14:53:44.631250 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43399c70-64ff-4ae4-9fb2-b5b0e953d9d2 None None] Pushing event updated for resources: {'Port': ['ID=8cbebba9-5d40-4902-a884-f9fbae09fdc4,revision_number=1']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:53:44.660191 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8dee7435-0cb2-4df7-b940-778fa8aa975c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096'] for port (b5316484-3e70-43ac-a9f7-1f8843ab55ac), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:53:44.701876 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-65cc3f84-fd8d-440e-8baa-0a452d3a10f5 admin admin] Publish callbacks [] for router_gateway (8267adbc-3a8e-404a-afe4-487af64b5410), precommit_update {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:53:44.721706 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688d4ef5-f7e9-4723-9ac2-0f40919a7283 req-deb0c5c7-ee1c-4fab-8f5e-079665bd7f02 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:53:44.726082 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f82fd3-cd44-425f-b780-f56acfbdd212 None None] Pushing event updated for resources: {'Port': ['ID=b5316484-3e70-43ac-a9f7-1f8843ab55ac,revision_number=4']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:53:44.726251 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-688d4ef5-f7e9-4723-9ac2-0f40919a7283 req-deb0c5c7-ee1c-4fab-8f5e-079665bd7f02 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/ports?device_id=76f0c6b6-fd34-42ef-ab7d-e9f527b969ba HTTP/1.1" status: 200 len: 945 time: 0.0981922 May 03 14:53:44.735220 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.managers [None req-43399c70-64ff-4ae4-9fb2-b5b0e953d9d2 None None] Attempting to bind port 8cbebba9-5d40-4902-a884-f9fbae09fdc4 on host dv-cinder-840289-3-iscsi for vnic_type normal with profile {{(pid=110299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 14:53:44.735760 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.managers [None req-43399c70-64ff-4ae4-9fb2-b5b0e953d9d2 None None] Attempting to bind port 8cbebba9-5d40-4902-a884-f9fbae09fdc4 by drivers openvswitch,hyperv on host dv-cinder-840289-3-iscsi at level 0 using segments [{'id': '0288b0c8-bada-4978-8e59-0f833ee0c973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'a02aa9c7-6585-4ad0-bac0-1482ae1f0058'}] {{(pid=110299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 14:53:44.736819 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43399c70-64ff-4ae4-9fb2-b5b0e953d9d2 None None] Attempting to bind port 8cbebba9-5d40-4902-a884-f9fbae09fdc4 on network a02aa9c7-6585-4ad0-bac0-1482ae1f0058 {{(pid=110299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 14:53:44.752053 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43399c70-64ff-4ae4-9fb2-b5b0e953d9d2 None None] Checking agent: {'id': '16d44442-859c-4c9b-bc72-04cb3b8a5d5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840289-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 14, 38, 15), 'started_at': datetime.datetime(2022, 5, 3, 14, 38, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 14, 53, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840289-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 14:53:44.752939 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43399c70-64ff-4ae4-9fb2-b5b0e953d9d2 None None] Checking segment: {'id': '0288b0c8-bada-4978-8e59-0f833ee0c973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'a02aa9c7-6585-4ad0-bac0-1482ae1f0058'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 14:53:44.753557 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-43399c70-64ff-4ae4-9fb2-b5b0e953d9d2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:53:44.754299 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43399c70-64ff-4ae4-9fb2-b5b0e953d9d2 None None] Bound using segment: {'id': '0288b0c8-bada-4978-8e59-0f833ee0c973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'a02aa9c7-6585-4ad0-bac0-1482ae1f0058'} {{(pid=110299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 14:53:44.754967 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.managers [None req-43399c70-64ff-4ae4-9fb2-b5b0e953d9d2 None None] Bound port: 8cbebba9-5d40-4902-a884-f9fbae09fdc4, host: dv-cinder-840289-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0288b0c8-bada-4978-8e59-0f833ee0c973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'a02aa9c7-6585-4ad0-bac0-1482ae1f0058'}}] {{(pid=110299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 14:53:44.755639 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-43399c70-64ff-4ae4-9fb2-b5b0e953d9d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (8cbebba9-5d40-4902-a884-f9fbae09fdc4), before_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:53:44.758806 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dee7435-0cb2-4df7-b940-778fa8aa975c None None] Pushing event updated for resources: {'Port': ['ID=b5316484-3e70-43ac-a9f7-1f8843ab55ac,revision_number=5']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:53:44.778899 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-688d4ef5-f7e9-4723-9ac2-0f40919a7283 req-a5874f22-3a98-4bd7-870c-3ddf77673533 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/security-groups?id=4be1d56e-dc50-4c55-b511-de10663410d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476346 May 03 14:53:44.831392 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_hamode_db [None req-2c84b269-c99f-48cc-a86d-f93348cecf6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63ef9441-6254-48b7-bd26-cc250feb1e6d', 'name': 'tempest-TestMinimumBasicScenario-1367109975-router', 'tenant_id': 'b886b8227a9e49b6b1ea48f1024baa62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'external_fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '872c30a2-9e0c-4409-804b-cf3c58c18824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:53:37Z', 'updated_at': '2022-05-03T14:53:41Z', 'revision_number': 4, 'project_id': 'b886b8227a9e49b6b1ea48f1024baa62', 'gw_port': {'id': '872c30a2-9e0c-4409-804b-cf3c58c18824', 'name': '', 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:c4:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63ef9441-6254-48b7-bd26-cc250feb1e6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:53:38Z', 'updated_at': '2022-05-03T14:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f907060b-4748-4522-aeb5-06a44b689374', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-3-iscsi', '_interfaces': [{'id': 'b5316484-3e70-43ac-a9f7-1f8843ab55ac', 'name': '', 'network_id': 'c281f951-cc3b-45f3-a5a8-b04d649470d1', 'tenant_id': 'b886b8227a9e49b6b1ea48f1024baa62', 'mac_address': 'fa:16:3e:0b:df:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63ef9441-6254-48b7-bd26-cc250feb1e6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '12a86955-a43c-4b6c-a091-46e3b2faf098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:53:40Z', 'updated_at': '2022-05-03T14:53:44Z', 'revision_number': 4, 'project_id': 'b886b8227a9e49b6b1ea48f1024baa62', 'subnets': [{'id': '12a86955-a43c-4b6c-a091-46e3b2faf098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-3-iscsi', False) {} {{(pid=110300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:53:44.832521 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [None req-39b132c5-aff9-4f60-a089-3f4665be767f None None] Provisioning complete for port b5316484-3e70-43ac-a9f7-1f8843ab55ac triggered by entity DHCP. {{(pid=110299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:53:44.832967 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-39b132c5-aff9-4f60-a089-3f4665be767f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728915'] for port (b5316484-3e70-43ac-a9f7-1f8843ab55ac), provisioning_complete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:53:44.859237 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c84b269-c99f-48cc-a86d-f93348cecf6e None None] The sync data for ids ['63ef9441-6254-48b7-bd26-cc250feb1e6d'] in dv-cinder-840289-3-iscsi is: [{'id': '63ef9441-6254-48b7-bd26-cc250feb1e6d', 'name': 'tempest-TestMinimumBasicScenario-1367109975-router', 'tenant_id': 'b886b8227a9e49b6b1ea48f1024baa62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'external_fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '872c30a2-9e0c-4409-804b-cf3c58c18824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:53:37Z', 'updated_at': '2022-05-03T14:53:41Z', 'revision_number': 4, 'project_id': 'b886b8227a9e49b6b1ea48f1024baa62', 'gw_port': {'id': '872c30a2-9e0c-4409-804b-cf3c58c18824', 'name': '', 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:c4:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63ef9441-6254-48b7-bd26-cc250feb1e6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:53:38Z', 'updated_at': '2022-05-03T14:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f907060b-4748-4522-aeb5-06a44b689374', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-3-iscsi', '_interfaces': [{'id': 'b5316484-3e70-43ac-a9f7-1f8843ab55ac', 'name': '', 'network_id': 'c281f951-cc3b-45f3-a5a8-b04d649470d1', 'tenant_id': 'b886b8227a9e49b6b1ea48f1024baa62', 'mac_address': 'fa:16:3e:0b:df:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63ef9441-6254-48b7-bd26-cc250feb1e6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '12a86955-a43c-4b6c-a091-46e3b2faf098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:53:40Z', 'updated_at': '2022-05-03T14:53:44Z', 'revision_number': 4, 'project_id': 'b886b8227a9e49b6b1ea48f1024baa62', 'subnets': [{'id': '12a86955-a43c-4b6c-a091-46e3b2faf098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 14:53:44.878315 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-43399c70-64ff-4ae4-9fb2-b5b0e953d9d2 None None] For port 8cbebba9-5d40-4902-a884-f9fbae09fdc4, host dv-cinder-840289-3-iscsi, cleared binding levels {{(pid=110299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 14:53:44.900684 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-43399c70-64ff-4ae4-9fb2-b5b0e953d9d2 None None] For port 8cbebba9-5d40-4902-a884-f9fbae09fdc4, host dv-cinder-840289-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-3-iscsi',level=0,port_id=8cbebba9-5d40-4902-a884-f9fbae09fdc4,segment=NetworkSegment(0288b0c8-bada-4978-8e59-0f833ee0c973),segment_id=0288b0c8-bada-4978-8e59-0f833ee0c973)] {{(pid=110299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 14:53:44.974034 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-43399c70-64ff-4ae4-9fb2-b5b0e953d9d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096'] for port (8cbebba9-5d40-4902-a884-f9fbae09fdc4), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:53:44.979405 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-39b132c5-aff9-4f60-a089-3f4665be767f None None] Current status of the port b5316484-3e70-43ac-a9f7-1f8843ab55ac is: ACTIVE; New status is: ACTIVE {{(pid=110299) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:53:44.994056 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-65cc3f84-fd8d-440e-8baa-0a452d3a10f5 admin admin] Publish callbacks [] for router_gateway (8267adbc-3a8e-404a-afe4-487af64b5410), before_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:53:45.010424 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-65cc3f84-fd8d-440e-8baa-0a452d3a10f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (None), before_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:53:45.039765 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43399c70-64ff-4ae4-9fb2-b5b0e953d9d2 None None] Pushing event updated for resources: {'Port': ['ID=8cbebba9-5d40-4902-a884-f9fbae09fdc4,revision_number=2']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:53:45.148517 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.db.db_base_plugin_common [None req-65cc3f84-fd8d-440e-8baa-0a452d3a10f5 admin admin] Allocated IP 172.27.0.113 (7456e722-9446-4a17-bcf3-c72dce07c65c/f907060b-4748-4522-aeb5-06a44b689374/926d7667-c5bc-41d9-b436-a550b5e71818) {{(pid=110298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 14:53:45.150874 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (16d44442-859c-4c9b-bc72-04cb3b8a5d5b), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:53:45.302024 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-65cc3f84-fd8d-440e-8baa-0a452d3a10f5 admin admin] Publish callbacks [] for port (926d7667-c5bc-41d9-b436-a550b5e71818), precommit_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:53:45.382547 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-65cc3f84-fd8d-440e-8baa-0a452d3a10f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775476647060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25806886'] for port (926d7667-c5bc-41d9-b436-a550b5e71818), after_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:53:45.421412 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65cc3f84-fd8d-440e-8baa-0a452d3a10f5 admin admin] Network 7456e722-9446-4a17-bcf3-c72dce07c65c is already hosted by enough agents. {{(pid=110298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 14:53:45.425862 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.scheduler.base_scheduler [None req-65cc3f84-fd8d-440e-8baa-0a452d3a10f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=110298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 14:53:45.432490 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65cc3f84-fd8d-440e-8baa-0a452d3a10f5 admin admin] Received port after_create {{(pid=110298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 14:53:45.459569 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cc3f84-fd8d-440e-8baa-0a452d3a10f5 admin admin] Pushing event updated for resources: {'Port': ['ID=926d7667-c5bc-41d9-b436-a550b5e71818,revision_number=1']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:53:45.810701 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-65cc3f84-fd8d-440e-8baa-0a452d3a10f5 admin admin] Publish callbacks [] for router_gateway (8267adbc-3a8e-404a-afe4-487af64b5410), after_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:53:45.945977 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11104af7-bab7-45a7-9253-7271493186a1 req-9afd71e9-21d0-4fdf-84fa-05117518a503 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:53:45.947669 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-11104af7-bab7-45a7-9253-7271493186a1 req-9afd71e9-21d0-4fdf-84fa-05117518a503 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/ports?device_id=76f0c6b6-fd34-42ef-ab7d-e9f527b969ba HTTP/1.1" status: 200 len: 945 time: 0.0887380 May 03 14:53:46.034029 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2eec1dc-2a0f-41c0-8d7b-2afba64e8777 None None] Network a02aa9c7-6585-4ad0-bac0-1482ae1f0058 requested from dv-cinder-840289-3-iscsi {{(pid=110299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 14:53:46.052055 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-11104af7-bab7-45a7-9253-7271493186a1 req-e05c6000-c940-4f92-b981-8b52e4bb436c tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/security-groups?id=4be1d56e-dc50-4c55-b511-de10663410d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939002 May 03 14:53:46.123316 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-65cc3f84-fd8d-440e-8baa-0a452d3a10f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698251'] for router (8267adbc-3a8e-404a-afe4-487af64b5410), after_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:53:46.125283 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Device b5316484-3e70-43ac-a9f7-1f8843ab55ac up at agent ovs-agent-dv-cinder-840289-3-iscsi {{(pid=110299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 14:53:46.158618 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [None req-61634a63-0458-4ea5-9e86-6ef7b7770a00 None None] Provisioning complete for port 8cbebba9-5d40-4902-a884-f9fbae09fdc4 triggered by entity DHCP. {{(pid=110299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:53:46.159021 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-61634a63-0458-4ea5-9e86-6ef7b7770a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728915'] for port (8cbebba9-5d40-4902-a884-f9fbae09fdc4), provisioning_complete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:53:46.244678 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Provisioning complete for port b5316484-3e70-43ac-a9f7-1f8843ab55ac triggered by entity L2. {{(pid=110299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:53:46.244824 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728915'] for port (b5316484-3e70-43ac-a9f7-1f8843ab55ac), provisioning_complete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:53:46.322335 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-61634a63-0458-4ea5-9e86-6ef7b7770a00 None None] Current status of the port 8cbebba9-5d40-4902-a884-f9fbae09fdc4 is: DOWN; New status is: ACTIVE {{(pid=110299) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:53:46.322728 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-61634a63-0458-4ea5-9e86-6ef7b7770a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (8cbebba9-5d40-4902-a884-f9fbae09fdc4), before_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:53:46.382561 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Current status of the port b5316484-3e70-43ac-a9f7-1f8843ab55ac is: ACTIVE; New status is: ACTIVE {{(pid=110299) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:53:46.383579 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Device 8cbebba9-5d40-4902-a884-f9fbae09fdc4 up at agent ovs-agent-dv-cinder-840289-3-iscsi {{(pid=110299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 14:53:46.388425 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-61634a63-0458-4ea5-9e86-6ef7b7770a00 None None] For port 8cbebba9-5d40-4902-a884-f9fbae09fdc4, host dv-cinder-840289-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-3-iscsi',level=0,port_id=8cbebba9-5d40-4902-a884-f9fbae09fdc4,segment=NetworkSegment(0288b0c8-bada-4978-8e59-0f833ee0c973),segment_id=0288b0c8-bada-4978-8e59-0f833ee0c973)] {{(pid=110299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:53:46.389558 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65cc3f84-fd8d-440e-8baa-0a452d3a10f5 admin admin] Router 8267adbc-3a8e-404a-afe4-487af64b5410 is scheduled to L3 agent a9161e1b-902d-441f-843b-a0ff0805adee with binding_index 1 {{(pid=110298) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 03 14:53:46.433266 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Provisioning complete for port 8cbebba9-5d40-4902-a884-f9fbae09fdc4 triggered by entity L2. {{(pid=110299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:53:46.433647 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728915'] for port (8cbebba9-5d40-4902-a884-f9fbae09fdc4), provisioning_complete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:53:46.512308 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65cc3f84-fd8d-440e-8baa-0a452d3a10f5 admin admin] Notify agent at l3_agent.dv-cinder-840289-3-iscsi the message routers_updated {{(pid=110298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 14:53:46.587451 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea987c2-f359-4677-be1b-b565c4f31862 None None] Sync routers for ids ['8267adbc-3a8e-404a-afe4-487af64b5410'] in dv-cinder-840289-3-iscsi {{(pid=110299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 14:53:46.589345 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-61634a63-0458-4ea5-9e86-6ef7b7770a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096'] for port (8cbebba9-5d40-4902-a884-f9fbae09fdc4), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:53:46.592054 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-65cc3f84-fd8d-440e-8baa-0a452d3a10f5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:53:46.596036 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 45370) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:53:46.596529 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-65cc3f84-fd8d-440e-8baa-0a452d3a10f5 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.6411715 May 03 14:53:46.629480 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea987c2-f359-4677-be1b-b565c4f31862 None None] Routers {'8267adbc-3a8e-404a-afe4-487af64b5410'} bound to L3 agent in host dv-cinder-840289-3-iscsi {{(pid=110299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:53:46.630112 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_hamode_db [None req-2ea987c2-f359-4677-be1b-b565c4f31862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T14:38:11Z,description=,heartbeat_timestamp=2022-05-03T14:53:41Z,host='dv-cinder-840289-3-iscsi',id=a9161e1b-902d-441f-843b-a0ff0805adee,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:38:12Z,topic='l3_agent')) {'router_ids': ['8267adbc-3a8e-404a-afe4-487af64b5410'], 'active': True} {{(pid=110299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:53:46.709003 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61634a63-0458-4ea5-9e86-6ef7b7770a00 None None] Pushing event updated for resources: {'Port': ['ID=8cbebba9-5d40-4902-a884-f9fbae09fdc4,revision_number=3']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:53:46.744211 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [None req-2033141b-997f-40c7-b5e7-c84c8a7f7fd6 None None] Provisioning complete for port 8cbebba9-5d40-4902-a884-f9fbae09fdc4 triggered by entity DHCP. {{(pid=110299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:53:46.744590 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-2033141b-997f-40c7-b5e7-c84c8a7f7fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728915'] for port (8cbebba9-5d40-4902-a884-f9fbae09fdc4), provisioning_complete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:53:46.801358 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Current status of the port 8cbebba9-5d40-4902-a884-f9fbae09fdc4 is: ACTIVE; New status is: ACTIVE {{(pid=110299) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:53:46.835133 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_dvr_db [None req-2ea987c2-f359-4677-be1b-b565c4f31862 None None] Set router 8267adbc-3a8e-404a-afe4-487af64b5410 gateway port host: dv-cinder-840289-3-iscsi {{(pid=110299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:53:46.981730 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-2033141b-997f-40c7-b5e7-c84c8a7f7fd6 None None] Current status of the port 8cbebba9-5d40-4902-a884-f9fbae09fdc4 is: ACTIVE; New status is: ACTIVE {{(pid=110299) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:53:47.021359 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-7bc176b8-1629-4ff9-a9f1-3d25b242ece7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (None), before_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:53:47.037982 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_hamode_db [None req-2ea987c2-f359-4677-be1b-b565c4f31862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8267adbc-3a8e-404a-afe4-487af64b5410', 'name': 'tempest-TestMinimumBasicScenario-1046228673-router', 'tenant_id': 'a8f85d2d5f374f3aae83401b13a08765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'external_fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '926d7667-c5bc-41d9-b436-a550b5e71818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:53:44Z', 'updated_at': '2022-05-03T14:53:45Z', 'revision_number': 3, 'project_id': 'a8f85d2d5f374f3aae83401b13a08765', 'gw_port': {'id': '926d7667-c5bc-41d9-b436-a550b5e71818', 'name': '', 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:20:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8267adbc-3a8e-404a-afe4-487af64b5410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:53:45Z', 'updated_at': '2022-05-03T14:53:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f907060b-4748-4522-aeb5-06a44b689374', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-3-iscsi'}], 'dv-cinder-840289-3-iscsi', False) {} {{(pid=110299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:53:47.068975 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea987c2-f359-4677-be1b-b565c4f31862 None None] Checking router: 8267adbc-3a8e-404a-afe4-487af64b5410 for host: dv-cinder-840289-3-iscsi {{(pid=110299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 14:53:47.069323 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea987c2-f359-4677-be1b-b565c4f31862 None None] Updating router 8267adbc-3a8e-404a-afe4-487af64b5410 port 926d7667-c5bc-41d9-b436-a550b5e71818 binding host dv-cinder-840289-3-iscsi {{(pid=110299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 14:53:47.098701 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-2ea987c2-f359-4677-be1b-b565c4f31862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (926d7667-c5bc-41d9-b436-a550b5e71818), before_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:53:47.175970 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fd57f5-96b7-4b7a-bdf4-115f93b088d2 req-7c8513a9-a975-48e1-a680-4d55e8b60742 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:53:47.177459 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-41fd57f5-96b7-4b7a-bdf4-115f93b088d2 req-7c8513a9-a975-48e1-a680-4d55e8b60742 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/ports?device_id=76f0c6b6-fd34-42ef-ab7d-e9f527b969ba HTTP/1.1" status: 200 len: 945 time: 0.0495465 May 03 14:53:47.189888 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.db.db_base_plugin_common [None req-7bc176b8-1629-4ff9-a9f1-3d25b242ece7 admin admin] Allocated IP 172.20.0.1 (a02aa9c7-6585-4ad0-bac0-1482ae1f0058/d396c407-2d78-439b-b47e-5fae28fb825f/9641d4e9-2b02-4db5-a0fa-ad451f6111dc) {{(pid=110297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 14:53:47.228659 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-41fd57f5-96b7-4b7a-bdf4-115f93b088d2 req-21dfc2a8-2c30-4ee3-bd4a-8936c4347bce tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/security-groups?id=4be1d56e-dc50-4c55-b511-de10663410d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446913 May 03 14:53:47.300519 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-7bc176b8-1629-4ff9-a9f1-3d25b242ece7 admin admin] Publish callbacks [] for port (9641d4e9-2b02-4db5-a0fa-ad451f6111dc), precommit_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:53:47.375079 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-2ea987c2-f359-4677-be1b-b565c4f31862 None None] Publish callbacks [] for port (926d7667-c5bc-41d9-b436-a550b5e71818), precommit_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:53:47.389931 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-7bc176b8-1629-4ff9-a9f1-3d25b242ece7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775476647060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25923557'] for port (9641d4e9-2b02-4db5-a0fa-ad451f6111dc), after_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:53:47.426945 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc176b8-1629-4ff9-a9f1-3d25b242ece7 admin admin] Network a02aa9c7-6585-4ad0-bac0-1482ae1f0058 is already hosted by enough agents. {{(pid=110297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 14:53:47.429765 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.scheduler.base_scheduler [None req-7bc176b8-1629-4ff9-a9f1-3d25b242ece7 admin admin] Resources bound (agent type, host, resource id): {{(pid=110297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 14:53:47.435188 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc176b8-1629-4ff9-a9f1-3d25b242ece7 admin admin] Received port after_create {{(pid=110297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 14:53:47.440541 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc176b8-1629-4ff9-a9f1-3d25b242ece7 admin admin] Pushing event updated for resources: {'Port': ['ID=9641d4e9-2b02-4db5-a0fa-ad451f6111dc,revision_number=1']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:53:47.469825 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-2ea987c2-f359-4677-be1b-b565c4f31862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096'] for port (926d7667-c5bc-41d9-b436-a550b5e71818), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:53:47.484082 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-7bc176b8-1629-4ff9-a9f1-3d25b242ece7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1694142'] for router_interface (8267adbc-3a8e-404a-afe4-487af64b5410), before_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:53:47.533820 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.managers [None req-2ea987c2-f359-4677-be1b-b565c4f31862 None None] Attempting to bind port 926d7667-c5bc-41d9-b436-a550b5e71818 on host dv-cinder-840289-3-iscsi for vnic_type normal with profile {{(pid=110299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 14:53:47.534358 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.managers [None req-2ea987c2-f359-4677-be1b-b565c4f31862 None None] Attempting to bind port 926d7667-c5bc-41d9-b436-a550b5e71818 by drivers openvswitch,hyperv on host dv-cinder-840289-3-iscsi at level 0 using segments [{'id': '0c3170a2-2f96-4172-a4d6-7b5474706bd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c'}] {{(pid=110299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 14:53:47.534809 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea987c2-f359-4677-be1b-b565c4f31862 None None] Attempting to bind port 926d7667-c5bc-41d9-b436-a550b5e71818 on network 7456e722-9446-4a17-bcf3-c72dce07c65c {{(pid=110299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 14:53:47.536998 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30699e8-224b-4e91-a126-8acebf4323bf None None] Pushing event updated for resources: {'Port': ['ID=926d7667-c5bc-41d9-b436-a550b5e71818,revision_number=2']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:53:47.543502 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea987c2-f359-4677-be1b-b565c4f31862 None None] Checking agent: {'id': '16d44442-859c-4c9b-bc72-04cb3b8a5d5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840289-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 14, 38, 15), 'started_at': datetime.datetime(2022, 5, 3, 14, 38, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 14, 53, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840289-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 14:53:47.544038 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea987c2-f359-4677-be1b-b565c4f31862 None None] Checking segment: {'id': '0c3170a2-2f96-4172-a4d6-7b5474706bd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 14:53:47.544543 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-2ea987c2-f359-4677-be1b-b565c4f31862 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:53:47.545032 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea987c2-f359-4677-be1b-b565c4f31862 None None] Bound using segment: {'id': '0c3170a2-2f96-4172-a4d6-7b5474706bd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c'} {{(pid=110299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 14:53:47.545610 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.managers [None req-2ea987c2-f359-4677-be1b-b565c4f31862 None None] Bound port: 926d7667-c5bc-41d9-b436-a550b5e71818, host: dv-cinder-840289-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c3170a2-2f96-4172-a4d6-7b5474706bd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c'}}] {{(pid=110299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 14:53:47.546106 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-2ea987c2-f359-4677-be1b-b565c4f31862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (926d7667-c5bc-41d9-b436-a550b5e71818), before_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:53:47.603426 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-2ea987c2-f359-4677-be1b-b565c4f31862 None None] For port 926d7667-c5bc-41d9-b436-a550b5e71818, host dv-cinder-840289-3-iscsi, cleared binding levels {{(pid=110299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 14:53:47.606661 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-2ea987c2-f359-4677-be1b-b565c4f31862 None None] For port 926d7667-c5bc-41d9-b436-a550b5e71818, host dv-cinder-840289-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-3-iscsi',level=0,port_id=926d7667-c5bc-41d9-b436-a550b5e71818,segment=NetworkSegment(0c3170a2-2f96-4172-a4d6-7b5474706bd0),segment_id=0c3170a2-2f96-4172-a4d6-7b5474706bd0)] {{(pid=110299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 14:53:47.669893 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-2ea987c2-f359-4677-be1b-b565c4f31862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096'] for port (926d7667-c5bc-41d9-b436-a550b5e71818), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:53:47.674473 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-7bc176b8-1629-4ff9-a9f1-3d25b242ece7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (9641d4e9-2b02-4db5-a0fa-ad451f6111dc), before_update {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:53:47.721083 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [None req-9f7c3d99-00c4-4b90-8569-efbff36a4130 None None] Provisioning complete for port 9641d4e9-2b02-4db5-a0fa-ad451f6111dc triggered by entity DHCP. {{(pid=110299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:53:47.721468 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-9f7c3d99-00c4-4b90-8569-efbff36a4130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728915'] for port (9641d4e9-2b02-4db5-a0fa-ad451f6111dc), provisioning_complete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:53:47.765670 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea987c2-f359-4677-be1b-b565c4f31862 None None] Routers {'8267adbc-3a8e-404a-afe4-487af64b5410'} bound to L3 agent in host dv-cinder-840289-3-iscsi {{(pid=110299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:53:47.766226 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_hamode_db [None req-2ea987c2-f359-4677-be1b-b565c4f31862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T14:38:11Z,description=,heartbeat_timestamp=2022-05-03T14:53:41Z,host='dv-cinder-840289-3-iscsi',id=a9161e1b-902d-441f-843b-a0ff0805adee,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:38:12Z,topic='l3_agent')) {'router_ids': ['8267adbc-3a8e-404a-afe4-487af64b5410'], 'active': True} {{(pid=110299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:53:47.770460 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30699e8-224b-4e91-a126-8acebf4323bf None None] Pushing event updated for resources: {'Port': ['ID=926d7667-c5bc-41d9-b436-a550b5e71818,revision_number=3']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:53:47.817664 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-9f7c3d99-00c4-4b90-8569-efbff36a4130 None None] Port 9641d4e9-2b02-4db5-a0fa-ad451f6111dc cannot update to ACTIVE because it is not bound. {{(pid=110299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 14:53:47.837630 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-7bc176b8-1629-4ff9-a9f1-3d25b242ece7 admin admin] Publish callbacks [] for port (9641d4e9-2b02-4db5-a0fa-ad451f6111dc), precommit_update {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:53:47.886110 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_dvr_db [None req-2ea987c2-f359-4677-be1b-b565c4f31862 None None] Set router 8267adbc-3a8e-404a-afe4-487af64b5410 gateway port host: dv-cinder-840289-3-iscsi {{(pid=110299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:53:47.898193 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-7bc176b8-1629-4ff9-a9f1-3d25b242ece7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25923484'] for port (9641d4e9-2b02-4db5-a0fa-ad451f6111dc), after_update {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:53:47.968715 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc176b8-1629-4ff9-a9f1-3d25b242ece7 admin admin] Pushing event updated for resources: {'Port': ['ID=9641d4e9-2b02-4db5-a0fa-ad451f6111dc,revision_number=2']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:53:47.973256 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-7bc176b8-1629-4ff9-a9f1-3d25b242ece7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1694048'] for router_interface (8267adbc-3a8e-404a-afe4-487af64b5410), after_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:53:48.066186 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Device 8cbebba9-5d40-4902-a884-f9fbae09fdc4 up at agent ovs-agent-dv-cinder-840289-3-iscsi {{(pid=110299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 14:53:48.074051 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc176b8-1629-4ff9-a9f1-3d25b242ece7 admin admin] Network a02aa9c7-6585-4ad0-bac0-1482ae1f0058 is already hosted by enough agents. {{(pid=110297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 14:53:48.075416 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.scheduler.base_scheduler [None req-7bc176b8-1629-4ff9-a9f1-3d25b242ece7 admin admin] Resources bound (agent type, host, resource id): {{(pid=110297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 14:53:48.108952 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_hamode_db [None req-2ea987c2-f359-4677-be1b-b565c4f31862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8267adbc-3a8e-404a-afe4-487af64b5410', 'name': 'tempest-TestMinimumBasicScenario-1046228673-router', 'tenant_id': 'a8f85d2d5f374f3aae83401b13a08765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'external_fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '926d7667-c5bc-41d9-b436-a550b5e71818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:53:44Z', 'updated_at': '2022-05-03T14:53:47Z', 'revision_number': 4, 'project_id': 'a8f85d2d5f374f3aae83401b13a08765', 'gw_port': {'id': '926d7667-c5bc-41d9-b436-a550b5e71818', 'name': '', 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:20:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8267adbc-3a8e-404a-afe4-487af64b5410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:53:45Z', 'updated_at': '2022-05-03T14:53:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f907060b-4748-4522-aeb5-06a44b689374', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-3-iscsi', '_interfaces': [{'id': '9641d4e9-2b02-4db5-a0fa-ad451f6111dc', 'name': '', 'network_id': 'a02aa9c7-6585-4ad0-bac0-1482ae1f0058', 'tenant_id': 'a8f85d2d5f374f3aae83401b13a08765', 'mac_address': 'fa:16:3e:c8:57:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8267adbc-3a8e-404a-afe4-487af64b5410', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'd396c407-2d78-439b-b47e-5fae28fb825f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:53:47Z', 'updated_at': '2022-05-03T14:53:47Z', 'revision_number': 1, 'project_id': 'a8f85d2d5f374f3aae83401b13a08765', 'subnets': [{'id': 'd396c407-2d78-439b-b47e-5fae28fb825f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-3-iscsi', False) {} {{(pid=110299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:53:48.142170 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea987c2-f359-4677-be1b-b565c4f31862 None None] The sync data for ids ['8267adbc-3a8e-404a-afe4-487af64b5410'] in dv-cinder-840289-3-iscsi is: [{'id': '8267adbc-3a8e-404a-afe4-487af64b5410', 'name': 'tempest-TestMinimumBasicScenario-1046228673-router', 'tenant_id': 'a8f85d2d5f374f3aae83401b13a08765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'external_fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '926d7667-c5bc-41d9-b436-a550b5e71818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:53:44Z', 'updated_at': '2022-05-03T14:53:47Z', 'revision_number': 4, 'project_id': 'a8f85d2d5f374f3aae83401b13a08765', 'gw_port': {'id': '926d7667-c5bc-41d9-b436-a550b5e71818', 'name': '', 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:20:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8267adbc-3a8e-404a-afe4-487af64b5410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:53:45Z', 'updated_at': '2022-05-03T14:53:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f907060b-4748-4522-aeb5-06a44b689374', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-3-iscsi', '_interfaces': [{'id': '9641d4e9-2b02-4db5-a0fa-ad451f6111dc', 'name': '', 'network_id': 'a02aa9c7-6585-4ad0-bac0-1482ae1f0058', 'tenant_id': 'a8f85d2d5f374f3aae83401b13a08765', 'mac_address': 'fa:16:3e:c8:57:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8267adbc-3a8e-404a-afe4-487af64b5410', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'd396c407-2d78-439b-b47e-5fae28fb825f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:53:47Z', 'updated_at': '2022-05-03T14:53:47Z', 'revision_number': 1, 'project_id': 'a8f85d2d5f374f3aae83401b13a08765', 'subnets': [{'id': 'd396c407-2d78-439b-b47e-5fae28fb825f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 14:53:48.156841 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Provisioning complete for port 8cbebba9-5d40-4902-a884-f9fbae09fdc4 triggered by entity L2. {{(pid=110299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:53:48.157398 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728915'] for port (8cbebba9-5d40-4902-a884-f9fbae09fdc4), provisioning_complete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:53:48.215349 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bc176b8-1629-4ff9-a9f1-3d25b242ece7 admin admin] Router 8267adbc-3a8e-404a-afe4-487af64b5410 has already been hosted by L3 agent a9161e1b-902d-441f-843b-a0ff0805adee {{(pid=110297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 14:53:48.251374 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Current status of the port 8cbebba9-5d40-4902-a884-f9fbae09fdc4 is: ACTIVE; New status is: ACTIVE {{(pid=110299) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:53:48.337207 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [None req-7422679e-ff71-454e-a1f5-09f375255a58 None None] Provisioning complete for port 9641d4e9-2b02-4db5-a0fa-ad451f6111dc triggered by entity DHCP. {{(pid=110299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:53:48.338495 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-7422679e-ff71-454e-a1f5-09f375255a58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728915'] for port (9641d4e9-2b02-4db5-a0fa-ad451f6111dc), provisioning_complete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:53:48.350361 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bc176b8-1629-4ff9-a9f1-3d25b242ece7 admin admin] Notify agent at l3_agent.dv-cinder-840289-3-iscsi the message routers_updated {{(pid=110297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 14:53:48.356058 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-7bc176b8-1629-4ff9-a9f1-3d25b242ece7 admin admin] 10.222.0.16 "PUT /v2.0/routers/8267adbc-3a8e-404a-afe4-487af64b5410/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7589321 May 03 14:53:48.356236 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e4213b-4d07-4f0b-a605-f5fe61154522 req-7eab1544-4124-496d-9766-b5b154e5576c tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:53:48.358318 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-e0e4213b-4d07-4f0b-a605-f5fe61154522 req-7eab1544-4124-496d-9766-b5b154e5576c tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/ports?device_id=76f0c6b6-fd34-42ef-ab7d-e9f527b969ba HTTP/1.1" status: 200 len: 945 time: 0.0488288 May 03 14:53:48.411214 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-7422679e-ff71-454e-a1f5-09f375255a58 None None] Port 9641d4e9-2b02-4db5-a0fa-ad451f6111dc cannot update to ACTIVE because it is not bound. {{(pid=110299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 14:53:48.446867 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-e0e4213b-4d07-4f0b-a605-f5fe61154522 req-6b401380-bfd9-4755-8199-ab26c1f05539 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/security-groups?id=4be1d56e-dc50-4c55-b511-de10663410d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826480 May 03 14:53:49.597540 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf09de4-731a-44d7-871c-3d03e4a5e063 req-eebe500e-8cd1-4194-9d10-1294099f4d5b tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:53:49.599959 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-adf09de4-731a-44d7-871c-3d03e4a5e063 req-eebe500e-8cd1-4194-9d10-1294099f4d5b tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/ports?device_id=76f0c6b6-fd34-42ef-ab7d-e9f527b969ba HTTP/1.1" status: 200 len: 945 time: 0.0580251 May 03 14:53:49.653429 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-adf09de4-731a-44d7-871c-3d03e4a5e063 req-567d41db-5570-4122-94a0-08f08c0be445 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/security-groups?id=4be1d56e-dc50-4c55-b511-de10663410d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469501 May 03 14:53:50.056799 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Device 926d7667-c5bc-41d9-b436-a550b5e71818 up at agent ovs-agent-dv-cinder-840289-3-iscsi {{(pid=110299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 14:53:50.111427 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Provisioning complete for port 926d7667-c5bc-41d9-b436-a550b5e71818 triggered by entity L2. {{(pid=110299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:53:50.111427 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728915'] for port (926d7667-c5bc-41d9-b436-a550b5e71818), provisioning_complete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:53:50.192917 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Current status of the port 926d7667-c5bc-41d9-b436-a550b5e71818 is: DOWN; New status is: ACTIVE {{(pid=110299) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:53:50.193315 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (926d7667-c5bc-41d9-b436-a550b5e71818), before_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:53:50.216491 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] For port 926d7667-c5bc-41d9-b436-a550b5e71818, host dv-cinder-840289-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-3-iscsi',level=0,port_id=926d7667-c5bc-41d9-b436-a550b5e71818,segment=NetworkSegment(0c3170a2-2f96-4172-a4d6-7b5474706bd0),segment_id=0c3170a2-2f96-4172-a4d6-7b5474706bd0)] {{(pid=110299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:53:50.309702 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096'] for port (926d7667-c5bc-41d9-b436-a550b5e71818), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:53:50.365932 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Pushing event updated for resources: {'Port': ['ID=926d7667-c5bc-41d9-b436-a550b5e71818,revision_number=4']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:53:50.790648 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556ebf1a-f488-4d5f-8bbb-e6d3446292df req-7e3cac72-af5f-484d-b506-a297120edaea tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:53:50.792175 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-556ebf1a-f488-4d5f-8bbb-e6d3446292df req-7e3cac72-af5f-484d-b506-a297120edaea tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/ports?device_id=76f0c6b6-fd34-42ef-ab7d-e9f527b969ba HTTP/1.1" status: 200 len: 945 time: 0.0558386 May 03 14:53:50.848919 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-556ebf1a-f488-4d5f-8bbb-e6d3446292df req-c5898150-fcf6-4c7c-b03b-d4a1d36fafde tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/security-groups?id=4be1d56e-dc50-4c55-b511-de10663410d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503948 May 03 14:53:51.872762 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-961c050b-9374-41f7-a566-6cb952106e30 None None] Sync routers for ids ['8267adbc-3a8e-404a-afe4-487af64b5410'] in dv-cinder-840289-3-iscsi {{(pid=110300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 14:53:51.885812 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961c050b-9374-41f7-a566-6cb952106e30 None None] Routers {'8267adbc-3a8e-404a-afe4-487af64b5410'} bound to L3 agent in host dv-cinder-840289-3-iscsi {{(pid=110300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:53:51.886452 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_hamode_db [None req-961c050b-9374-41f7-a566-6cb952106e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T14:38:11Z,description=,heartbeat_timestamp=2022-05-03T14:53:41Z,host='dv-cinder-840289-3-iscsi',id=a9161e1b-902d-441f-843b-a0ff0805adee,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:38:12Z,topic='l3_agent')) {'router_ids': ['8267adbc-3a8e-404a-afe4-487af64b5410'], 'active': True} {{(pid=110300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:53:51.973590 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eac7ae-8831-4162-ba49-d628e49dfd93 req-28b85b48-6af4-441e-a2f6-f4c0ad3668df tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:53:51.975394 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-93eac7ae-8831-4162-ba49-d628e49dfd93 req-28b85b48-6af4-441e-a2f6-f4c0ad3668df tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/ports?device_id=76f0c6b6-fd34-42ef-ab7d-e9f527b969ba HTTP/1.1" status: 200 len: 945 time: 0.0532124 May 03 14:53:52.022025 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvr_db [None req-961c050b-9374-41f7-a566-6cb952106e30 None None] Set router 8267adbc-3a8e-404a-afe4-487af64b5410 gateway port host: dv-cinder-840289-3-iscsi {{(pid=110300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:53:52.035365 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-93eac7ae-8831-4162-ba49-d628e49dfd93 req-f5875b4f-25d1-4d66-a8bd-e35c843887fc tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/security-groups?id=4be1d56e-dc50-4c55-b511-de10663410d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517697 May 03 14:53:52.052952 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Device 926d7667-c5bc-41d9-b436-a550b5e71818 up at agent ovs-agent-dv-cinder-840289-3-iscsi {{(pid=110299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 14:53:52.103461 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Provisioning complete for port 926d7667-c5bc-41d9-b436-a550b5e71818 triggered by entity L2. {{(pid=110299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:53:52.103861 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728915'] for port (926d7667-c5bc-41d9-b436-a550b5e71818), provisioning_complete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:53:52.182900 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Current status of the port 926d7667-c5bc-41d9-b436-a550b5e71818 is: ACTIVE; New status is: ACTIVE {{(pid=110299) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:53:52.236308 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_hamode_db [None req-961c050b-9374-41f7-a566-6cb952106e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8267adbc-3a8e-404a-afe4-487af64b5410', 'name': 'tempest-TestMinimumBasicScenario-1046228673-router', 'tenant_id': 'a8f85d2d5f374f3aae83401b13a08765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'external_fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '926d7667-c5bc-41d9-b436-a550b5e71818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:53:44Z', 'updated_at': '2022-05-03T14:53:47Z', 'revision_number': 4, 'project_id': 'a8f85d2d5f374f3aae83401b13a08765', 'gw_port': {'id': '926d7667-c5bc-41d9-b436-a550b5e71818', 'name': '', 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:20:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8267adbc-3a8e-404a-afe4-487af64b5410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:53:45Z', 'updated_at': '2022-05-03T14:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f907060b-4748-4522-aeb5-06a44b689374', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-3-iscsi', '_interfaces': [{'id': '9641d4e9-2b02-4db5-a0fa-ad451f6111dc', 'name': '', 'network_id': 'a02aa9c7-6585-4ad0-bac0-1482ae1f0058', 'tenant_id': 'a8f85d2d5f374f3aae83401b13a08765', 'mac_address': 'fa:16:3e:c8:57:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8267adbc-3a8e-404a-afe4-487af64b5410', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'd396c407-2d78-439b-b47e-5fae28fb825f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:53:47Z', 'updated_at': '2022-05-03T14:53:47Z', 'revision_number': 2, 'project_id': 'a8f85d2d5f374f3aae83401b13a08765', 'subnets': [{'id': 'd396c407-2d78-439b-b47e-5fae28fb825f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-3-iscsi', False) {} {{(pid=110300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:53:52.264827 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-961c050b-9374-41f7-a566-6cb952106e30 None None] Checking router: 8267adbc-3a8e-404a-afe4-487af64b5410 for host: dv-cinder-840289-3-iscsi {{(pid=110300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 14:53:52.265285 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-961c050b-9374-41f7-a566-6cb952106e30 None None] Updating router 8267adbc-3a8e-404a-afe4-487af64b5410 port 9641d4e9-2b02-4db5-a0fa-ad451f6111dc binding host dv-cinder-840289-3-iscsi {{(pid=110300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 14:53:52.294682 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-961c050b-9374-41f7-a566-6cb952106e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (9641d4e9-2b02-4db5-a0fa-ad451f6111dc), before_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:53:52.578393 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-961c050b-9374-41f7-a566-6cb952106e30 None None] Publish callbacks [] for port (9641d4e9-2b02-4db5-a0fa-ad451f6111dc), precommit_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:53:52.668082 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-961c050b-9374-41f7-a566-6cb952106e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096'] for port (9641d4e9-2b02-4db5-a0fa-ad451f6111dc), after_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:53:52.719031 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358eac4b-f61d-4b8a-908f-5408f941ea66 None None] Pushing event updated for resources: {'Port': ['ID=9641d4e9-2b02-4db5-a0fa-ad451f6111dc,revision_number=3']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:53:52.790744 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.managers [None req-961c050b-9374-41f7-a566-6cb952106e30 None None] Attempting to bind port 9641d4e9-2b02-4db5-a0fa-ad451f6111dc on host dv-cinder-840289-3-iscsi for vnic_type normal with profile {{(pid=110300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 14:53:52.791144 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.managers [None req-961c050b-9374-41f7-a566-6cb952106e30 None None] Attempting to bind port 9641d4e9-2b02-4db5-a0fa-ad451f6111dc by drivers openvswitch,hyperv on host dv-cinder-840289-3-iscsi at level 0 using segments [{'id': '0288b0c8-bada-4978-8e59-0f833ee0c973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'a02aa9c7-6585-4ad0-bac0-1482ae1f0058'}] {{(pid=110300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 14:53:52.791514 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-961c050b-9374-41f7-a566-6cb952106e30 None None] Attempting to bind port 9641d4e9-2b02-4db5-a0fa-ad451f6111dc on network a02aa9c7-6585-4ad0-bac0-1482ae1f0058 {{(pid=110300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 14:53:52.796982 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-961c050b-9374-41f7-a566-6cb952106e30 None None] Checking agent: {'id': '16d44442-859c-4c9b-bc72-04cb3b8a5d5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840289-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 14, 38, 15), 'started_at': datetime.datetime(2022, 5, 3, 14, 38, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 14, 53, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840289-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 14:53:52.797365 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-961c050b-9374-41f7-a566-6cb952106e30 None None] Checking segment: {'id': '0288b0c8-bada-4978-8e59-0f833ee0c973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'a02aa9c7-6585-4ad0-bac0-1482ae1f0058'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 14:53:52.797776 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-961c050b-9374-41f7-a566-6cb952106e30 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:53:52.798177 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-961c050b-9374-41f7-a566-6cb952106e30 None None] Bound using segment: {'id': '0288b0c8-bada-4978-8e59-0f833ee0c973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'a02aa9c7-6585-4ad0-bac0-1482ae1f0058'} {{(pid=110300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 14:53:52.798649 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.managers [None req-961c050b-9374-41f7-a566-6cb952106e30 None None] Bound port: 9641d4e9-2b02-4db5-a0fa-ad451f6111dc, host: dv-cinder-840289-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0288b0c8-bada-4978-8e59-0f833ee0c973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'a02aa9c7-6585-4ad0-bac0-1482ae1f0058'}}] {{(pid=110300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 14:53:52.799052 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-961c050b-9374-41f7-a566-6cb952106e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (9641d4e9-2b02-4db5-a0fa-ad451f6111dc), before_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:53:52.883912 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.db [None req-961c050b-9374-41f7-a566-6cb952106e30 None None] For port 9641d4e9-2b02-4db5-a0fa-ad451f6111dc, host dv-cinder-840289-3-iscsi, cleared binding levels {{(pid=110300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 14:53:52.887716 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.db [None req-961c050b-9374-41f7-a566-6cb952106e30 None None] For port 9641d4e9-2b02-4db5-a0fa-ad451f6111dc, host dv-cinder-840289-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-3-iscsi',level=0,port_id=9641d4e9-2b02-4db5-a0fa-ad451f6111dc,segment=NetworkSegment(0288b0c8-bada-4978-8e59-0f833ee0c973),segment_id=0288b0c8-bada-4978-8e59-0f833ee0c973)] {{(pid=110300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 14:53:52.944718 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-961c050b-9374-41f7-a566-6cb952106e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096'] for port (9641d4e9-2b02-4db5-a0fa-ad451f6111dc), after_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:53:52.995372 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [None req-ca7a701d-6044-4b20-8508-6db8684e360b None None] Provisioning complete for port 9641d4e9-2b02-4db5-a0fa-ad451f6111dc triggered by entity DHCP. {{(pid=110299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:53:52.996033 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-ca7a701d-6044-4b20-8508-6db8684e360b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728915'] for port (9641d4e9-2b02-4db5-a0fa-ad451f6111dc), provisioning_complete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:53:53.003561 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961c050b-9374-41f7-a566-6cb952106e30 None None] Routers {'8267adbc-3a8e-404a-afe4-487af64b5410'} bound to L3 agent in host dv-cinder-840289-3-iscsi {{(pid=110300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:53:53.004192 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_hamode_db [None req-961c050b-9374-41f7-a566-6cb952106e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T14:38:11Z,description=,heartbeat_timestamp=2022-05-03T14:53:41Z,host='dv-cinder-840289-3-iscsi',id=a9161e1b-902d-441f-843b-a0ff0805adee,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:38:12Z,topic='l3_agent')) {'router_ids': ['8267adbc-3a8e-404a-afe4-487af64b5410'], 'active': True} {{(pid=110300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:53:53.093407 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358eac4b-f61d-4b8a-908f-5408f941ea66 None None] Pushing event updated for resources: {'Port': ['ID=9641d4e9-2b02-4db5-a0fa-ad451f6111dc,revision_number=4']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:53:53.146800 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-ca7a701d-6044-4b20-8508-6db8684e360b None None] Current status of the port 9641d4e9-2b02-4db5-a0fa-ad451f6111dc is: DOWN; New status is: ACTIVE {{(pid=110299) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:53:53.147391 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-ca7a701d-6044-4b20-8508-6db8684e360b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (9641d4e9-2b02-4db5-a0fa-ad451f6111dc), before_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:53:53.184638 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvr_db [None req-961c050b-9374-41f7-a566-6cb952106e30 None None] Set router 8267adbc-3a8e-404a-afe4-487af64b5410 gateway port host: dv-cinder-840289-3-iscsi {{(pid=110300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:53:53.203422 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-ca7a701d-6044-4b20-8508-6db8684e360b None None] For port 9641d4e9-2b02-4db5-a0fa-ad451f6111dc, host dv-cinder-840289-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-3-iscsi',level=0,port_id=9641d4e9-2b02-4db5-a0fa-ad451f6111dc,segment=NetworkSegment(0288b0c8-bada-4978-8e59-0f833ee0c973),segment_id=0288b0c8-bada-4978-8e59-0f833ee0c973)] {{(pid=110299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:53:53.207602 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba24a90c-e089-476b-9c0d-ea70def3ded7 req-1e8930b1-14e0-4adc-9144-ad0412bf346d tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:53:53.216931 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-ba24a90c-e089-476b-9c0d-ea70def3ded7 req-1e8930b1-14e0-4adc-9144-ad0412bf346d tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/ports?device_id=76f0c6b6-fd34-42ef-ab7d-e9f527b969ba HTTP/1.1" status: 200 len: 945 time: 0.0852530 May 03 14:53:53.279832 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-ca7a701d-6044-4b20-8508-6db8684e360b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096'] for port (9641d4e9-2b02-4db5-a0fa-ad451f6111dc), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:53:53.295860 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-ba24a90c-e089-476b-9c0d-ea70def3ded7 req-c4786e71-6ea8-469c-b2d3-b241f7ca7273 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/security-groups?id=4be1d56e-dc50-4c55-b511-de10663410d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755939 May 03 14:53:53.345010 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7a701d-6044-4b20-8508-6db8684e360b None None] Pushing event updated for resources: {'Port': ['ID=9641d4e9-2b02-4db5-a0fa-ad451f6111dc,revision_number=5']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:53:53.353295 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7a701d-6044-4b20-8508-6db8684e360b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:53:53.353841 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7a701d-6044-4b20-8508-6db8684e360b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:53:53.354359 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7a701d-6044-4b20-8508-6db8684e360b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:53:53.354923 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7a701d-6044-4b20-8508-6db8684e360b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:53:53.355521 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7a701d-6044-4b20-8508-6db8684e360b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:53:53.356058 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7a701d-6044-4b20-8508-6db8684e360b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:53:53.356618 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7a701d-6044-4b20-8508-6db8684e360b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:53:53.357217 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7a701d-6044-4b20-8508-6db8684e360b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:53:53.357571 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7a701d-6044-4b20-8508-6db8684e360b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:53:53.358010 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7a701d-6044-4b20-8508-6db8684e360b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:53:53.358351 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7a701d-6044-4b20-8508-6db8684e360b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:53:53.358684 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7a701d-6044-4b20-8508-6db8684e360b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:53:53.359031 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7a701d-6044-4b20-8508-6db8684e360b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:53:53.359363 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7a701d-6044-4b20-8508-6db8684e360b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:53:53.359690 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7a701d-6044-4b20-8508-6db8684e360b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:53:53.408096 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [None req-2d839472-3b3a-4cb4-ab22-2bf108346f84 None None] Provisioning complete for port 9641d4e9-2b02-4db5-a0fa-ad451f6111dc triggered by entity DHCP. {{(pid=110299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:53:53.408959 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-2d839472-3b3a-4cb4-ab22-2bf108346f84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728915'] for port (9641d4e9-2b02-4db5-a0fa-ad451f6111dc), provisioning_complete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:53:53.422292 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_hamode_db [None req-961c050b-9374-41f7-a566-6cb952106e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8267adbc-3a8e-404a-afe4-487af64b5410', 'name': 'tempest-TestMinimumBasicScenario-1046228673-router', 'tenant_id': 'a8f85d2d5f374f3aae83401b13a08765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'external_fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '926d7667-c5bc-41d9-b436-a550b5e71818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:53:44Z', 'updated_at': '2022-05-03T14:53:47Z', 'revision_number': 4, 'project_id': 'a8f85d2d5f374f3aae83401b13a08765', 'gw_port': {'id': '926d7667-c5bc-41d9-b436-a550b5e71818', 'name': '', 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:20:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8267adbc-3a8e-404a-afe4-487af64b5410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:53:45Z', 'updated_at': '2022-05-03T14:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f907060b-4748-4522-aeb5-06a44b689374', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-3-iscsi', '_interfaces': [{'id': '9641d4e9-2b02-4db5-a0fa-ad451f6111dc', 'name': '', 'network_id': 'a02aa9c7-6585-4ad0-bac0-1482ae1f0058', 'tenant_id': 'a8f85d2d5f374f3aae83401b13a08765', 'mac_address': 'fa:16:3e:c8:57:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8267adbc-3a8e-404a-afe4-487af64b5410', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'd396c407-2d78-439b-b47e-5fae28fb825f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:53:47Z', 'updated_at': '2022-05-03T14:53:52Z', 'revision_number': 4, 'project_id': 'a8f85d2d5f374f3aae83401b13a08765', 'subnets': [{'id': 'd396c407-2d78-439b-b47e-5fae28fb825f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-3-iscsi', False) {} {{(pid=110300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:53:53.454623 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-961c050b-9374-41f7-a566-6cb952106e30 None None] The sync data for ids ['8267adbc-3a8e-404a-afe4-487af64b5410'] in dv-cinder-840289-3-iscsi is: [{'id': '8267adbc-3a8e-404a-afe4-487af64b5410', 'name': 'tempest-TestMinimumBasicScenario-1046228673-router', 'tenant_id': 'a8f85d2d5f374f3aae83401b13a08765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'external_fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '926d7667-c5bc-41d9-b436-a550b5e71818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:53:44Z', 'updated_at': '2022-05-03T14:53:47Z', 'revision_number': 4, 'project_id': 'a8f85d2d5f374f3aae83401b13a08765', 'gw_port': {'id': '926d7667-c5bc-41d9-b436-a550b5e71818', 'name': '', 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:20:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8267adbc-3a8e-404a-afe4-487af64b5410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:53:45Z', 'updated_at': '2022-05-03T14:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f907060b-4748-4522-aeb5-06a44b689374', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-3-iscsi', '_interfaces': [{'id': '9641d4e9-2b02-4db5-a0fa-ad451f6111dc', 'name': '', 'network_id': 'a02aa9c7-6585-4ad0-bac0-1482ae1f0058', 'tenant_id': 'a8f85d2d5f374f3aae83401b13a08765', 'mac_address': 'fa:16:3e:c8:57:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8267adbc-3a8e-404a-afe4-487af64b5410', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'd396c407-2d78-439b-b47e-5fae28fb825f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:53:47Z', 'updated_at': '2022-05-03T14:53:52Z', 'revision_number': 4, 'project_id': 'a8f85d2d5f374f3aae83401b13a08765', 'subnets': [{'id': 'd396c407-2d78-439b-b47e-5fae28fb825f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 14:53:53.646814 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-2d839472-3b3a-4cb4-ab22-2bf108346f84 None None] Current status of the port 9641d4e9-2b02-4db5-a0fa-ad451f6111dc is: ACTIVE; New status is: ACTIVE {{(pid=110299) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:53:54.072166 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Device 9641d4e9-2b02-4db5-a0fa-ad451f6111dc up at agent ovs-agent-dv-cinder-840289-3-iscsi {{(pid=110299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 14:53:54.134466 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Provisioning complete for port 9641d4e9-2b02-4db5-a0fa-ad451f6111dc triggered by entity L2. {{(pid=110299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:53:54.134855 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728915'] for port (9641d4e9-2b02-4db5-a0fa-ad451f6111dc), provisioning_complete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:53:54.221745 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Current status of the port 9641d4e9-2b02-4db5-a0fa-ad451f6111dc is: ACTIVE; New status is: ACTIVE {{(pid=110299) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:53:54.408194 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80614b4-51ab-4a54-87cd-cd94dd599b65 req-f4a792df-e957-41ae-ac08-cfdcacfabb23 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:53:54.410501 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-e80614b4-51ab-4a54-87cd-cd94dd599b65 req-f4a792df-e957-41ae-ac08-cfdcacfabb23 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/ports?device_id=76f0c6b6-fd34-42ef-ab7d-e9f527b969ba HTTP/1.1" status: 200 len: 945 time: 0.0519443 May 03 14:53:54.470231 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-e80614b4-51ab-4a54-87cd-cd94dd599b65 req-3d656617-d4fc-4213-893f-f7c284a4a694 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/security-groups?id=4be1d56e-dc50-4c55-b511-de10663410d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534575 May 03 14:53:55.589276 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4b4c8e-ef1c-428e-a334-65962033796a req-5e4c555f-954c-4631-a95c-1f9c54094430 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:53:55.590765 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-eb4b4c8e-ef1c-428e-a334-65962033796a req-5e4c555f-954c-4631-a95c-1f9c54094430 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/ports?device_id=76f0c6b6-fd34-42ef-ab7d-e9f527b969ba HTTP/1.1" status: 200 len: 945 time: 0.0481222 May 03 14:53:55.641420 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-eb4b4c8e-ef1c-428e-a334-65962033796a req-fa45fae8-2cd2-41e1-9ab7-a23f6b2a98fb tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/security-groups?id=4be1d56e-dc50-4c55-b511-de10663410d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449376 May 03 14:53:56.769523 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5a1f48-a687-434c-be90-e464a02f6da8 req-abcb51a3-363b-4581-8fe4-835dc5b05188 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:53:56.777159 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-de5a1f48-a687-434c-be90-e464a02f6da8 req-abcb51a3-363b-4581-8fe4-835dc5b05188 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/ports?device_id=76f0c6b6-fd34-42ef-ab7d-e9f527b969ba HTTP/1.1" status: 200 len: 945 time: 0.0637248 May 03 14:53:56.823539 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-de5a1f48-a687-434c-be90-e464a02f6da8 req-affc90f7-2a10-4e7c-bf45-d3b86f621e09 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/security-groups?id=4be1d56e-dc50-4c55-b511-de10663410d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454137 May 03 14:53:57.949405 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05de745f-5c08-4cc7-bc97-04ee24e8a630 req-494aa8dd-e15b-4dd8-9859-5466281025a5 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:53:57.952748 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-05de745f-5c08-4cc7-bc97-04ee24e8a630 req-494aa8dd-e15b-4dd8-9859-5466281025a5 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/ports?device_id=76f0c6b6-fd34-42ef-ab7d-e9f527b969ba HTTP/1.1" status: 200 len: 945 time: 0.0549223 May 03 14:53:58.003042 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-05de745f-5c08-4cc7-bc97-04ee24e8a630 req-57381941-8ccc-455b-8403-a84f4b9be613 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/security-groups?id=4be1d56e-dc50-4c55-b511-de10663410d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452776 May 03 14:53:58.854093 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (26e70f58-a201-437c-be8d-fd2714f100da), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:53:59.133779 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42076a4-b5d5-4675-8a59-f58fc7aadecc req-7ecaf55a-bbb2-4179-b2e7-92f08f32f614 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:53:59.135376 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-b42076a4-b5d5-4675-8a59-f58fc7aadecc req-7ecaf55a-bbb2-4179-b2e7-92f08f32f614 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/ports?device_id=76f0c6b6-fd34-42ef-ab7d-e9f527b969ba HTTP/1.1" status: 200 len: 945 time: 0.0591295 May 03 14:53:59.183576 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-b42076a4-b5d5-4675-8a59-f58fc7aadecc req-1a929424-688d-4212-8a3e-e2e6c36271b6 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/security-groups?id=4be1d56e-dc50-4c55-b511-de10663410d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419700 May 03 14:53:59.602511 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ecd750-8515-4cf5-a40c-3ec85c9a7541 req-cd8975c1-14f2-4654-a7c1-a38abcf48a5c tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:53:59.604223 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-24ecd750-8515-4cf5-a40c-3ec85c9a7541 req-cd8975c1-14f2-4654-a7c1-a38abcf48a5c tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/ports?device_id=76f0c6b6-fd34-42ef-ab7d-e9f527b969ba HTTP/1.1" status: 200 len: 945 time: 0.0529711 May 03 14:53:59.655858 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-24ecd750-8515-4cf5-a40c-3ec85c9a7541 req-276138f5-0a7f-4ff9-8ef7-8dd0f05e898b tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/security-groups?id=4be1d56e-dc50-4c55-b511-de10663410d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458140 May 03 14:53:59.729424 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b9049c-7623-466b-9964-f0b6acb3e371 req-10b469cc-5d4e-46b4-b11e-e2a5dda6e455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:53:59.730919 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-f8b9049c-7623-466b-9964-f0b6acb3e371 req-10b469cc-5d4e-46b4-b11e-e2a5dda6e455 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b4752d3e59c94290925845f591792921&device_id=76f0c6b6-fd34-42ef-ab7d-e9f527b969ba HTTP/1.1" status: 200 len: 1129 time: 0.0408211 May 03 14:53:59.820746 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b9049c-7623-466b-9964-f0b6acb3e371 req-cd03f6f3-3376-4a6e-bd8c-d4cb1c322fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:53:59.822166 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-f8b9049c-7623-466b-9964-f0b6acb3e371 req-cd03f6f3-3376-4a6e-bd8c-d4cb1c322fe7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=963c04e2-09c0-42b3-8b14-9ee6b8c8fe47 HTTP/1.1" status: 200 len: 912 time: 0.0842314 May 03 14:53:59.893147 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-f8b9049c-7623-466b-9964-f0b6acb3e371 req-3efca800-dc58-47de-b19d-bdf839ad7242 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5049a2b0-9c2b-433d-97a8-086291ae91fa HTTP/1.1" status: 200 len: 1001 time: 0.0620539 May 03 14:53:59.943502 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b9049c-7623-466b-9964-f0b6acb3e371 req-44863f64-5830-45f5-acc6-f0d532207c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:53:59.944939 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-f8b9049c-7623-466b-9964-f0b6acb3e371 req-44863f64-5830-45f5-acc6-f0d532207c2e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=48f101fe-497d-4192-8a7b-0011d50ada6e HTTP/1.1" status: 200 len: 850 time: 0.0437860 May 03 14:53:59.990188 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b9049c-7623-466b-9964-f0b6acb3e371 req-b6634ff4-63fd-4c3c-be0a-8c3d5a83e3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:53:59.991753 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-f8b9049c-7623-466b-9964-f0b6acb3e371 req-b6634ff4-63fd-4c3c-be0a-8c3d5a83e3ff service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=963c04e2-09c0-42b3-8b14-9ee6b8c8fe47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393434 May 03 14:54:00.087548 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-f8b9049c-7623-466b-9964-f0b6acb3e371 req-a723731f-65bb-470b-a016-17f7633a2d28 service neutron] 10.222.0.55 "GET /v2.0/networks/963c04e2-09c0-42b3-8b14-9ee6b8c8fe47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890570 May 03 14:54:00.257221 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-f8b9049c-7623-466b-9964-f0b6acb3e371 req-cd74ae30-4e9c-465b-9a1a-1fe96e07e6e5 service neutron] 10.222.0.55 "GET /v2.0/networks/963c04e2-09c0-42b3-8b14-9ee6b8c8fe47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624935 May 03 14:54:00.264628 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9002369e-bdc2-4418-bc29-bdc76c5bdf7f req-d623dcd0-bde5-4638-a724-d3ae60536eed tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:54:00.265970 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-9002369e-bdc2-4418-bc29-bdc76c5bdf7f req-d623dcd0-bde5-4638-a724-d3ae60536eed tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] 10.222.0.16 "GET /v2.0/networks?id=c281f951-cc3b-45f3-a5a8-b04d649470d1 HTTP/1.1" status: 200 len: 815 time: 0.1535168 May 03 14:54:00.282339 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-9002369e-bdc2-4418-bc29-bdc76c5bdf7f req-7e4c4b65-78ed-42c0-8376-f3d0574caeed tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] 10.222.0.16 "GET /v2.0/quotas/b886b8227a9e49b6b1ea48f1024baa62 HTTP/1.1" status: 200 len: 375 time: 0.0094144 May 03 14:54:00.336552 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-9002369e-bdc2-4418-bc29-bdc76c5bdf7f req-aa86ebfc-6b21-49bd-8385-3e66ec068253 tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=b886b8227a9e49b6b1ea48f1024baa62&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0488546 May 03 14:54:00.431840 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-9002369e-bdc2-4418-bc29-bdc76c5bdf7f req-4394eb6d-9e8b-48f8-b611-aed78aa344fd service neutron] 10.222.0.16 "GET /v2.0/networks/c281f951-cc3b-45f3-a5a8-b04d649470d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846527 May 03 14:54:00.521988 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-9002369e-bdc2-4418-bc29-bdc76c5bdf7f req-d944b9ba-99ae-4370-8dcd-cd6d9b002e63 service neutron] 10.222.0.16 "GET /v2.0/networks/c281f951-cc3b-45f3-a5a8-b04d649470d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844800 May 03 14:54:00.802606 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-220423cc-3e60-46ec-9ea5-f55327f9bf1a req-7c22a6f6-48dd-42e9-a9f1-4bf4056d3573 tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] 10.222.0.16 "GET /v2.0/ports?device_id=51466aaa-4659-49b7-b8fb-3b4656e35475 HTTP/1.1" status: 200 len: 210 time: 0.0335460 May 03 14:54:00.813123 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927af162-decc-4779-9c31-d821caab0229 req-f127203b-3e84-4230-b3f2-1dc6bd976599 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:54:00.813123 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-927af162-decc-4779-9c31-d821caab0229 req-f127203b-3e84-4230-b3f2-1dc6bd976599 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/ports?device_id=76f0c6b6-fd34-42ef-ab7d-e9f527b969ba HTTP/1.1" status: 200 len: 945 time: 0.0837612 May 03 14:54:00.876211 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-927af162-decc-4779-9c31-d821caab0229 req-2e716d09-6094-4377-8613-a9ca50ca5118 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/security-groups?id=4be1d56e-dc50-4c55-b511-de10663410d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563681 May 03 14:54:01.915661 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-e8e3892e-5366-4e18-98af-62f82997e2d2 req-8d5125cd-add2-44e7-81a6-88face6d7513 tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] 10.222.0.16 "GET /v2.0/ports?device_id=51466aaa-4659-49b7-b8fb-3b4656e35475 HTTP/1.1" status: 200 len: 210 time: 0.0365310 May 03 14:54:02.002897 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166041d8-28cc-46e5-bebe-d1756acacc8a req-d8813e44-b3bf-458b-8e11-ab0a21237e68 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:54:02.004391 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-166041d8-28cc-46e5-bebe-d1756acacc8a req-d8813e44-b3bf-458b-8e11-ab0a21237e68 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/ports?device_id=76f0c6b6-fd34-42ef-ab7d-e9f527b969ba HTTP/1.1" status: 200 len: 945 time: 0.0485544 May 03 14:54:02.052479 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-166041d8-28cc-46e5-bebe-d1756acacc8a req-5586f8d9-cee7-4421-b456-352b9e68ccd1 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/security-groups?id=4be1d56e-dc50-4c55-b511-de10663410d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415428 May 03 14:54:03.011260 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-35ddeefe-de9f-4a34-8ac2-07814d0a3cd1 req-04f7085a-5f05-44b1-8185-c9a70306aa4f tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] 10.222.0.16 "GET /v2.0/ports?device_id=51466aaa-4659-49b7-b8fb-3b4656e35475 HTTP/1.1" status: 200 len: 210 time: 0.0293012 May 03 14:54:03.424831 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9002369e-bdc2-4418-bc29-bdc76c5bdf7f req-6266d99b-704e-4cce-b702-298b0eff20c9 tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:54:03.426271 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-9002369e-bdc2-4418-bc29-bdc76c5bdf7f req-6266d99b-704e-4cce-b702-298b0eff20c9 tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] 10.222.0.55 "GET /v2.0/networks?id=c281f951-cc3b-45f3-a5a8-b04d649470d1 HTTP/1.1" status: 200 len: 815 time: 0.1040306 May 03 14:54:03.447973 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.v2.base [req-9002369e-bdc2-4418-bc29-bdc76c5bdf7f req-42fefd1f-3540-4776-9eae-18cfdfde0c36 tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] Request body: {'port': {'device_id': '51466aaa-4659-49b7-b8fb-3b4656e35475', 'network_id': 'c281f951-cc3b-45f3-a5a8-b04d649470d1', 'admin_state_up': True, 'tenant_id': 'b886b8227a9e49b6b1ea48f1024baa62'}} {{(pid=110298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:54:03.611874 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9002369e-bdc2-4418-bc29-bdc76c5bdf7f req-42fefd1f-3540-4776-9eae-18cfdfde0c36 tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] Made reservation on behalf of b886b8227a9e49b6b1ea48f1024baa62 for: {'port': 1} {{(pid=110298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 14:54:03.615224 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-9002369e-bdc2-4418-bc29-bdc76c5bdf7f req-42fefd1f-3540-4776-9eae-18cfdfde0c36 tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (None), before_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:54:03.988375 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.db.db_base_plugin_common [req-9002369e-bdc2-4418-bc29-bdc76c5bdf7f req-42fefd1f-3540-4776-9eae-18cfdfde0c36 tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] Allocated IP 172.20.0.5 (c281f951-cc3b-45f3-a5a8-b04d649470d1/12a86955-a43c-4b6c-a091-46e3b2faf098/30ce3203-a86d-4216-9c80-d97b5cd2e7f3) {{(pid=110298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 14:54:04.199033 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-ec22753d-cd05-4ff1-a875-924a74cad873 req-819256e5-cc77-4d32-b61b-17d68d9a559a tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] 10.222.0.16 "GET /v2.0/ports?device_id=51466aaa-4659-49b7-b8fb-3b4656e35475 HTTP/1.1" status: 200 len: 210 time: 0.1160679 May 03 14:54:04.234081 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-9002369e-bdc2-4418-bc29-bdc76c5bdf7f req-42fefd1f-3540-4776-9eae-18cfdfde0c36 tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] Publish callbacks [] for port (30ce3203-a86d-4216-9c80-d97b5cd2e7f3), precommit_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:54:04.331085 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-9002369e-bdc2-4418-bc29-bdc76c5bdf7f req-42fefd1f-3540-4776-9eae-18cfdfde0c36 tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775476647060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25806886'] for port (30ce3203-a86d-4216-9c80-d97b5cd2e7f3), after_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:54:04.378192 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9002369e-bdc2-4418-bc29-bdc76c5bdf7f req-42fefd1f-3540-4776-9eae-18cfdfde0c36 tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] Network c281f951-cc3b-45f3-a5a8-b04d649470d1 is already hosted by enough agents. {{(pid=110298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 14:54:04.382033 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.scheduler.base_scheduler [req-9002369e-bdc2-4418-bc29-bdc76c5bdf7f req-42fefd1f-3540-4776-9eae-18cfdfde0c36 tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] Resources bound (agent type, host, resource id): {{(pid=110298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 14:54:04.389929 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.db.l3_dvrscheduler_db [req-9002369e-bdc2-4418-bc29-bdc76c5bdf7f req-42fefd1f-3540-4776-9eae-18cfdfde0c36 tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] Received port after_create {{(pid=110298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 14:54:04.421125 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fefd1f-3540-4776-9eae-18cfdfde0c36 tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] Pushing event updated for resources: {'Port': ['ID=30ce3203-a86d-4216-9c80-d97b5cd2e7f3,revision_number=1']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:54:04.435327 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fefd1f-3540-4776-9eae-18cfdfde0c36 tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:54:04.435677 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fefd1f-3540-4776-9eae-18cfdfde0c36 tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:54:04.436233 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fefd1f-3540-4776-9eae-18cfdfde0c36 tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:54:04.436574 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fefd1f-3540-4776-9eae-18cfdfde0c36 tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:54:04.436908 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fefd1f-3540-4776-9eae-18cfdfde0c36 tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:54:04.437463 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fefd1f-3540-4776-9eae-18cfdfde0c36 tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:54:04.437591 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fefd1f-3540-4776-9eae-18cfdfde0c36 tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:54:04.437886 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fefd1f-3540-4776-9eae-18cfdfde0c36 tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:54:04.438211 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fefd1f-3540-4776-9eae-18cfdfde0c36 tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:54:04.438548 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fefd1f-3540-4776-9eae-18cfdfde0c36 tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:54:04.438953 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fefd1f-3540-4776-9eae-18cfdfde0c36 tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:54:04.439216 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fefd1f-3540-4776-9eae-18cfdfde0c36 tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:54:04.439539 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fefd1f-3540-4776-9eae-18cfdfde0c36 tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:54:04.439856 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fefd1f-3540-4776-9eae-18cfdfde0c36 tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:54:04.440175 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fefd1f-3540-4776-9eae-18cfdfde0c36 tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:54:04.472213 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9002369e-bdc2-4418-bc29-bdc76c5bdf7f req-42fefd1f-3540-4776-9eae-18cfdfde0c36 tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:54:04.472857 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-9002369e-bdc2-4418-bc29-bdc76c5bdf7f req-42fefd1f-3540-4776-9eae-18cfdfde0c36 tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46205'] for port (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:54:04.550623 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-9002369e-bdc2-4418-bc29-bdc76c5bdf7f req-42fefd1f-3540-4776-9eae-18cfdfde0c36 tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1061611 May 03 14:54:04.640069 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [None req-7517c7f1-c8ff-45bd-a59a-83b3f1bba62c None None] Provisioning complete for port 30ce3203-a86d-4216-9c80-d97b5cd2e7f3 triggered by entity DHCP. {{(pid=110299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:54:04.640633 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-7517c7f1-c8ff-45bd-a59a-83b3f1bba62c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728915'] for port (30ce3203-a86d-4216-9c80-d97b5cd2e7f3), provisioning_complete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:54:04.678816 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-7517c7f1-c8ff-45bd-a59a-83b3f1bba62c None None] Port 30ce3203-a86d-4216-9c80-d97b5cd2e7f3 cannot update to ACTIVE because it is not bound. {{(pid=110299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 14:54:05.325551 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75a1c79-1fd9-4b69-91b4-ab5c91bad6d4 req-4fa2376b-4bd1-4b3a-90d5-3e086cc6a15e tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:54:05.327082 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-e75a1c79-1fd9-4b69-91b4-ab5c91bad6d4 req-4fa2376b-4bd1-4b3a-90d5-3e086cc6a15e tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] 10.222.0.16 "GET /v2.0/ports?device_id=51466aaa-4659-49b7-b8fb-3b4656e35475 HTTP/1.1" status: 200 len: 931 time: 0.0520291 May 03 14:54:05.376762 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-e75a1c79-1fd9-4b69-91b4-ab5c91bad6d4 req-d105d9f2-e688-43f8-9def-c41ca543218a tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] 10.222.0.16 "GET /v2.0/security-groups?id=51e6b986-3081-45ff-9da6-7bf850718915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440431 May 03 14:54:06.305918 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f78f852-a049-428d-b9a4-8bba341a5d43 req-2fbdc0d4-6d3d-41f9-bd1c-4bd352bd872f tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:54:06.307721 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-8f78f852-a049-428d-b9a4-8bba341a5d43 req-2fbdc0d4-6d3d-41f9-bd1c-4bd352bd872f tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] 10.222.0.16 "GET /v2.0/ports?device_id=037c4758-c65c-415c-b20a-f7e5ba0a830c HTTP/1.1" status: 200 len: 945 time: 0.0517600 May 03 14:54:06.359500 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-8f78f852-a049-428d-b9a4-8bba341a5d43 req-1e157a56-6d1b-43eb-a1a0-4b44aef70ced tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] 10.222.0.16 "GET /v2.0/security-groups?id=739575c7-37fa-46fc-93e9-2268529558a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458775 May 03 14:54:06.500661 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340a33a1-5151-4fa6-9c0e-d46353bd47e9 req-672a71c7-9aed-4456-a5a6-c4b9e08c6e4a tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:54:06.502215 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-340a33a1-5151-4fa6-9c0e-d46353bd47e9 req-672a71c7-9aed-4456-a5a6-c4b9e08c6e4a tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] 10.222.0.16 "GET /v2.0/ports?device_id=51466aaa-4659-49b7-b8fb-3b4656e35475 HTTP/1.1" status: 200 len: 931 time: 0.0565622 May 03 14:54:06.554582 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-340a33a1-5151-4fa6-9c0e-d46353bd47e9 req-4f6fc92b-a9e7-40da-a340-66bcc26d21fc tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] 10.222.0.16 "GET /v2.0/security-groups?id=51e6b986-3081-45ff-9da6-7bf850718915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464010 May 03 14:54:07.479067 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48ddc1d-f39c-4743-83b1-5869e741aa45 req-f8b194c8-858e-4800-a70a-e2b4dfcf602d tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:54:07.480595 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-f48ddc1d-f39c-4743-83b1-5869e741aa45 req-f8b194c8-858e-4800-a70a-e2b4dfcf602d tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] 10.222.0.16 "GET /v2.0/ports?device_id=037c4758-c65c-415c-b20a-f7e5ba0a830c HTTP/1.1" status: 200 len: 945 time: 0.0485520 May 03 14:54:07.532666 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-f48ddc1d-f39c-4743-83b1-5869e741aa45 req-7b685c79-76c5-47c9-963e-e2779bc81e6d tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] 10.222.0.16 "GET /v2.0/security-groups?id=739575c7-37fa-46fc-93e9-2268529558a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462275 May 03 14:54:07.674317 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2177747-4d93-4e55-8d7b-d994c17067af req-12e5ad4f-ba12-4aca-a443-a63f69627496 tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:54:07.675757 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-c2177747-4d93-4e55-8d7b-d994c17067af req-12e5ad4f-ba12-4aca-a443-a63f69627496 tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] 10.222.0.16 "GET /v2.0/ports?device_id=51466aaa-4659-49b7-b8fb-3b4656e35475 HTTP/1.1" status: 200 len: 931 time: 0.0516140 May 03 14:54:07.724112 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-c2177747-4d93-4e55-8d7b-d994c17067af req-01d44127-0a79-471d-8e65-83eea8a9de0e tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] 10.222.0.16 "GET /v2.0/security-groups?id=51e6b986-3081-45ff-9da6-7bf850718915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426996 May 03 14:54:08.653253 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401bc48f-a877-48ed-a1d1-e5ad93161aea req-6bf73b3d-cae2-4f2c-8394-931ad43a6825 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:54:08.654744 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-401bc48f-a877-48ed-a1d1-e5ad93161aea req-6bf73b3d-cae2-4f2c-8394-931ad43a6825 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] 10.222.0.16 "GET /v2.0/ports?device_id=037c4758-c65c-415c-b20a-f7e5ba0a830c HTTP/1.1" status: 200 len: 945 time: 0.0503225 May 03 14:54:08.709111 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-401bc48f-a877-48ed-a1d1-e5ad93161aea req-90067288-e7d4-4a17-bcc6-48f87874fc3f tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] 10.222.0.16 "GET /v2.0/security-groups?id=739575c7-37fa-46fc-93e9-2268529558a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466864 May 03 14:54:08.770528 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-52ff343f-dcb3-4a9e-a4d4-2ca998198a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (5d16a8e7-5fab-4607-ae51-2b468a019c05), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:54:08.851991 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620655c9-2581-4dc0-8b32-54d83e218454 req-b7f88370-46d1-4577-b1af-1e9784ac69cd tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:54:08.853412 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-620655c9-2581-4dc0-8b32-54d83e218454 req-b7f88370-46d1-4577-b1af-1e9784ac69cd tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] 10.222.0.16 "GET /v2.0/ports?device_id=51466aaa-4659-49b7-b8fb-3b4656e35475 HTTP/1.1" status: 200 len: 931 time: 0.0536633 May 03 14:54:08.912278 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-620655c9-2581-4dc0-8b32-54d83e218454 req-fee374d1-b4c2-4523-87d5-ce261c427d28 tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] 10.222.0.16 "GET /v2.0/security-groups?id=51e6b986-3081-45ff-9da6-7bf850718915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526989 May 03 14:54:09.842713 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776619d4-34f2-40ff-8428-498d0532f7c2 req-66f6b675-260c-41f9-9ba8-e7e61bf38c2f tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:54:09.848046 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-776619d4-34f2-40ff-8428-498d0532f7c2 req-66f6b675-260c-41f9-9ba8-e7e61bf38c2f tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] 10.222.0.16 "GET /v2.0/ports?device_id=037c4758-c65c-415c-b20a-f7e5ba0a830c HTTP/1.1" status: 200 len: 945 time: 0.0600479 May 03 14:54:09.911556 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-776619d4-34f2-40ff-8428-498d0532f7c2 req-087f3db8-9f7f-4d51-bcca-503eca00d484 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] 10.222.0.16 "GET /v2.0/security-groups?id=739575c7-37fa-46fc-93e9-2268529558a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597920 May 03 14:54:10.035202 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8a2336-5c61-4a78-84a0-8d548052ab8c req-2413db3d-ce25-4311-aad4-47ba155b9c4f tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:54:10.036735 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-aa8a2336-5c61-4a78-84a0-8d548052ab8c req-2413db3d-ce25-4311-aad4-47ba155b9c4f tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] 10.222.0.16 "GET /v2.0/ports?device_id=51466aaa-4659-49b7-b8fb-3b4656e35475 HTTP/1.1" status: 200 len: 931 time: 0.0509307 May 03 14:54:10.086400 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-aa8a2336-5c61-4a78-84a0-8d548052ab8c req-04b80c32-ec25-4090-ba54-ae018c901d4d tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] 10.222.0.16 "GET /v2.0/security-groups?id=51e6b986-3081-45ff-9da6-7bf850718915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436094 May 03 14:54:11.061770 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0daef14-7a0f-4203-936d-2b67cd839797 req-7dd6383f-0c18-4d2e-befe-6f6f677f508f tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:54:11.061770 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-b0daef14-7a0f-4203-936d-2b67cd839797 req-7dd6383f-0c18-4d2e-befe-6f6f677f508f tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] 10.222.0.16 "GET /v2.0/ports?device_id=037c4758-c65c-415c-b20a-f7e5ba0a830c HTTP/1.1" status: 200 len: 945 time: 0.0573461 May 03 14:54:11.098646 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-b0daef14-7a0f-4203-936d-2b67cd839797 req-20b03622-f216-4723-a7bd-6e42adea8954 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] 10.222.0.16 "GET /v2.0/security-groups?id=739575c7-37fa-46fc-93e9-2268529558a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474319 May 03 14:54:11.143789 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-1898c58c-9937-42b0-9a6f-0489274596cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (a9161e1b-902d-441f-843b-a0ff0805adee), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:54:11.232037 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c73a232-ffd4-4078-bebf-a1aaa99c67e3 req-048acade-2eb8-4845-b0e5-c568314fd64c tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:54:11.339948 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-8c73a232-ffd4-4078-bebf-a1aaa99c67e3 req-048acade-2eb8-4845-b0e5-c568314fd64c tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] 10.222.0.16 "GET /v2.0/ports?device_id=51466aaa-4659-49b7-b8fb-3b4656e35475 HTTP/1.1" status: 200 len: 931 time: 0.0662165 May 03 14:54:11.339948 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-8c73a232-ffd4-4078-bebf-a1aaa99c67e3 req-4e35e231-5f20-4f11-8bf4-f84109446290 tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] 10.222.0.16 "GET /v2.0/security-groups?id=51e6b986-3081-45ff-9da6-7bf850718915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644906 May 03 14:54:12.230331 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f45891-425d-4f8c-be76-04170fd207b9 req-5124dbf5-a00d-4bfe-a67a-8ae6914497f7 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:54:12.271773 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-88f45891-425d-4f8c-be76-04170fd207b9 req-5124dbf5-a00d-4bfe-a67a-8ae6914497f7 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] 10.222.0.16 "GET /v2.0/ports?device_id=037c4758-c65c-415c-b20a-f7e5ba0a830c HTTP/1.1" status: 200 len: 945 time: 0.0621130 May 03 14:54:12.291438 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-88f45891-425d-4f8c-be76-04170fd207b9 req-f9bd7fff-65ab-4b65-8cbd-b5a8a016d168 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] 10.222.0.16 "GET /v2.0/security-groups?id=739575c7-37fa-46fc-93e9-2268529558a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528255 May 03 14:54:12.402152 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-ed776e2d-a518-4685-8fad-0cd9eaa120ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (6a418bd5-8bcc-400f-88b5-19eff412e81a), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:54:12.432787 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f5f0e8-1611-45ca-8d0f-e72aa0a66d34 req-c635987b-21ee-48d0-9531-61093b16710b tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:54:12.434461 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-09f5f0e8-1611-45ca-8d0f-e72aa0a66d34 req-c635987b-21ee-48d0-9531-61093b16710b tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] 10.222.0.16 "GET /v2.0/ports?device_id=51466aaa-4659-49b7-b8fb-3b4656e35475 HTTP/1.1" status: 200 len: 931 time: 0.0493984 May 03 14:54:12.488827 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-09f5f0e8-1611-45ca-8d0f-e72aa0a66d34 req-f6286dca-8967-491e-bc32-dbf78fd360dc tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] 10.222.0.16 "GET /v2.0/security-groups?id=51e6b986-3081-45ff-9da6-7bf850718915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482924 May 03 14:54:13.410141 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38da5f9-08c4-4f5b-ba84-deb2f21b0643 req-f7360f14-2d0b-47fa-af9e-06006989cfe3 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:54:13.411690 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-f38da5f9-08c4-4f5b-ba84-deb2f21b0643 req-f7360f14-2d0b-47fa-af9e-06006989cfe3 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] 10.222.0.16 "GET /v2.0/ports?device_id=037c4758-c65c-415c-b20a-f7e5ba0a830c HTTP/1.1" status: 200 len: 945 time: 0.0504875 May 03 14:54:13.466323 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-f38da5f9-08c4-4f5b-ba84-deb2f21b0643 req-40a21288-7748-4b56-802a-bab19807ea22 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] 10.222.0.16 "GET /v2.0/security-groups?id=739575c7-37fa-46fc-93e9-2268529558a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480974 May 03 14:54:13.575923 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-dd96712b-4627-437f-9df9-b1bfec551245 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (8b46afec-dab7-4bfa-a959-8584a0cfd79a), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:54:13.608811 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a2f7d7-e6ab-4c54-a8e3-645a69f23287 req-64f92132-a9f1-4565-88f0-dd1e689d9946 tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:54:13.610304 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-a6a2f7d7-e6ab-4c54-a8e3-645a69f23287 req-64f92132-a9f1-4565-88f0-dd1e689d9946 tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] 10.222.0.16 "GET /v2.0/ports?device_id=51466aaa-4659-49b7-b8fb-3b4656e35475 HTTP/1.1" status: 200 len: 931 time: 0.0523818 May 03 14:54:13.657455 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-a6a2f7d7-e6ab-4c54-a8e3-645a69f23287 req-a612ccde-a6fa-4f6a-a5ed-8fd0f01b6c28 tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] 10.222.0.16 "GET /v2.0/security-groups?id=51e6b986-3081-45ff-9da6-7bf850718915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416768 May 03 14:54:14.583156 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1952aa78-ce27-4d76-b9f0-994c94d2c55c req-3dd59a67-1e82-4df2-9edf-a6654f6f4fd1 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:54:14.584622 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-1952aa78-ce27-4d76-b9f0-994c94d2c55c req-3dd59a67-1e82-4df2-9edf-a6654f6f4fd1 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] 10.222.0.16 "GET /v2.0/ports?device_id=037c4758-c65c-415c-b20a-f7e5ba0a830c HTTP/1.1" status: 200 len: 945 time: 0.0474315 May 03 14:54:14.633088 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-1952aa78-ce27-4d76-b9f0-994c94d2c55c req-95ca3c97-7833-4d88-a074-3f2c81eb47f4 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] 10.222.0.16 "GET /v2.0/security-groups?id=739575c7-37fa-46fc-93e9-2268529558a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422058 May 03 14:54:14.770083 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a001bf5c-df5c-4367-9be0-92a3d913e92a req-f429fe85-31ca-4724-875d-d6b71079095f tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:54:14.771578 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-a001bf5c-df5c-4367-9be0-92a3d913e92a req-f429fe85-31ca-4724-875d-d6b71079095f tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] 10.222.0.16 "GET /v2.0/ports?device_id=51466aaa-4659-49b7-b8fb-3b4656e35475 HTTP/1.1" status: 200 len: 931 time: 0.0501666 May 03 14:54:14.819832 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-a001bf5c-df5c-4367-9be0-92a3d913e92a req-c6961e36-7611-4adf-b106-293bee755ae6 tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] 10.222.0.16 "GET /v2.0/security-groups?id=51e6b986-3081-45ff-9da6-7bf850718915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415330 May 03 14:54:15.204282 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (16d44442-859c-4c9b-bc72-04cb3b8a5d5b), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:54:15.745581 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073dce3e-7d40-4e8d-819a-08c336c0bee0 req-68b3a077-587e-4081-8050-54ec69b66ff9 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:54:15.746962 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-073dce3e-7d40-4e8d-819a-08c336c0bee0 req-68b3a077-587e-4081-8050-54ec69b66ff9 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] 10.222.0.16 "GET /v2.0/ports?device_id=037c4758-c65c-415c-b20a-f7e5ba0a830c HTTP/1.1" status: 200 len: 945 time: 0.0470827 May 03 14:54:15.796415 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-073dce3e-7d40-4e8d-819a-08c336c0bee0 req-08efeb37-0a14-4b7b-8a0d-dabf45194af2 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] 10.222.0.16 "GET /v2.0/security-groups?id=739575c7-37fa-46fc-93e9-2268529558a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439491 May 03 14:54:15.847291 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.v2.base [req-9002369e-bdc2-4418-bc29-bdc76c5bdf7f req-c14bee3f-bdd0-449a-83dc-5b2aeb8d708e service neutron] Request body: {'port': {'device_id': '51466aaa-4659-49b7-b8fb-3b4656e35475', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84028'}} {{(pid=110298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:54:15.938876 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-b8aff482-f29b-456a-8fb9-f6f98ed11ce3 req-3d810be5-5be7-4580-aa01-561c5592e2b4 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=dbf00822-5970-4028-8656-a6300c36daa0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0887887 May 03 14:54:15.975383 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb6595b-e80e-43a9-9f51-e4ae59c92100 req-ccc14fd3-7d48-47ec-8ddc-02c643f295c5 tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:54:15.976864 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-1cb6595b-e80e-43a9-9f51-e4ae59c92100 req-ccc14fd3-7d48-47ec-8ddc-02c643f295c5 tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] 10.222.0.16 "GET /v2.0/ports?device_id=51466aaa-4659-49b7-b8fb-3b4656e35475 HTTP/1.1" status: 200 len: 931 time: 0.0823467 May 03 14:54:15.982550 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-9002369e-bdc2-4418-bc29-bdc76c5bdf7f req-c14bee3f-bdd0-449a-83dc-5b2aeb8d708e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (30ce3203-a86d-4216-9c80-d97b5cd2e7f3), before_update {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:54:16.070499 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-1cb6595b-e80e-43a9-9f51-e4ae59c92100 req-2c1148dd-858e-4c6c-9434-9e42145a0f3e tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] 10.222.0.16 "GET /v2.0/security-groups?id=51e6b986-3081-45ff-9da6-7bf850718915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791183 May 03 14:54:16.240814 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aff482-f29b-456a-8fb9-f6f98ed11ce3 req-8c7f1243-6deb-4082-8d3e-b7b749c4683d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:54:16.242296 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-b8aff482-f29b-456a-8fb9-f6f98ed11ce3 req-8c7f1243-6deb-4082-8d3e-b7b749c4683d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=85acf5f5a53f45dd96135bdfdbd36bee&device_id=dbf00822-5970-4028-8656-a6300c36daa0 HTTP/1.1" status: 200 len: 1129 time: 0.0732763 May 03 14:54:16.316171 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.notifiers.nova [req-9002369e-bdc2-4418-bc29-bdc76c5bdf7f req-c14bee3f-bdd0-449a-83dc-5b2aeb8d708e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30ce3203-a86d-4216-9c80-d97b5cd2e7f3 {{(pid=110298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 14:54:16.323918 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-9002369e-bdc2-4418-bc29-bdc76c5bdf7f req-c14bee3f-bdd0-449a-83dc-5b2aeb8d708e service neutron] Publish callbacks [] for port (30ce3203-a86d-4216-9c80-d97b5cd2e7f3), precommit_update {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:54:16.335947 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.db.provisioning_blocks [req-9002369e-bdc2-4418-bc29-bdc76c5bdf7f req-c14bee3f-bdd0-449a-83dc-5b2aeb8d708e service neutron] Transition to ACTIVE for port object 30ce3203-a86d-4216-9c80-d97b5cd2e7f3 will not be triggered until provisioned by entity L2. {{(pid=110298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 03 14:54:16.412002 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-9002369e-bdc2-4418-bc29-bdc76c5bdf7f req-c14bee3f-bdd0-449a-83dc-5b2aeb8d708e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25806943'] for port (30ce3203-a86d-4216-9c80-d97b5cd2e7f3), after_update {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:54:16.487527 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14bee3f-bdd0-449a-83dc-5b2aeb8d708e service neutron] Pushing event updated for resources: {'Port': ['ID=30ce3203-a86d-4216-9c80-d97b5cd2e7f3,revision_number=2']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:54:16.549836 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.managers [req-9002369e-bdc2-4418-bc29-bdc76c5bdf7f req-c14bee3f-bdd0-449a-83dc-5b2aeb8d708e service neutron] Attempting to bind port 30ce3203-a86d-4216-9c80-d97b5cd2e7f3 on host hv-cinder-84028 for vnic_type normal with profile {{(pid=110298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 14:54:16.550184 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.managers [req-9002369e-bdc2-4418-bc29-bdc76c5bdf7f req-c14bee3f-bdd0-449a-83dc-5b2aeb8d708e service neutron] Attempting to bind port 30ce3203-a86d-4216-9c80-d97b5cd2e7f3 by drivers openvswitch,hyperv on host hv-cinder-84028 at level 0 using segments [{'id': 'bbae755a-35e6-4939-bedd-ededf6640009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'c281f951-cc3b-45f3-a5a8-b04d649470d1'}] {{(pid=110298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 14:54:16.550512 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9002369e-bdc2-4418-bc29-bdc76c5bdf7f req-c14bee3f-bdd0-449a-83dc-5b2aeb8d708e service neutron] Attempting to bind port 30ce3203-a86d-4216-9c80-d97b5cd2e7f3 on network c281f951-cc3b-45f3-a5a8-b04d649470d1 {{(pid=110298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 14:54:16.555731 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9002369e-bdc2-4418-bc29-bdc76c5bdf7f req-c14bee3f-bdd0-449a-83dc-5b2aeb8d708e service neutron] Port 30ce3203-a86d-4216-9c80-d97b5cd2e7f3 on network c281f951-cc3b-45f3-a5a8-b04d649470d1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84028 {{(pid=110298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 03 14:54:16.555936 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9002369e-bdc2-4418-bc29-bdc76c5bdf7f req-c14bee3f-bdd0-449a-83dc-5b2aeb8d708e service neutron] Attempting to bind port 30ce3203-a86d-4216-9c80-d97b5cd2e7f3 on network c281f951-cc3b-45f3-a5a8-b04d649470d1 {{(pid=110298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 14:54:16.562232 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9002369e-bdc2-4418-bc29-bdc76c5bdf7f req-c14bee3f-bdd0-449a-83dc-5b2aeb8d708e service neutron] Checking agent: {'id': '26e70f58-a201-437c-be8d-fd2714f100da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84028', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 14, 44, 59), 'started_at': datetime.datetime(2022, 5, 3, 14, 44, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 14, 53, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 14:54:16.562576 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9002369e-bdc2-4418-bc29-bdc76c5bdf7f req-c14bee3f-bdd0-449a-83dc-5b2aeb8d708e service neutron] Checking segment: {'id': 'bbae755a-35e6-4939-bedd-ededf6640009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'c281f951-cc3b-45f3-a5a8-b04d649470d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 14:54:16.562953 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9002369e-bdc2-4418-bc29-bdc76c5bdf7f req-c14bee3f-bdd0-449a-83dc-5b2aeb8d708e service neutron] Bound using segment: {'id': 'bbae755a-35e6-4939-bedd-ededf6640009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'c281f951-cc3b-45f3-a5a8-b04d649470d1'} {{(pid=110298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 14:54:16.563493 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.managers [req-9002369e-bdc2-4418-bc29-bdc76c5bdf7f req-c14bee3f-bdd0-449a-83dc-5b2aeb8d708e service neutron] Bound port: 30ce3203-a86d-4216-9c80-d97b5cd2e7f3, host: hv-cinder-84028, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbae755a-35e6-4939-bedd-ededf6640009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'c281f951-cc3b-45f3-a5a8-b04d649470d1'}}] {{(pid=110298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 14:54:16.563936 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-9002369e-bdc2-4418-bc29-bdc76c5bdf7f req-c14bee3f-bdd0-449a-83dc-5b2aeb8d708e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (30ce3203-a86d-4216-9c80-d97b5cd2e7f3), before_update {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:54:16.630523 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.db [req-9002369e-bdc2-4418-bc29-bdc76c5bdf7f req-c14bee3f-bdd0-449a-83dc-5b2aeb8d708e service neutron] For port 30ce3203-a86d-4216-9c80-d97b5cd2e7f3, host hv-cinder-84028, cleared binding levels {{(pid=110298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 14:54:16.633551 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.db [req-9002369e-bdc2-4418-bc29-bdc76c5bdf7f req-c14bee3f-bdd0-449a-83dc-5b2aeb8d708e service neutron] For port 30ce3203-a86d-4216-9c80-d97b5cd2e7f3, host hv-cinder-84028, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=30ce3203-a86d-4216-9c80-d97b5cd2e7f3,segment=NetworkSegment(bbae755a-35e6-4939-bedd-ededf6640009),segment_id=bbae755a-35e6-4939-bedd-ededf6640009)] {{(pid=110298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 14:54:16.704268 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-9002369e-bdc2-4418-bc29-bdc76c5bdf7f req-c14bee3f-bdd0-449a-83dc-5b2aeb8d708e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25806943'] for port (30ce3203-a86d-4216-9c80-d97b5cd2e7f3), after_update {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:54:16.773391 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9002369e-bdc2-4418-bc29-bdc76c5bdf7f req-c14bee3f-bdd0-449a-83dc-5b2aeb8d708e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:54:16.774051 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-9002369e-bdc2-4418-bc29-bdc76c5bdf7f req-c14bee3f-bdd0-449a-83dc-5b2aeb8d708e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46205'] for port (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:54:16.776164 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-9002369e-bdc2-4418-bc29-bdc76c5bdf7f req-c14bee3f-bdd0-449a-83dc-5b2aeb8d708e service neutron] 10.222.0.55 "PUT /v2.0/ports/30ce3203-a86d-4216-9c80-d97b5cd2e7f3 HTTP/1.1" status: 200 len: 1093 time: 0.9325824 May 03 14:54:16.780927 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51466aaa-4659-49b7-b8fb-3b4656e35475', 'tag': '30ce3203-a86d-4216-9c80-d97b5cd2e7f3'}] {{(pid=110298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 14:54:16.783281 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75d30aab20f2b99e69676ba1094dd13d61de0bc97323401ed2dd99ba05286cef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-252bfa8f-f9f4-4e27-84b8-5f20ef1232a5" -d '{"events": [{"name": "network-changed", "server_uuid": "51466aaa-4659-49b7-b8fb-3b4656e35475", "tag": "30ce3203-a86d-4216-9c80-d97b5cd2e7f3"}]}' {{(pid=110298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 14:54:16.836721 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 14:54:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6899a6dc-a7cc-49c8-98b7-61ded34e5c0e x-openstack-request-id: req-6899a6dc-a7cc-49c8-98b7-61ded34e5c0e {{(pid=110298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 14:54:16.837050 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51466aaa-4659-49b7-b8fb-3b4656e35475", "tag": "30ce3203-a86d-4216-9c80-d97b5cd2e7f3", "status": "completed", "code": 200}]} {{(pid=110298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 14:54:16.837268 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6899a6dc-a7cc-49c8-98b7-61ded34e5c0e {{(pid=110298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 14:54:16.838184 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6899a6dc-a7cc-49c8-98b7-61ded34e5c0e'] response: {'name': 'network-changed', 'server_uuid': '51466aaa-4659-49b7-b8fb-3b4656e35475', 'tag': '30ce3203-a86d-4216-9c80-d97b5cd2e7f3', 'status': 'completed', 'code': 200} May 03 14:54:16.838886 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14bee3f-bdd0-449a-83dc-5b2aeb8d708e service neutron] Pushing event updated for resources: {'Port': ['ID=30ce3203-a86d-4216-9c80-d97b5cd2e7f3,revision_number=3']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:54:16.894492 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aff482-f29b-456a-8fb9-f6f98ed11ce3 req-25fe4c67-dc82-4df6-8537-c5a70bbd5cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:54:16.896188 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-b8aff482-f29b-456a-8fb9-f6f98ed11ce3 req-25fe4c67-dc82-4df6-8537-c5a70bbd5cd0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2d59a619-2104-48af-9b29-5b43721c1720 HTTP/1.1" status: 200 len: 920 time: 0.1895735 May 03 14:54:16.932102 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c885ac-c698-4c7c-832f-3d1b6b87eb24 req-5fcc5a2d-e7b7-4f75-b123-0e5181d4c4d6 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:54:16.933658 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-64c885ac-c698-4c7c-832f-3d1b6b87eb24 req-5fcc5a2d-e7b7-4f75-b123-0e5181d4c4d6 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] 10.222.0.16 "GET /v2.0/ports?device_id=037c4758-c65c-415c-b20a-f7e5ba0a830c HTTP/1.1" status: 200 len: 945 time: 0.0536656 May 03 14:54:16.986502 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-64c885ac-c698-4c7c-832f-3d1b6b87eb24 req-cfebc6d5-77d9-4e89-8b8d-de02105c8f80 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] 10.222.0.16 "GET /v2.0/security-groups?id=739575c7-37fa-46fc-93e9-2268529558a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469656 May 03 14:54:17.055063 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-b8aff482-f29b-456a-8fb9-f6f98ed11ce3 req-3b051a81-aa05-4ee7-a7b8-f30d58903959 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c3620728-5f88-41df-89cc-9482df21d0ad HTTP/1.1" status: 200 len: 217 time: 0.0610611 May 03 14:54:17.069990 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252bfa8f-f9f4-4e27-84b8-5f20ef1232a5 req-2f55f383-5577-4e18-afdf-5c5996cba53c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:54:17.071403 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-252bfa8f-f9f4-4e27-84b8-5f20ef1232a5 req-2f55f383-5577-4e18-afdf-5c5996cba53c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b886b8227a9e49b6b1ea48f1024baa62&device_id=51466aaa-4659-49b7-b8fb-3b4656e35475 HTTP/1.1" status: 200 len: 1127 time: 0.0892522 May 03 14:54:17.140592 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aff482-f29b-456a-8fb9-f6f98ed11ce3 req-c3ab3785-de5b-473d-a57d-0d95508e85df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:54:17.142132 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-b8aff482-f29b-456a-8fb9-f6f98ed11ce3 req-c3ab3785-de5b-473d-a57d-0d95508e85df service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fd06123f-ac2d-4feb-b448-363a0cf902f7 HTTP/1.1" status: 200 len: 858 time: 0.0793812 May 03 14:54:17.258400 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706c2917-d7b2-4ef6-9731-f79a5838314d req-746e2dab-3ad2-45bf-b045-40cc4af04ecf tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:54:17.260459 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-706c2917-d7b2-4ef6-9731-f79a5838314d req-746e2dab-3ad2-45bf-b045-40cc4af04ecf tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] 10.222.0.16 "GET /v2.0/ports?device_id=51466aaa-4659-49b7-b8fb-3b4656e35475 HTTP/1.1" status: 200 len: 943 time: 0.1218383 May 03 14:54:17.266131 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aff482-f29b-456a-8fb9-f6f98ed11ce3 req-237143eb-8cb0-4dc9-b1cc-257a59a861ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:54:17.267524 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-b8aff482-f29b-456a-8fb9-f6f98ed11ce3 req-237143eb-8cb0-4dc9-b1cc-257a59a861ac service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2d59a619-2104-48af-9b29-5b43721c1720&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1147668 May 03 14:54:17.285712 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252bfa8f-f9f4-4e27-84b8-5f20ef1232a5 req-2cb9426f-24d1-446e-b0f2-d160e9f0344e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:54:17.287055 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-252bfa8f-f9f4-4e27-84b8-5f20ef1232a5 req-2cb9426f-24d1-446e-b0f2-d160e9f0344e service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=b886b8227a9e49b6b1ea48f1024baa62&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1908815 May 03 14:54:17.428059 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-706c2917-d7b2-4ef6-9731-f79a5838314d req-6facbc0e-c178-4ac4-bb1e-4ae879b873b1 tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] 10.222.0.16 "GET /v2.0/security-groups?id=51e6b986-3081-45ff-9da6-7bf850718915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595221 May 03 14:54:17.469531 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-b8aff482-f29b-456a-8fb9-f6f98ed11ce3 req-e2f38df9-9fbb-4dab-ba62-39a8590d7069 service neutron] 10.222.0.55 "GET /v2.0/networks/2d59a619-2104-48af-9b29-5b43721c1720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922829 May 03 14:54:17.472085 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252bfa8f-f9f4-4e27-84b8-5f20ef1232a5 req-f46406f8-1b3f-488b-a57b-eccf20caf25f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:54:17.473404 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-252bfa8f-f9f4-4e27-84b8-5f20ef1232a5 req-f46406f8-1b3f-488b-a57b-eccf20caf25f service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1793759 May 03 14:54:17.594578 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9002369e-bdc2-4418-bc29-bdc76c5bdf7f req-38ffce56-dbb8-4d5c-a11a-2a231a1e3ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:54:17.596093 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-9002369e-bdc2-4418-bc29-bdc76c5bdf7f req-38ffce56-dbb8-4d5c-a11a-2a231a1e3ba9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b886b8227a9e49b6b1ea48f1024baa62&device_id=51466aaa-4659-49b7-b8fb-3b4656e35475 HTTP/1.1" status: 200 len: 1127 time: 0.0498300 May 03 14:54:17.606821 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-b8aff482-f29b-456a-8fb9-f6f98ed11ce3 req-78584683-154e-49c4-970d-aea6ca8838c7 service neutron] 10.222.0.55 "GET /v2.0/networks/2d59a619-2104-48af-9b29-5b43721c1720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213212 May 03 14:54:17.655925 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-9002369e-bdc2-4418-bc29-bdc76c5bdf7f req-e931ba15-f2b8-4a49-9d86-0809b25bbd0b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=30ce3203-a86d-4216-9c80-d97b5cd2e7f3 HTTP/1.1" status: 200 len: 217 time: 0.0363021 May 03 14:54:17.721819 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9002369e-bdc2-4418-bc29-bdc76c5bdf7f req-a6498b0a-040d-4706-b092-f9373950b548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:54:17.723309 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-9002369e-bdc2-4418-bc29-bdc76c5bdf7f req-a6498b0a-040d-4706-b092-f9373950b548 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=12a86955-a43c-4b6c-a091-46e3b2faf098 HTTP/1.1" status: 200 len: 854 time: 0.0471115 May 03 14:54:17.767684 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9002369e-bdc2-4418-bc29-bdc76c5bdf7f req-ec6dcd05-49ef-4ba2-ac05-461edb4956be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:54:17.769193 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-9002369e-bdc2-4418-bc29-bdc76c5bdf7f req-ec6dcd05-49ef-4ba2-ac05-461edb4956be service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c281f951-cc3b-45f3-a5a8-b04d649470d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0381413 May 03 14:54:17.859987 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-9002369e-bdc2-4418-bc29-bdc76c5bdf7f req-4d07135d-86cd-4a96-91ca-ccc67038d747 service neutron] 10.222.0.55 "GET /v2.0/networks/c281f951-cc3b-45f3-a5a8-b04d649470d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836103 May 03 14:54:17.956109 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-9002369e-bdc2-4418-bc29-bdc76c5bdf7f req-b073eb5d-998d-403b-a5ab-f5c64fa7e78f service neutron] 10.222.0.55 "GET /v2.0/networks/c281f951-cc3b-45f3-a5a8-b04d649470d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891361 May 03 14:54:18.001087 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.agents_db [None req-dd30728e-be63-467e-afaf-aba6f24eb33e None None] Agent healthcheck: found 6 active agents {{(pid=110300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 14:54:18.112268 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f0cd9f-bdd5-4dfd-8bbe-599b3be75154 req-b5bff356-336c-407f-983e-8174a24b838c tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:54:18.113691 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-93f0cd9f-bdd5-4dfd-8bbe-599b3be75154 req-b5bff356-336c-407f-983e-8174a24b838c tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe1c40c4-811a-430a-930e-063e1c5880b8 HTTP/1.1" status: 200 len: 946 time: 0.0719295 May 03 14:54:18.142291 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce67cb5a-e25f-4273-b6d2-1dd9732483b2 req-939664f5-1ecb-4968-81e7-445884b4818c tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:54:18.143711 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-ce67cb5a-e25f-4273-b6d2-1dd9732483b2 req-939664f5-1ecb-4968-81e7-445884b4818c tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] 10.222.0.16 "GET /v2.0/ports?device_id=037c4758-c65c-415c-b20a-f7e5ba0a830c HTTP/1.1" status: 200 len: 945 time: 0.0742910 May 03 14:54:18.187302 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-93f0cd9f-bdd5-4dfd-8bbe-599b3be75154 req-e40f4142-9883-4fed-89d3-a3a82604e936 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0e19fcb-47b5-464e-8241-883080a396c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679832 May 03 14:54:18.214309 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-ce67cb5a-e25f-4273-b6d2-1dd9732483b2 req-c00b762e-432c-4fb2-8198-449baefa8c5e tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] 10.222.0.16 "GET /v2.0/security-groups?id=739575c7-37fa-46fc-93e9-2268529558a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642755 May 03 14:54:18.539484 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc04410a-c793-4703-b157-fb0e496f09d9 req-35fd7db9-e1e7-44c2-acee-e849464bfd6b tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:54:18.541173 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-fc04410a-c793-4703-b157-fb0e496f09d9 req-35fd7db9-e1e7-44c2-acee-e849464bfd6b tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] 10.222.0.16 "GET /v2.0/ports?device_id=51466aaa-4659-49b7-b8fb-3b4656e35475 HTTP/1.1" status: 200 len: 943 time: 0.0479925 May 03 14:54:18.587245 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-fc04410a-c793-4703-b157-fb0e496f09d9 req-cef073ba-8423-4dbf-acdd-dc1970cc50bd tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] 10.222.0.16 "GET /v2.0/security-groups?id=51e6b986-3081-45ff-9da6-7bf850718915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408502 May 03 14:54:19.331960 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c4573a-3038-4939-a340-730a09c81a03 req-50f2bbf1-8465-4871-b6de-f025f9d91e89 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:54:19.333403 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-65c4573a-3038-4939-a340-730a09c81a03 req-50f2bbf1-8465-4871-b6de-f025f9d91e89 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe1c40c4-811a-430a-930e-063e1c5880b8 HTTP/1.1" status: 200 len: 946 time: 0.0746729 May 03 14:54:19.352266 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3bea31-132a-44bd-8bca-27d516a69a7a req-b2fb63cf-72de-4f47-9065-0c150e6ce144 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:54:19.354347 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-ea3bea31-132a-44bd-8bca-27d516a69a7a req-b2fb63cf-72de-4f47-9065-0c150e6ce144 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] 10.222.0.16 "GET /v2.0/ports?device_id=037c4758-c65c-415c-b20a-f7e5ba0a830c HTTP/1.1" status: 200 len: 945 time: 0.0682120 May 03 14:54:19.413099 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-65c4573a-3038-4939-a340-730a09c81a03 req-3d95d2d0-58b6-48ca-9889-51ed59ddc956 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0e19fcb-47b5-464e-8241-883080a396c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733330 May 03 14:54:19.426692 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-ea3bea31-132a-44bd-8bca-27d516a69a7a req-8c3cf40c-0b51-402c-8c20-3c557434dd42 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] 10.222.0.16 "GET /v2.0/security-groups?id=739575c7-37fa-46fc-93e9-2268529558a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642133 May 03 14:54:19.696591 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e51c97-9232-4a8a-98e1-88bf80ee8589 req-c8966207-8725-4521-91b8-7fc5bc635813 tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:54:19.698639 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-84e51c97-9232-4a8a-98e1-88bf80ee8589 req-c8966207-8725-4521-91b8-7fc5bc635813 tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] 10.222.0.16 "GET /v2.0/ports?device_id=51466aaa-4659-49b7-b8fb-3b4656e35475 HTTP/1.1" status: 200 len: 943 time: 0.0460932 May 03 14:54:19.743899 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-84e51c97-9232-4a8a-98e1-88bf80ee8589 req-2e96ff58-aae1-4b83-b286-7d14c99c2f50 tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] 10.222.0.16 "GET /v2.0/security-groups?id=51e6b986-3081-45ff-9da6-7bf850718915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397749 May 03 14:54:20.562050 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf2f27e-f493-4c40-ae89-7f13e285ea31 req-850fc94e-84c2-430b-ac55-0fdaab0878d4 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:54:20.563536 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-faf2f27e-f493-4c40-ae89-7f13e285ea31 req-850fc94e-84c2-430b-ac55-0fdaab0878d4 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe1c40c4-811a-430a-930e-063e1c5880b8 HTTP/1.1" status: 200 len: 946 time: 0.0777154 May 03 14:54:20.569465 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b512504e-dd72-499e-a976-e60c7709a45e req-76e46850-4d88-4a44-b49b-0d70dd1f8f71 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:54:20.570810 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-b512504e-dd72-499e-a976-e60c7709a45e req-76e46850-4d88-4a44-b49b-0d70dd1f8f71 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] 10.222.0.16 "GET /v2.0/ports?device_id=037c4758-c65c-415c-b20a-f7e5ba0a830c HTTP/1.1" status: 200 len: 945 time: 0.0754223 May 03 14:54:20.641885 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-faf2f27e-f493-4c40-ae89-7f13e285ea31 req-7d656958-dad6-4f0a-b12d-ac1209f56379 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0e19fcb-47b5-464e-8241-883080a396c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701232 May 03 14:54:20.646366 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-b512504e-dd72-499e-a976-e60c7709a45e req-e3f497f8-2d7a-44c2-98b4-0a8f143cb529 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] 10.222.0.16 "GET /v2.0/security-groups?id=739575c7-37fa-46fc-93e9-2268529558a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689256 May 03 14:54:20.855668 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41dc8a9-902d-40d7-89e7-006a377eaca8 req-ebc23de5-11d6-4514-95d8-d896ea50a1ef tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:54:20.857100 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-a41dc8a9-902d-40d7-89e7-006a377eaca8 req-ebc23de5-11d6-4514-95d8-d896ea50a1ef tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] 10.222.0.16 "GET /v2.0/ports?device_id=51466aaa-4659-49b7-b8fb-3b4656e35475 HTTP/1.1" status: 200 len: 943 time: 0.0467536 May 03 14:54:20.905128 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-a41dc8a9-902d-40d7-89e7-006a377eaca8 req-fb9165b0-bf97-42a7-8c1a-6a4a7dc0574c tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] 10.222.0.16 "GET /v2.0/security-groups?id=51e6b986-3081-45ff-9da6-7bf850718915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425375 May 03 14:54:21.787484 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caae5a04-f1d3-4df2-871f-6e4a2a96fc7b req-2714317c-6f4e-4e9f-8ffd-c7d1bfac5b5d tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:54:21.789235 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-caae5a04-f1d3-4df2-871f-6e4a2a96fc7b req-2714317c-6f4e-4e9f-8ffd-c7d1bfac5b5d tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe1c40c4-811a-430a-930e-063e1c5880b8 HTTP/1.1" status: 200 len: 946 time: 0.0740602 May 03 14:54:21.795606 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204f9c89-4a4d-44d8-8c3b-063420daeb93 req-805481ab-dc54-4cca-9628-bb123e349d00 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:54:21.796947 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-204f9c89-4a4d-44d8-8c3b-063420daeb93 req-805481ab-dc54-4cca-9628-bb123e349d00 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] 10.222.0.16 "GET /v2.0/ports?device_id=037c4758-c65c-415c-b20a-f7e5ba0a830c HTTP/1.1" status: 200 len: 945 time: 0.0805581 May 03 14:54:21.864112 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-caae5a04-f1d3-4df2-871f-6e4a2a96fc7b req-68046b28-310a-413f-bb8f-07da3fa325de tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0e19fcb-47b5-464e-8241-883080a396c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662341 May 03 14:54:21.877432 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-204f9c89-4a4d-44d8-8c3b-063420daeb93 req-566795c6-3394-4544-842e-a7f10f47b466 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] 10.222.0.16 "GET /v2.0/security-groups?id=739575c7-37fa-46fc-93e9-2268529558a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737181 May 03 14:54:22.015683 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce07771-3dda-4a39-bbae-ae639df42249 req-71a5eb84-fdeb-4db7-9f7c-fa47258209cb tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:54:22.017134 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-7ce07771-3dda-4a39-bbae-ae639df42249 req-71a5eb84-fdeb-4db7-9f7c-fa47258209cb tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] 10.222.0.16 "GET /v2.0/ports?device_id=51466aaa-4659-49b7-b8fb-3b4656e35475 HTTP/1.1" status: 200 len: 943 time: 0.0468969 May 03 14:54:22.063816 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-7ce07771-3dda-4a39-bbae-ae639df42249 req-f64f1cc4-1921-4262-8306-8f16d66c8523 tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] 10.222.0.16 "GET /v2.0/security-groups?id=51e6b986-3081-45ff-9da6-7bf850718915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412254 May 03 14:54:22.217350 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67d69d0-69fc-4d23-95ba-926e8488c203 req-da91648a-8a81-4497-b28e-ecd21cd8520f tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:54:22.218945 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-c67d69d0-69fc-4d23-95ba-926e8488c203 req-da91648a-8a81-4497-b28e-ecd21cd8520f tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.55 "GET /v2.0/ports?device_id=fe1c40c4-811a-430a-930e-063e1c5880b8 HTTP/1.1" status: 200 len: 946 time: 0.0463099 May 03 14:54:22.312437 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.plugin [req-c67d69d0-69fc-4d23-95ba-926e8488c203 req-bfeb5248-47cf-4546-b4c0-b708327aae8d tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Deleting port 988f35e9-668c-4f12-83dd-31b1a9c2f39c {{(pid=110298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 14:54:22.312784 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-c67d69d0-69fc-4d23-95ba-926e8488c203 req-bfeb5248-47cf-4546-b4c0-b708327aae8d tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775477116685'] for port (988f35e9-668c-4f12-83dd-31b1a9c2f39c), before_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:54:22.405019 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.db [req-c67d69d0-69fc-4d23-95ba-926e8488c203 req-bfeb5248-47cf-4546-b4c0-b708327aae8d tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] For port 988f35e9-668c-4f12-83dd-31b1a9c2f39c, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=988f35e9-668c-4f12-83dd-31b1a9c2f39c,segment=NetworkSegment(ec924deb-2fdc-4ebf-b172-c8dd32bc7b93),segment_id=ec924deb-2fdc-4ebf-b172-c8dd32bc7b93)] {{(pid=110298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:54:22.405313 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-c67d69d0-69fc-4d23-95ba-926e8488c203 req-bfeb5248-47cf-4546-b4c0-b708327aae8d tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689583'] for port (988f35e9-668c-4f12-83dd-31b1a9c2f39c), precommit_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:54:22.867396 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-c67d69d0-69fc-4d23-95ba-926e8488c203 req-bfeb5248-47cf-4546-b4c0-b708327aae8d tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:54:22.868131 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-c67d69d0-69fc-4d23-95ba-926e8488c203 req-bfeb5248-47cf-4546-b4c0-b708327aae8d tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692144'] for floatingip (ea4b8c2a-06f8-4c57-9a10-8640aa11686e), after_update {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:54:22.868131 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.db.l3_db [req-c67d69d0-69fc-4d23-95ba-926e8488c203 req-bfeb5248-47cf-4546-b4c0-b708327aae8d tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Floating IP ea4b8c2a-06f8-4c57-9a10-8640aa11686e disassociated. External IP: 172.27.0.187, port: 988f35e9-668c-4f12-83dd-31b1a9c2f39c. May 03 14:54:22.868377 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.plugin [req-c67d69d0-69fc-4d23-95ba-926e8488c203 req-bfeb5248-47cf-4546-b4c0-b708327aae8d tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Calling delete_port for 988f35e9-668c-4f12-83dd-31b1a9c2f39c owned by compute:nova {{(pid=110298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 14:54:23.051999 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867b5181-406f-4d4d-b60e-eb8058dd9d22 req-e5da1529-13e5-4233-aa8e-bb4870000b77 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:54:23.053367 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-867b5181-406f-4d4d-b60e-eb8058dd9d22 req-e5da1529-13e5-4233-aa8e-bb4870000b77 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] 10.222.0.16 "GET /v2.0/ports?device_id=037c4758-c65c-415c-b20a-f7e5ba0a830c HTTP/1.1" status: 200 len: 945 time: 0.1057217 May 03 14:54:23.059253 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434cf3c5-2910-4b6e-b41f-366ba7cc7570 req-31060766-7d11-4777-bc6a-3eb508d8854a tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:54:23.060568 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-434cf3c5-2910-4b6e-b41f-366ba7cc7570 req-31060766-7d11-4777-bc6a-3eb508d8854a tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe1c40c4-811a-430a-930e-063e1c5880b8 HTTP/1.1" status: 200 len: 946 time: 0.1033213 May 03 14:54:23.138846 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Device 30ce3203-a86d-4216-9c80-d97b5cd2e7f3 details requested by agent hyperv_hv-cinder-84028 with host hv-cinder-84028 {{(pid=110299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 03 14:54:23.140148 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-867b5181-406f-4d4d-b60e-eb8058dd9d22 req-c5075aac-71bc-44f4-8378-7242c5865e47 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] 10.222.0.16 "GET /v2.0/security-groups?id=739575c7-37fa-46fc-93e9-2268529558a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767529 May 03 14:54:23.144530 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-c67d69d0-69fc-4d23-95ba-926e8488c203 req-bfeb5248-47cf-4546-b4c0-b708327aae8d tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775477123741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775476647069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25806886'] for port (988f35e9-668c-4f12-83dd-31b1a9c2f39c), after_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:54:23.149105 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-434cf3c5-2910-4b6e-b41f-366ba7cc7570 req-5f475f2c-233d-481e-ae03-0c5969ea394e tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0e19fcb-47b5-464e-8241-883080a396c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823417 May 03 14:54:23.179739 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfeb5248-47cf-4546-b4c0-b708327aae8d tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Pushing event deleted for resources: {'Port': ['ID=988f35e9-668c-4f12-83dd-31b1a9c2f39c,revision_number=None']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:54:23.272934 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] For port 30ce3203-a86d-4216-9c80-d97b5cd2e7f3, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=30ce3203-a86d-4216-9c80-d97b5cd2e7f3,segment=NetworkSegment(bbae755a-35e6-4939-bedd-ededf6640009),segment_id=bbae755a-35e6-4939-bedd-ededf6640009)] {{(pid=110299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:54:23.286569 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Returning: {'device': '30ce3203-a86d-4216-9c80-d97b5cd2e7f3', 'network_id': 'c281f951-cc3b-45f3-a5a8-b04d649470d1', 'port_id': '30ce3203-a86d-4216-9c80-d97b5cd2e7f3', 'mac_address': 'fa:16:3e:52:82:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12a86955-a43c-4b6c-a091-46e3b2faf098', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 03 14:54:23.318320 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c67d69d0-69fc-4d23-95ba-926e8488c203 req-bfeb5248-47cf-4546-b4c0-b708327aae8d tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Router ad4e3cb3-52d4-4aca-9d0f-fd9d17566f06 has already been hosted by L3 agent a9161e1b-902d-441f-843b-a0ff0805adee {{(pid=110298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 14:54:23.330350 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Current status of the port 30ce3203-a86d-4216-9c80-d97b5cd2e7f3 is: DOWN; New status is: BUILD {{(pid=110299) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:54:23.331115 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (30ce3203-a86d-4216-9c80-d97b5cd2e7f3), before_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:54:23.345148 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.notifiers.nova [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30ce3203-a86d-4216-9c80-d97b5cd2e7f3 {{(pid=110299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 14:54:23.366583 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] For port 30ce3203-a86d-4216-9c80-d97b5cd2e7f3, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=30ce3203-a86d-4216-9c80-d97b5cd2e7f3,segment=NetworkSegment(bbae755a-35e6-4939-bedd-ededf6640009),segment_id=bbae755a-35e6-4939-bedd-ededf6640009)] {{(pid=110299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:54:23.436902 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266d6746-010a-4033-817f-bfa12952f093 req-f41f571f-53d1-4bec-b72f-decba778d4aa tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:54:23.438431 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-266d6746-010a-4033-817f-bfa12952f093 req-f41f571f-53d1-4bec-b72f-decba778d4aa tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] 10.222.0.16 "GET /v2.0/ports?device_id=51466aaa-4659-49b7-b8fb-3b4656e35475 HTTP/1.1" status: 200 len: 943 time: 0.0589519 May 03 14:54:23.461820 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096'] for port (30ce3203-a86d-4216-9c80-d97b5cd2e7f3), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:54:23.511088 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c67d69d0-69fc-4d23-95ba-926e8488c203 req-bfeb5248-47cf-4546-b4c0-b708327aae8d tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Notify agent at l3_agent.dv-cinder-840289-3-iscsi the message routers_updated {{(pid=110298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 14:54:23.512596 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Pushing event updated for resources: {'Port': ['ID=30ce3203-a86d-4216-9c80-d97b5cd2e7f3,revision_number=4']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:54:23.527018 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ac6df6-f65b-4668-9978-dd56ee73430c None None] Sync routers for ids ['ad4e3cb3-52d4-4aca-9d0f-fd9d17566f06'] in dv-cinder-840289-3-iscsi {{(pid=110299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 14:54:23.537059 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ac6df6-f65b-4668-9978-dd56ee73430c None None] Routers {'ad4e3cb3-52d4-4aca-9d0f-fd9d17566f06'} bound to L3 agent in host dv-cinder-840289-3-iscsi {{(pid=110299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:54:23.538105 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_hamode_db [None req-e0ac6df6-f65b-4668-9978-dd56ee73430c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-03T14:38:11Z,description=,heartbeat_timestamp=2022-05-03T14:54:11Z,host='dv-cinder-840289-3-iscsi',id=a9161e1b-902d-441f-843b-a0ff0805adee,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:38:12Z,topic='l3_agent')) {'router_ids': ['ad4e3cb3-52d4-4aca-9d0f-fd9d17566f06'], 'active': True} {{(pid=110299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:54:23.551139 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-266d6746-010a-4033-817f-bfa12952f093 req-c09ccd88-9176-4f62-906f-5295006463b5 tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] 10.222.0.16 "GET /v2.0/security-groups?id=51e6b986-3081-45ff-9da6-7bf850718915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854928 May 03 14:54:23.566952 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.db.l3_dvrscheduler_db [req-c67d69d0-69fc-4d23-95ba-926e8488c203 req-bfeb5248-47cf-4546-b4c0-b708327aae8d tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] No DVR routers for this DVR port 988f35e9-668c-4f12-83dd-31b1a9c2f39c on host hv-cinder-84028 {{(pid=110298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 14:54:23.569535 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-c67d69d0-69fc-4d23-95ba-926e8488c203 req-bfeb5248-47cf-4546-b4c0-b708327aae8d tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46205'] for port (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:54:23.573674 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-c67d69d0-69fc-4d23-95ba-926e8488c203 req-bfeb5248-47cf-4546-b4c0-b708327aae8d tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.55 "DELETE /v2.0/ports/988f35e9-668c-4f12-83dd-31b1a9c2f39c HTTP/1.1" status: 204 len: 173 time: 1.3491468 May 03 14:54:23.574116 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe1c40c4-811a-430a-930e-063e1c5880b8', 'name': 'network-vif-deleted', 'tag': '988f35e9-668c-4f12-83dd-31b1a9c2f39c'}] {{(pid=110298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 14:54:23.576387 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75d30aab20f2b99e69676ba1094dd13d61de0bc97323401ed2dd99ba05286cef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da6c1205-ac1e-4a45-8044-a0584b3149f7" -d '{"events": [{"server_uuid": "fe1c40c4-811a-430a-930e-063e1c5880b8", "name": "network-vif-deleted", "tag": "988f35e9-668c-4f12-83dd-31b1a9c2f39c"}]}' {{(pid=110298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 14:54:23.613886 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 14:54:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-923dd2da-c94b-4aa7-9fff-3f6cf2c2ad53 x-openstack-request-id: req-923dd2da-c94b-4aa7-9fff-3f6cf2c2ad53 {{(pid=110298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 14:54:23.614183 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe1c40c4-811a-430a-930e-063e1c5880b8", "name": "network-vif-deleted", "tag": "988f35e9-668c-4f12-83dd-31b1a9c2f39c", "status": "completed", "code": 200}]} {{(pid=110298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 14:54:23.614441 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-923dd2da-c94b-4aa7-9fff-3f6cf2c2ad53 {{(pid=110298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 14:54:23.614849 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-923dd2da-c94b-4aa7-9fff-3f6cf2c2ad53'] response: {'server_uuid': 'fe1c40c4-811a-430a-930e-063e1c5880b8', 'name': 'network-vif-deleted', 'tag': '988f35e9-668c-4f12-83dd-31b1a9c2f39c', 'status': 'completed', 'code': 200} May 03 14:54:23.662606 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_dvr_db [None req-e0ac6df6-f65b-4668-9978-dd56ee73430c None None] Set router ad4e3cb3-52d4-4aca-9d0f-fd9d17566f06 gateway port host: dv-cinder-840289-3-iscsi {{(pid=110299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:54:23.864798 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_hamode_db [None req-e0ac6df6-f65b-4668-9978-dd56ee73430c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad4e3cb3-52d4-4aca-9d0f-fd9d17566f06', 'name': 'tempest-AttachVolumeShelveTestJSON-332369523-router', 'tenant_id': 'ea2dc692f2754b34afd1a52dad1c2cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'external_fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.181'}], 'enable_snat': True}, 'gw_port_id': 'b3befeae-2658-4b04-914b-de826eb729fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:46:57Z', 'updated_at': '2022-05-03T14:47:01Z', 'revision_number': 4, 'project_id': 'ea2dc692f2754b34afd1a52dad1c2cb3', 'gw_port': {'id': 'b3befeae-2658-4b04-914b-de826eb729fa', 'name': '', 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:2a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad4e3cb3-52d4-4aca-9d0f-fd9d17566f06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:46:58Z', 'updated_at': '2022-05-03T14:47:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f907060b-4748-4522-aeb5-06a44b689374', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-3-iscsi', '_interfaces': [{'id': '23d883ea-b438-44c6-a36e-71914e21d22e', 'name': '', 'network_id': 'e149baab-37b5-49e7-bbfb-d6c5aa20aff6', 'tenant_id': 'ea2dc692f2754b34afd1a52dad1c2cb3', 'mac_address': 'fa:16:3e:c3:9a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad4e3cb3-52d4-4aca-9d0f-fd9d17566f06', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'd36733c8-18a7-47f6-a054-ee0e84dd3169', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:47:00Z', 'updated_at': '2022-05-03T14:47:10Z', 'revision_number': 5, 'project_id': 'ea2dc692f2754b34afd1a52dad1c2cb3', 'subnets': [{'id': 'd36733c8-18a7-47f6-a054-ee0e84dd3169', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-3-iscsi', False) {} {{(pid=110299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:54:23.891901 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ac6df6-f65b-4668-9978-dd56ee73430c None None] Checking router: ad4e3cb3-52d4-4aca-9d0f-fd9d17566f06 for host: dv-cinder-840289-3-iscsi {{(pid=110299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 14:54:23.901703 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ac6df6-f65b-4668-9978-dd56ee73430c None None] Routers {'ad4e3cb3-52d4-4aca-9d0f-fd9d17566f06'} bound to L3 agent in host dv-cinder-840289-3-iscsi {{(pid=110299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:54:23.902508 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_hamode_db [None req-e0ac6df6-f65b-4668-9978-dd56ee73430c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-03T14:38:11Z,description=,heartbeat_timestamp=2022-05-03T14:54:11Z,host='dv-cinder-840289-3-iscsi',id=a9161e1b-902d-441f-843b-a0ff0805adee,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:38:12Z,topic='l3_agent')) {'router_ids': ['ad4e3cb3-52d4-4aca-9d0f-fd9d17566f06'], 'active': True} {{(pid=110299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:54:24.016941 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_dvr_db [None req-e0ac6df6-f65b-4668-9978-dd56ee73430c None None] Set router ad4e3cb3-52d4-4aca-9d0f-fd9d17566f06 gateway port host: dv-cinder-840289-3-iscsi {{(pid=110299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:54:24.052613 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] get_ports_and_sgs() called for port_ids ['30ce3203-a86d-4216-9c80-d97b5cd2e7f3'] {{(pid=110299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 14:54:24.266115 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f945f1da-8e99-457a-8bd2-32b09a7862e7 req-64ac120d-12c4-4460-b09b-a2e93f152fef tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:54:24.273797 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-f945f1da-8e99-457a-8bd2-32b09a7862e7 req-64ac120d-12c4-4460-b09b-a2e93f152fef tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] 10.222.0.16 "GET /v2.0/ports?device_id=037c4758-c65c-415c-b20a-f7e5ba0a830c HTTP/1.1" status: 200 len: 945 time: 0.0590532 May 03 14:54:24.283699 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_hamode_db [None req-e0ac6df6-f65b-4668-9978-dd56ee73430c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad4e3cb3-52d4-4aca-9d0f-fd9d17566f06', 'name': 'tempest-AttachVolumeShelveTestJSON-332369523-router', 'tenant_id': 'ea2dc692f2754b34afd1a52dad1c2cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'external_fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.181'}], 'enable_snat': True}, 'gw_port_id': 'b3befeae-2658-4b04-914b-de826eb729fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:46:57Z', 'updated_at': '2022-05-03T14:47:01Z', 'revision_number': 4, 'project_id': 'ea2dc692f2754b34afd1a52dad1c2cb3', 'gw_port': {'id': 'b3befeae-2658-4b04-914b-de826eb729fa', 'name': '', 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:2a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad4e3cb3-52d4-4aca-9d0f-fd9d17566f06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:46:58Z', 'updated_at': '2022-05-03T14:47:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f907060b-4748-4522-aeb5-06a44b689374', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-3-iscsi', '_interfaces': [{'id': '23d883ea-b438-44c6-a36e-71914e21d22e', 'name': '', 'network_id': 'e149baab-37b5-49e7-bbfb-d6c5aa20aff6', 'tenant_id': 'ea2dc692f2754b34afd1a52dad1c2cb3', 'mac_address': 'fa:16:3e:c3:9a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad4e3cb3-52d4-4aca-9d0f-fd9d17566f06', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'd36733c8-18a7-47f6-a054-ee0e84dd3169', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:47:00Z', 'updated_at': '2022-05-03T14:47:10Z', 'revision_number': 5, 'project_id': 'ea2dc692f2754b34afd1a52dad1c2cb3', 'subnets': [{'id': 'd36733c8-18a7-47f6-a054-ee0e84dd3169', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-3-iscsi', False) {} {{(pid=110299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:54:24.322936 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ac6df6-f65b-4668-9978-dd56ee73430c None None] The sync data for ids ['ad4e3cb3-52d4-4aca-9d0f-fd9d17566f06'] in dv-cinder-840289-3-iscsi is: [{'id': 'ad4e3cb3-52d4-4aca-9d0f-fd9d17566f06', 'name': 'tempest-AttachVolumeShelveTestJSON-332369523-router', 'tenant_id': 'ea2dc692f2754b34afd1a52dad1c2cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'external_fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.181'}], 'enable_snat': True}, 'gw_port_id': 'b3befeae-2658-4b04-914b-de826eb729fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:46:57Z', 'updated_at': '2022-05-03T14:47:01Z', 'revision_number': 4, 'project_id': 'ea2dc692f2754b34afd1a52dad1c2cb3', 'gw_port': {'id': 'b3befeae-2658-4b04-914b-de826eb729fa', 'name': '', 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:2a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad4e3cb3-52d4-4aca-9d0f-fd9d17566f06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:46:58Z', 'updated_at': '2022-05-03T14:47:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f907060b-4748-4522-aeb5-06a44b689374', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-3-iscsi', '_interfaces': [{'id': '23d883ea-b438-44c6-a36e-71914e21d22e', 'name': '', 'network_id': 'e149baab-37b5-49e7-bbfb-d6c5aa20aff6', 'tenant_id': 'ea2dc692f2754b34afd1a52dad1c2cb3', 'mac_address': 'fa:16:3e:c3:9a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad4e3cb3-52d4-4aca-9d0f-fd9d17566f06', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'd36733c8-18a7-47f6-a054-ee0e84dd3169', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:47:00Z', 'updated_at': '2022-05-03T14:47:10Z', 'revision_number': 5, 'project_id': 'ea2dc692f2754b34afd1a52dad1c2cb3', 'subnets': [{'id': 'd36733c8-18a7-47f6-a054-ee0e84dd3169', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 14:54:24.334401 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-b533a928-6101-4b33-b113-9eaa9ca819cd req-e01122c0-ec3a-4dd8-8e5e-8c398ee7f026 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe1c40c4-811a-430a-930e-063e1c5880b8 HTTP/1.1" status: 200 len: 210 time: 0.0350366 May 03 14:54:24.361134 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-f945f1da-8e99-457a-8bd2-32b09a7862e7 req-35b27457-714d-4a9e-b0c3-55ef2aea0997 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] 10.222.0.16 "GET /v2.0/security-groups?id=739575c7-37fa-46fc-93e9-2268529558a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862298 May 03 14:54:24.608103 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-423e8baf-595c-4753-b4cc-cd8685170fb1 None None] New status for floating IP ea4b8c2a-06f8-4c57-9a10-8640aa11686e: DOWN {{(pid=110300) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 14:54:24.689213 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b93730e-80d3-4448-9ad1-3092a84155a2 req-1e0bf1b1-da10-4ca4-813c-08000f618693 tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:54:24.690736 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-0b93730e-80d3-4448-9ad1-3092a84155a2 req-1e0bf1b1-da10-4ca4-813c-08000f618693 tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] 10.222.0.16 "GET /v2.0/ports?device_id=51466aaa-4659-49b7-b8fb-3b4656e35475 HTTP/1.1" status: 200 len: 944 time: 0.0560026 May 03 14:54:24.745622 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-0b93730e-80d3-4448-9ad1-3092a84155a2 req-e5b98f15-d67b-4d62-b01c-a5f4d3d37e9f tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] 10.222.0.16 "GET /v2.0/security-groups?id=51e6b986-3081-45ff-9da6-7bf850718915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489433 May 03 14:54:25.343820 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Device 30ce3203-a86d-4216-9c80-d97b5cd2e7f3 up at agent hyperv_hv-cinder-84028 {{(pid=110299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 14:54:25.398900 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Provisioning for port 30ce3203-a86d-4216-9c80-d97b5cd2e7f3 completed by entity L2. {{(pid=110299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 03 14:54:25.486746 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfa4b94-b982-425a-b1f5-949b1bfe3a1c req-fa004aa1-791f-4fd6-853a-abb030051412 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:54:25.488312 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-6bfa4b94-b982-425a-b1f5-949b1bfe3a1c req-fa004aa1-791f-4fd6-853a-abb030051412 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] 10.222.0.16 "GET /v2.0/ports?device_id=037c4758-c65c-415c-b20a-f7e5ba0a830c HTTP/1.1" status: 200 len: 945 time: 0.0528266 May 03 14:54:25.541333 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-6bfa4b94-b982-425a-b1f5-949b1bfe3a1c req-e33908d7-a4a5-4c9e-937d-10eac38ed69a tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] 10.222.0.16 "GET /v2.0/security-groups?id=739575c7-37fa-46fc-93e9-2268529558a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467865 May 03 14:54:25.623695 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Provisioning complete for port 30ce3203-a86d-4216-9c80-d97b5cd2e7f3 triggered by entity L2. {{(pid=110299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:54:25.624035 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728915'] for port (30ce3203-a86d-4216-9c80-d97b5cd2e7f3), provisioning_complete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:54:25.664078 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 45642) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:54:25.716306 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Current status of the port 30ce3203-a86d-4216-9c80-d97b5cd2e7f3 is: BUILD; New status is: ACTIVE {{(pid=110299) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:54:25.716710 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (30ce3203-a86d-4216-9c80-d97b5cd2e7f3), before_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:54:25.722104 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-34755da6-383a-448b-9268-7c7642a47870 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Publish callbacks [] for security_group (a0e19fcb-47b5-464e-8241-883080a396c0), before_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:54:25.744222 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51466aaa-4659-49b7-b8fb-3b4656e35475', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30ce3203-a86d-4216-9c80-d97b5cd2e7f3'}] {{(pid=110299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 14:54:25.749762 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfb0ab9603dc6f24b101a3230295415c8ec2a7bf959fde45f0826688655bbcbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2920b679-fc0b-4383-9d83-71acda129c89" -d '{"events": [{"server_uuid": "51466aaa-4659-49b7-b8fb-3b4656e35475", "name": "network-vif-plugged", "status": "completed", "tag": "30ce3203-a86d-4216-9c80-d97b5cd2e7f3"}]}' {{(pid=110299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 14:54:25.753155 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-34755da6-383a-448b-9268-7c7642a47870 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Publish callbacks [] for security_group (a0e19fcb-47b5-464e-8241-883080a396c0), precommit_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:54:25.769827 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] For port 30ce3203-a86d-4216-9c80-d97b5cd2e7f3, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=30ce3203-a86d-4216-9c80-d97b5cd2e7f3,segment=NetworkSegment(bbae755a-35e6-4939-bedd-ededf6640009),segment_id=bbae755a-35e6-4939-bedd-ededf6640009)] {{(pid=110299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:54:25.799832 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 14:54:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b893b14-9c33-4158-8e7b-869ecbf11acb x-openstack-request-id: req-5b893b14-9c33-4158-8e7b-869ecbf11acb {{(pid=110299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 14:54:25.800137 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51466aaa-4659-49b7-b8fb-3b4656e35475", "name": "network-vif-plugged", "status": "completed", "tag": "30ce3203-a86d-4216-9c80-d97b5cd2e7f3", "code": 200}]} {{(pid=110299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 14:54:25.800402 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5b893b14-9c33-4158-8e7b-869ecbf11acb {{(pid=110299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 14:54:25.800808 dv-cinder-840289-3-iscsi neutron-server[110299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b893b14-9c33-4158-8e7b-869ecbf11acb'] response: {'server_uuid': '51466aaa-4659-49b7-b8fb-3b4656e35475', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30ce3203-a86d-4216-9c80-d97b5cd2e7f3', 'code': 200} May 03 14:54:25.857536 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096'] for port (30ce3203-a86d-4216-9c80-d97b5cd2e7f3), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:54:25.858565 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Device 988f35e9-668c-4f12-83dd-31b1a9c2f39c no longer exists at agent hyperv_hv-cinder-84028 {{(pid=110299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 14:54:25.886119 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-34755da6-383a-448b-9268-7c7642a47870 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (a0e19fcb-47b5-464e-8241-883080a396c0), after_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:54:25.888831 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-34755da6-383a-448b-9268-7c7642a47870 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Publish callbacks [] for security_group (None), before_response {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:54:25.889859 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a079c52-ccd8-4fb3-bfef-c245bac25f05 req-770f6083-45b8-4f90-bf0c-05be2a451869 tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:54:25.892866 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-0a079c52-ccd8-4fb3-bfef-c245bac25f05 req-770f6083-45b8-4f90-bf0c-05be2a451869 tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] 10.222.0.16 "GET /v2.0/ports?device_id=51466aaa-4659-49b7-b8fb-3b4656e35475 HTTP/1.1" status: 200 len: 944 time: 0.0580609 May 03 14:54:25.897045 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 45648) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:54:25.897182 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-34755da6-383a-448b-9268-7c7642a47870 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "DELETE /v2.0/security-groups/a0e19fcb-47b5-464e-8241-883080a396c0 HTTP/1.1" status: 204 len: 168 time: 0.2319698 May 03 14:54:25.904656 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34755da6-383a-448b-9268-7c7642a47870 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0e19fcb-47b5-464e-8241-883080a396c0,revision_number=None']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:54:25.912348 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34755da6-383a-448b-9268-7c7642a47870 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:54:25.912996 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34755da6-383a-448b-9268-7c7642a47870 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:54:25.913811 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34755da6-383a-448b-9268-7c7642a47870 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:54:25.914354 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34755da6-383a-448b-9268-7c7642a47870 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:54:25.916322 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Pushing event updated for resources: {'Port': ['ID=30ce3203-a86d-4216-9c80-d97b5cd2e7f3,revision_number=5']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:54:25.916781 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34755da6-383a-448b-9268-7c7642a47870 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:54:25.917340 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34755da6-383a-448b-9268-7c7642a47870 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:54:25.918014 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34755da6-383a-448b-9268-7c7642a47870 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:54:25.918563 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34755da6-383a-448b-9268-7c7642a47870 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:54:25.919127 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34755da6-383a-448b-9268-7c7642a47870 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:54:25.926801 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34755da6-383a-448b-9268-7c7642a47870 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:54:25.927435 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34755da6-383a-448b-9268-7c7642a47870 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:54:25.928130 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34755da6-383a-448b-9268-7c7642a47870 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:54:25.929102 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34755da6-383a-448b-9268-7c7642a47870 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:54:25.929664 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34755da6-383a-448b-9268-7c7642a47870 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:54:25.930223 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34755da6-383a-448b-9268-7c7642a47870 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:54:25.935510 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] No Port match for: 988f35e9-668c-4f12-83dd-31b1a9c2f39c {{(pid=110299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 14:54:25.942127 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Device 988f35e9-668c-4f12-83dd-31b1a9c2f39c not bound to the agent host hv-cinder-84028 {{(pid=110299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 14:54:25.947117 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.api.v2.resource [None req-7e4ff551-e0bb-4416-bcbe-a6d5d342990b tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] show failed (client error): The resource could not be found. May 03 14:54:25.950675 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-7e4ff551-e0bb-4416-bcbe-a6d5d342990b tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/security-groups/a0e19fcb-47b5-464e-8241-883080a396c0 HTTP/1.1" status: 404 len: 347 time: 0.0541170 May 03 14:54:25.951388 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 45650) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:54:25.995298 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-0a079c52-ccd8-4fb3-bfef-c245bac25f05 req-d21eac6f-ee78-44f9-ad10-c0bf6bbb5f14 tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] 10.222.0.16 "GET /v2.0/security-groups?id=51e6b986-3081-45ff-9da6-7bf850718915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873406 May 03 14:54:26.110573 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.plugins.ml2.plugin [None req-3d262618-8501-4bb4-b3d0-1f1fb9015d1a tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Deleting port 6fc7034d-26f5-4c9e-a251-46503a2f81e9 {{(pid=110297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 14:54:26.110853 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-3d262618-8501-4bb4-b3d0-1f1fb9015d1a tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775477116685'] for port (6fc7034d-26f5-4c9e-a251-46503a2f81e9), before_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:54:26.193181 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-3d262618-8501-4bb4-b3d0-1f1fb9015d1a tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689583'] for port (6fc7034d-26f5-4c9e-a251-46503a2f81e9), precommit_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:54:26.193181 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-3d262618-8501-4bb4-b3d0-1f1fb9015d1a tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Publish callbacks [] for floatingip (6fc7034d-26f5-4c9e-a251-46503a2f81e9), precommit_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:54:26.204565 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.plugins.ml2.plugin [None req-3d262618-8501-4bb4-b3d0-1f1fb9015d1a tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Calling delete_port for 6fc7034d-26f5-4c9e-a251-46503a2f81e9 owned by network:floatingip {{(pid=110297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 14:54:26.346957 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a37067-24bf-48b9-ad6e-e031854f45e3 req-8960f00e-651e-47fb-9425-e41f7f4413e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:54:26.348574 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-a6a37067-24bf-48b9-ad6e-e031854f45e3 req-8960f00e-651e-47fb-9425-e41f7f4413e3 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=51466aaa-4659-49b7-b8fb-3b4656e35475 HTTP/1.1" status: 200 len: 1129 time: 0.0677562 May 03 14:54:26.357642 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f88c345-c032-488d-85bb-e16d37b2ceb6 req-77aab274-11b7-4618-b5f8-4d86683ad174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:54:26.359078 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-9f88c345-c032-488d-85bb-e16d37b2ceb6 req-77aab274-11b7-4618-b5f8-4d86683ad174 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7d4c047e715a4907a16f3e647f380b0b&device_id=037c4758-c65c-415c-b20a-f7e5ba0a830c HTTP/1.1" status: 200 len: 1129 time: 0.0504735 May 03 14:54:26.455235 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-a6a37067-24bf-48b9-ad6e-e031854f45e3 req-5218c1f9-d322-4680-b616-c6dd678b836d service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=51e6b986-3081-45ff-9da6-7bf850718915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986235 May 03 14:54:26.457751 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-3d262618-8501-4bb4-b3d0-1f1fb9015d1a tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775477123741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775476647069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25923557'] for port (6fc7034d-26f5-4c9e-a251-46503a2f81e9), after_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:54:26.482212 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f88c345-c032-488d-85bb-e16d37b2ceb6 req-28d98a8b-40ab-4a92-bd55-59ea7f1e4aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:54:26.483765 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-9f88c345-c032-488d-85bb-e16d37b2ceb6 req-28d98a8b-40ab-4a92-bd55-59ea7f1e4aeb service neutron] 10.222.0.55 "GET /v2.0/networks?id=f9508427-db4d-416b-987f-da2fc50a7ea8 HTTP/1.1" status: 200 len: 910 time: 0.1188614 May 03 14:54:26.488753 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d262618-8501-4bb4-b3d0-1f1fb9015d1a tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Pushing event deleted for resources: {'Port': ['ID=6fc7034d-26f5-4c9e-a251-46503a2f81e9,revision_number=None']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:54:26.554399 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-3d262618-8501-4bb4-b3d0-1f1fb9015d1a tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Publish callbacks [] for floatingip (ea4b8c2a-06f8-4c57-9a10-8640aa11686e), after_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:54:26.557216 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-3d262618-8501-4bb4-b3d0-1f1fb9015d1a tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46205'] for floatingip (None), before_response {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:54:26.558402 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-3d262618-8501-4bb4-b3d0-1f1fb9015d1a tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "DELETE /v2.0/floatingips/ea4b8c2a-06f8-4c57-9a10-8640aa11686e HTTP/1.1" status: 204 len: 168 time: 0.6058133 May 03 14:54:26.666712 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34be11ef-f18d-4ed5-a1ca-3e6ccc6e70d3 req-2225efb7-1b94-4f8d-9154-36517d576d31 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:54:26.668286 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-34be11ef-f18d-4ed5-a1ca-3e6ccc6e70d3 req-2225efb7-1b94-4f8d-9154-36517d576d31 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] 10.222.0.16 "GET /v2.0/ports?device_id=037c4758-c65c-415c-b20a-f7e5ba0a830c HTTP/1.1" status: 200 len: 945 time: 0.0539942 May 03 14:54:26.717816 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-34be11ef-f18d-4ed5-a1ca-3e6ccc6e70d3 req-45e428fe-d6b8-49c6-9eaa-ed61ffb7e0d4 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] 10.222.0.16 "GET /v2.0/security-groups?id=739575c7-37fa-46fc-93e9-2268529558a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437648 May 03 14:54:26.812533 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 45658) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:54:26.817048 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.v2.base [None req-7c3a9b82-53d7-4699-aa23-62e9ae6c9726 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Request body: {'security_group': {'name': 'tempest-securitygroup--425484489', 'description': 'tempest-description--617974384'}} {{(pid=110298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:54:26.900825 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-7c3a9b82-53d7-4699-aa23-62e9ae6c9726 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Publish callbacks [] for security_group (None), before_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:54:26.972937 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-9f88c345-c032-488d-85bb-e16d37b2ceb6 req-07d6ac19-d958-4606-af80-ed05e770aee6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e5921b2-ce6c-49d3-9352-94c944feb3b9 HTTP/1.1" status: 200 len: 1001 time: 0.0798211 May 03 14:54:27.013658 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-7c3a9b82-53d7-4699-aa23-62e9ae6c9726 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Publish callbacks [] for security_group (31e32358-9e99-4d9a-8f32-87cc3c0e2ffa), precommit_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:54:27.086902 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-7c3a9b82-53d7-4699-aa23-62e9ae6c9726 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (31e32358-9e99-4d9a-8f32-87cc3c0e2ffa), after_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:54:27.117447 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126d02b3-cc31-4a97-8c7c-3f7ae11d3c99 req-d8017fdc-a8b0-4be0-a2f8-ec3db2bf6235 tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:54:27.119588 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-126d02b3-cc31-4a97-8c7c-3f7ae11d3c99 req-d8017fdc-a8b0-4be0-a2f8-ec3db2bf6235 tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] 10.222.0.16 "GET /v2.0/ports?device_id=51466aaa-4659-49b7-b8fb-3b4656e35475 HTTP/1.1" status: 200 len: 945 time: 0.0653679 May 03 14:54:27.145287 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3a9b82-53d7-4699-aa23-62e9ae6c9726 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31e32358-9e99-4d9a-8f32-87cc3c0e2ffa,revision_number=1']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:54:27.176486 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-126d02b3-cc31-4a97-8c7c-3f7ae11d3c99 req-2bf934df-d116-4cb5-9241-4637448b4e0d tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] 10.222.0.16 "GET /v2.0/security-groups?id=51e6b986-3081-45ff-9da6-7bf850718915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496058 May 03 14:54:27.197026 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-7c3a9b82-53d7-4699-aa23-62e9ae6c9726 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Publish callbacks [] for security_group (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:54:27.198254 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-7c3a9b82-53d7-4699-aa23-62e9ae6c9726 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3847032 May 03 14:54:27.201446 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 45662) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:54:27.206039 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.v2.base [None req-26b2f892-6545-4aad-9929-da40fb66e48a tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Request body: {'security_group_rule': {'security_group_id': '31e32358-9e99-4d9a-8f32-87cc3c0e2ffa', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:54:27.292017 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-26b2f892-6545-4aad-9929-da40fb66e48a tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Publish callbacks [] for security_group_rule (85c222a8-0839-41c3-9468-bc821485f084), before_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:54:27.345702 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-26b2f892-6545-4aad-9929-da40fb66e48a tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Publish callbacks [] for security_group_rule (85c222a8-0839-41c3-9468-bc821485f084), precommit_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:54:27.422896 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-26b2f892-6545-4aad-9929-da40fb66e48a tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652759'] for security_group_rule (85c222a8-0839-41c3-9468-bc821485f084), after_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:54:27.439998 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b2f892-6545-4aad-9929-da40fb66e48a tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85c222a8-0839-41c3-9468-bc821485f084,revision_number=0']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:54:27.516399 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-26b2f892-6545-4aad-9929-da40fb66e48a tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:54:27.517728 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-26b2f892-6545-4aad-9929-da40fb66e48a tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3152707 May 03 14:54:27.520569 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 45664) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:54:27.525278 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.v2.base [None req-5636aa5e-a8e2-43d3-9a76-d3f5994668a0 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Request body: {'security_group_rule': {'security_group_id': '31e32358-9e99-4d9a-8f32-87cc3c0e2ffa', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:54:27.553180 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f88c345-c032-488d-85bb-e16d37b2ceb6 req-be16e271-8596-48bb-a17e-2bf6a8d3e09a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:54:27.554646 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-9f88c345-c032-488d-85bb-e16d37b2ceb6 req-be16e271-8596-48bb-a17e-2bf6a8d3e09a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d16b41a6-87db-430a-89a6-71fbdac1b346 HTTP/1.1" status: 200 len: 848 time: 0.0469475 May 03 14:54:27.599926 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-5636aa5e-a8e2-43d3-9a76-d3f5994668a0 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Publish callbacks [] for security_group_rule (089c8c9b-0845-42c6-8da0-bb50f69b0a39), before_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:54:27.600399 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f88c345-c032-488d-85bb-e16d37b2ceb6 req-ca48fc24-1f4e-4331-a3ca-f0c2b261a85e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:54:27.601921 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-9f88c345-c032-488d-85bb-e16d37b2ceb6 req-ca48fc24-1f4e-4331-a3ca-f0c2b261a85e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f9508427-db4d-416b-987f-da2fc50a7ea8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389245 May 03 14:54:27.654934 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-5636aa5e-a8e2-43d3-9a76-d3f5994668a0 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Publish callbacks [] for security_group_rule (089c8c9b-0845-42c6-8da0-bb50f69b0a39), precommit_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:54:27.703051 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-5636aa5e-a8e2-43d3-9a76-d3f5994668a0 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652759'] for security_group_rule (089c8c9b-0845-42c6-8da0-bb50f69b0a39), after_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:54:27.703290 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-9f88c345-c032-488d-85bb-e16d37b2ceb6 req-6aac3ead-2e55-48ca-89d1-816e0bddd7f6 service neutron] 10.222.0.55 "GET /v2.0/networks/f9508427-db4d-416b-987f-da2fc50a7ea8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895340 May 03 14:54:27.720712 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5636aa5e-a8e2-43d3-9a76-d3f5994668a0 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=089c8c9b-0845-42c6-8da0-bb50f69b0a39,revision_number=0']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:54:27.778897 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-5636aa5e-a8e2-43d3-9a76-d3f5994668a0 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:54:27.783123 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-5636aa5e-a8e2-43d3-9a76-d3f5994668a0 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2587631 May 03 14:54:27.783518 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 45668) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:54:27.787870 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.v2.base [None req-4fc3f66a-63cc-4a99-895c-6ade93cca6ec tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Request body: {'floatingip': {'floating_network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c'}} {{(pid=110297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:54:27.857295 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741b1d93-7a1c-424f-b422-e0956e330b75 req-9b31856b-363c-4ac8-a6dc-4ed30927554c tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:54:27.858765 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-741b1d93-7a1c-424f-b422-e0956e330b75 req-9b31856b-363c-4ac8-a6dc-4ed30927554c tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] 10.222.0.16 "GET /v2.0/ports?device_id=037c4758-c65c-415c-b20a-f7e5ba0a830c HTTP/1.1" status: 200 len: 945 time: 0.0684125 May 03 14:54:27.860771 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-9f88c345-c032-488d-85bb-e16d37b2ceb6 req-20457b8b-b129-4d19-9ea8-c6c51eb7e19c service neutron] 10.222.0.55 "GET /v2.0/networks/f9508427-db4d-416b-987f-da2fc50a7ea8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340513 May 03 14:54:27.878636 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-4fc3f66a-63cc-4a99-895c-6ade93cca6ec tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:54:27.912991 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-741b1d93-7a1c-424f-b422-e0956e330b75 req-76ffff67-71ff-4bda-b9b2-3c19390f995b tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] 10.222.0.16 "GET /v2.0/security-groups?id=739575c7-37fa-46fc-93e9-2268529558a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484915 May 03 14:54:27.958969 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-4fc3f66a-63cc-4a99-895c-6ade93cca6ec tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (None), before_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:54:28.058815 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.db.db_base_plugin_common [None req-4fc3f66a-63cc-4a99-895c-6ade93cca6ec tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Allocated IP 172.27.0.62 (7456e722-9446-4a17-bcf3-c72dce07c65c/f907060b-4748-4522-aeb5-06a44b689374/e441eaad-0a81-4fe8-9392-8691d72d4a94) {{(pid=110297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 14:54:28.159276 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-4fc3f66a-63cc-4a99-895c-6ade93cca6ec tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Publish callbacks [] for port (e441eaad-0a81-4fe8-9392-8691d72d4a94), precommit_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:54:28.240822 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-4fc3f66a-63cc-4a99-895c-6ade93cca6ec tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775476647060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25923557'] for port (e441eaad-0a81-4fe8-9392-8691d72d4a94), after_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:54:28.278454 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fc3f66a-63cc-4a99-895c-6ade93cca6ec tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Network 7456e722-9446-4a17-bcf3-c72dce07c65c is already hosted by enough agents. {{(pid=110297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 14:54:28.281206 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.scheduler.base_scheduler [None req-4fc3f66a-63cc-4a99-895c-6ade93cca6ec tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Resources bound (agent type, host, resource id): {{(pid=110297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 14:54:28.284734 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc3f66a-63cc-4a99-895c-6ade93cca6ec tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Received port after_create {{(pid=110297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 14:54:28.294429 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c5b841-4708-4320-839f-c02c2504f429 req-ba6e30dc-0a27-4b67-9ea9-a023a8b9bbf7 tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:54:28.295988 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-18c5b841-4708-4320-839f-c02c2504f429 req-ba6e30dc-0a27-4b67-9ea9-a023a8b9bbf7 tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] 10.222.0.16 "GET /v2.0/ports?device_id=51466aaa-4659-49b7-b8fb-3b4656e35475 HTTP/1.1" status: 200 len: 945 time: 0.0499170 May 03 14:54:28.314530 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc3f66a-63cc-4a99-895c-6ade93cca6ec tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Pushing event updated for resources: {'Port': ['ID=e441eaad-0a81-4fe8-9392-8691d72d4a94,revision_number=1']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:54:28.345004 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-18c5b841-4708-4320-839f-c02c2504f429 req-96757df7-ecbc-4ec5-8b0b-2261bea5f1e2 tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] 10.222.0.16 "GET /v2.0/security-groups?id=51e6b986-3081-45ff-9da6-7bf850718915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433004 May 03 14:54:28.380081 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-4fc3f66a-63cc-4a99-895c-6ade93cca6ec tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Publish callbacks [] for floatingip (3287fd5c-9ed7-41e2-9eba-0fbe69b9bb75), precommit_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:54:28.460305 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-4fc3f66a-63cc-4a99-895c-6ade93cca6ec tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (e441eaad-0a81-4fe8-9392-8691d72d4a94), before_update {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:54:28.613754 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-4fc3f66a-63cc-4a99-895c-6ade93cca6ec tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Publish callbacks [] for port (e441eaad-0a81-4fe8-9392-8691d72d4a94), precommit_update {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:54:28.685909 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-4fc3f66a-63cc-4a99-895c-6ade93cca6ec tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25923484'] for port (e441eaad-0a81-4fe8-9392-8691d72d4a94), after_update {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:54:28.751619 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc3f66a-63cc-4a99-895c-6ade93cca6ec tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Pushing event updated for resources: {'Port': ['ID=e441eaad-0a81-4fe8-9392-8691d72d4a94,revision_number=2']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:54:28.764846 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-4fc3f66a-63cc-4a99-895c-6ade93cca6ec tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692144'] for floatingip (3287fd5c-9ed7-41e2-9eba-0fbe69b9bb75), after_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:54:28.830880 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-4fc3f66a-63cc-4a99-895c-6ade93cca6ec tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46205'] for floatingip (None), before_response {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:54:28.832145 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-4fc3f66a-63cc-4a99-895c-6ade93cca6ec tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0477035 May 03 14:54:28.895797 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (26e70f58-a201-437c-be8d-fd2714f100da), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:54:29.045851 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bb657c-c47f-4198-8dc3-e67dacfd2db5 req-b6472eb4-d39b-4416-8a83-5e6fc016c008 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:54:29.047224 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-b8bb657c-c47f-4198-8dc3-e67dacfd2db5 req-b6472eb4-d39b-4416-8a83-5e6fc016c008 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] 10.222.0.16 "GET /v2.0/ports?device_id=037c4758-c65c-415c-b20a-f7e5ba0a830c HTTP/1.1" status: 200 len: 945 time: 0.0671666 May 03 14:54:29.075936 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-0bced884-a674-4ec3-b54d-49a43e1346c0 req-df4b6ab9-aa38-4f3a-8425-5f50577e05d0 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--425484489&fields=id&tenant_id=ea2dc692f2754b34afd1a52dad1c2cb3 HTTP/1.1" status: 200 len: 267 time: 0.0871365 May 03 14:54:29.132559 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-b8bb657c-c47f-4198-8dc3-e67dacfd2db5 req-c09c2797-aee5-4a99-8855-fba1d7d29a0b tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] 10.222.0.16 "GET /v2.0/security-groups?id=739575c7-37fa-46fc-93e9-2268529558a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796692 May 03 14:54:29.199443 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bced884-a674-4ec3-b54d-49a43e1346c0 req-e757253a-c56a-4478-a5b2-1da403fca2c1 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:54:29.200876 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-0bced884-a674-4ec3-b54d-49a43e1346c0 req-e757253a-c56a-4478-a5b2-1da403fca2c1 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/networks?id=e149baab-37b5-49e7-bbfb-d6c5aa20aff6 HTTP/1.1" status: 200 len: 816 time: 0.1176169 May 03 14:54:29.219551 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-0bced884-a674-4ec3-b54d-49a43e1346c0 req-202fc710-7751-4011-a6aa-f4a15c5bd00c tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/quotas/ea2dc692f2754b34afd1a52dad1c2cb3 HTTP/1.1" status: 200 len: 375 time: 0.0095091 May 03 14:54:29.271874 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-0bced884-a674-4ec3-b54d-49a43e1346c0 req-95773eaa-b4cf-40c6-8a06-a26bdfd7ac0b tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=ea2dc692f2754b34afd1a52dad1c2cb3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0474060 May 03 14:54:29.366433 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-0bced884-a674-4ec3-b54d-49a43e1346c0 req-5d60edb7-7d4c-4b79-91fb-988be6871743 service neutron] 10.222.0.16 "GET /v2.0/networks/e149baab-37b5-49e7-bbfb-d6c5aa20aff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832448 May 03 14:54:29.495217 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb40c21-58c5-40ff-b01c-655afd98da79 req-59fd3cdc-c183-411f-ab50-27e726f79eb1 tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:54:29.501583 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-6eb40c21-58c5-40ff-b01c-655afd98da79 req-59fd3cdc-c183-411f-ab50-27e726f79eb1 tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] 10.222.0.16 "GET /v2.0/ports?device_id=51466aaa-4659-49b7-b8fb-3b4656e35475 HTTP/1.1" status: 200 len: 945 time: 0.0623350 May 03 14:54:29.501583 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-0bced884-a674-4ec3-b54d-49a43e1346c0 req-84f01732-5b16-4ebe-b703-d0473b89890e service neutron] 10.222.0.16 "GET /v2.0/networks/e149baab-37b5-49e7-bbfb-d6c5aa20aff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274924 May 03 14:54:29.545526 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-6eb40c21-58c5-40ff-b01c-655afd98da79 req-6fce57d1-cffe-4ba0-9f9a-0f731a6043b1 tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] 10.222.0.16 "GET /v2.0/security-groups?id=51e6b986-3081-45ff-9da6-7bf850718915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433662 May 03 14:54:29.789924 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-53c9451c-6cae-4429-bb93-474b5f71a2d0 req-b08f7947-e209-4f52-b0bb-588cbd685582 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b52e969-e560-4421-9840-ec07a36f4705 HTTP/1.1" status: 200 len: 210 time: 0.0292635 May 03 14:54:30.249762 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca39bf1-ed3d-4cf6-b6f1-82b64d880f29 req-ff43e6d3-fb06-4327-a2e4-26f5823504ad tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:54:30.251287 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-5ca39bf1-ed3d-4cf6-b6f1-82b64d880f29 req-ff43e6d3-fb06-4327-a2e4-26f5823504ad tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] 10.222.0.16 "GET /v2.0/ports?device_id=037c4758-c65c-415c-b20a-f7e5ba0a830c HTTP/1.1" status: 200 len: 945 time: 0.0503802 May 03 14:54:30.312996 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-5ca39bf1-ed3d-4cf6-b6f1-82b64d880f29 req-471dd513-a428-41e5-afae-edcd9a160e5d tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] 10.222.0.16 "GET /v2.0/security-groups?id=739575c7-37fa-46fc-93e9-2268529558a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549669 May 03 14:54:30.663270 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f7907b-ff04-4176-b1a8-d7d182c377a0 req-92aff528-74cf-4fc5-9726-293ae5067bca tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:54:30.665060 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-77f7907b-ff04-4176-b1a8-d7d182c377a0 req-92aff528-74cf-4fc5-9726-293ae5067bca tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] 10.222.0.16 "GET /v2.0/ports?device_id=51466aaa-4659-49b7-b8fb-3b4656e35475 HTTP/1.1" status: 200 len: 945 time: 0.0499673 May 03 14:54:30.714572 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-77f7907b-ff04-4176-b1a8-d7d182c377a0 req-6edb7489-6db6-4454-afda-f14a12431cfb tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] 10.222.0.16 "GET /v2.0/security-groups?id=51e6b986-3081-45ff-9da6-7bf850718915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429225 May 03 14:54:30.834985 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce12efea-3924-4e04-abb0-f362448fc773 req-13b07eea-6325-467e-a7c0-7c354f603c3f tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:54:30.841491 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-ce12efea-3924-4e04-abb0-f362448fc773 req-13b07eea-6325-467e-a7c0-7c354f603c3f tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] 10.222.0.16 "GET /v2.0/ports?device_id=51466aaa-4659-49b7-b8fb-3b4656e35475 HTTP/1.1" status: 200 len: 945 time: 0.0551260 May 03 14:54:30.908947 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-deeacc48-73cb-4f0b-9c5e-32f32af87a1f req-ade2c634-928a-4bf0-8fd4-529027e6de73 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b52e969-e560-4421-9840-ec07a36f4705 HTTP/1.1" status: 200 len: 210 time: 0.0449505 May 03 14:54:30.914281 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-ce12efea-3924-4e04-abb0-f362448fc773 req-b3d3784c-0212-4157-89ef-5421745fbfb3 tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] 10.222.0.16 "GET /v2.0/security-groups?id=51e6b986-3081-45ff-9da6-7bf850718915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696452 May 03 14:54:31.237872 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ec84d8-21e3-4dbe-9640-1d20f7749561 req-f41c7e8b-da4f-45f7-b8b5-1fd3a86e0c49 tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:54:31.239358 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-79ec84d8-21e3-4dbe-9640-1d20f7749561 req-f41c7e8b-da4f-45f7-b8b5-1fd3a86e0c49 tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] 10.222.0.16 "GET /v2.0/ports?device_id=51466aaa-4659-49b7-b8fb-3b4656e35475 HTTP/1.1" status: 200 len: 945 time: 0.0488451 May 03 14:54:31.286060 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-79ec84d8-21e3-4dbe-9640-1d20f7749561 req-49c94e09-899f-4495-8e08-8b085021bbea tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] 10.222.0.16 "GET /v2.0/security-groups?id=51e6b986-3081-45ff-9da6-7bf850718915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399776 May 03 14:54:31.367054 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Device 0e5921b2-ce6c-49d3-9352-94c944feb3b9 no longer exists at agent hyperv_hv-cinder-84028 {{(pid=110299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 14:54:31.447625 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80f4a6c-a4f0-4dff-ab8d-c4bdc08ad198 req-9857c68f-c5a6-489d-b18a-174111d25d9b tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:54:31.449183 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-c80f4a6c-a4f0-4dff-ab8d-c4bdc08ad198 req-9857c68f-c5a6-489d-b18a-174111d25d9b tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] 10.222.0.16 "GET /v2.0/ports?device_id=037c4758-c65c-415c-b20a-f7e5ba0a830c HTTP/1.1" status: 200 len: 945 time: 0.0669348 May 03 14:54:31.475530 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Current status of the port 0e5921b2-ce6c-49d3-9352-94c944feb3b9 is: ACTIVE; New status is: DOWN {{(pid=110299) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:54:31.476014 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (0e5921b2-ce6c-49d3-9352-94c944feb3b9), before_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:54:31.499259 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-c80f4a6c-a4f0-4dff-ab8d-c4bdc08ad198 req-eae6453b-57a4-4df2-8c64-0454e4e2e603 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] 10.222.0.16 "GET /v2.0/security-groups?id=739575c7-37fa-46fc-93e9-2268529558a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444586 May 03 14:54:31.499743 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '037c4758-c65c-415c-b20a-f7e5ba0a830c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e5921b2-ce6c-49d3-9352-94c944feb3b9'}] {{(pid=110299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 14:54:31.502050 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfb0ab9603dc6f24b101a3230295415c8ec2a7bf959fde45f0826688655bbcbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baae6a38-5016-4b2f-b7d6-0fd03bdf436d" -d '{"events": [{"server_uuid": "037c4758-c65c-415c-b20a-f7e5ba0a830c", "name": "network-vif-unplugged", "status": "completed", "tag": "0e5921b2-ce6c-49d3-9352-94c944feb3b9"}]}' {{(pid=110299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 14:54:31.518854 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] For port 0e5921b2-ce6c-49d3-9352-94c944feb3b9, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=0e5921b2-ce6c-49d3-9352-94c944feb3b9,segment=NetworkSegment(40c723d8-45df-4e69-9439-7cb5b609b381),segment_id=40c723d8-45df-4e69-9439-7cb5b609b381)] {{(pid=110299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:54:31.542126 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 May 2022 14:54:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2edfb2b0-dbb0-40d7-b5a8-843edd13d1fb x-openstack-request-id: req-2edfb2b0-dbb0-40d7-b5a8-843edd13d1fb {{(pid=110299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 14:54:31.542473 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "037c4758-c65c-415c-b20a-f7e5ba0a830c", "name": "network-vif-unplugged", "status": "completed", "tag": "0e5921b2-ce6c-49d3-9352-94c944feb3b9", "code": 200}]} {{(pid=110299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 14:54:31.542789 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2edfb2b0-dbb0-40d7-b5a8-843edd13d1fb {{(pid=110299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 14:54:31.543184 dv-cinder-840289-3-iscsi neutron-server[110299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2edfb2b0-dbb0-40d7-b5a8-843edd13d1fb'] response: {'server_uuid': '037c4758-c65c-415c-b20a-f7e5ba0a830c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e5921b2-ce6c-49d3-9352-94c944feb3b9', 'code': 200} May 03 14:54:31.594818 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096'] for port (0e5921b2-ce6c-49d3-9352-94c944feb3b9), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:54:31.649952 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Pushing event updated for resources: {'Port': ['ID=0e5921b2-ce6c-49d3-9352-94c944feb3b9,revision_number=6']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:54:31.665816 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [req-bbfb5087-5353-4013-a414-378ba778fba2 req-c13a501e-93e1-4402-bc83-e9884a737586 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=110298) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 03 14:54:31.669081 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-bbfb5087-5353-4013-a414-378ba778fba2 req-c13a501e-93e1-4402-bc83-e9884a737586 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0989323 May 03 14:54:31.972887 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9580825-e29f-4aeb-abd2-dfb6eb7c8ef3 req-3de855e5-55c4-4f01-b3ce-67e0ce3cf3ed tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:54:31.974302 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-a9580825-e29f-4aeb-abd2-dfb6eb7c8ef3 req-3de855e5-55c4-4f01-b3ce-67e0ce3cf3ed tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] 10.222.0.16 "GET /v2.0/ports?device_id=037c4758-c65c-415c-b20a-f7e5ba0a830c HTTP/1.1" status: 200 len: 943 time: 0.0493062 May 03 14:54:32.036515 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 45732) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:54:32.045017 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-28d78e52-1706-4296-b31e-31a734bde0a2 req-e15bcf51-b58f-4e2a-9b3b-a316efad78a2 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b52e969-e560-4421-9840-ec07a36f4705 HTTP/1.1" status: 200 len: 210 time: 0.0495296 May 03 14:54:32.078377 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-a9580825-e29f-4aeb-abd2-dfb6eb7c8ef3 req-c5054607-da14-48df-8e37-2a1e8b09df2b tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] 10.222.0.16 "GET /v2.0/security-groups?id=739575c7-37fa-46fc-93e9-2268529558a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672557 May 03 14:54:32.138139 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [req-5f7b376e-54b5-4625-b939-21bf6ac008bc req-1a6a1f41-95a2-439e-9c9e-2f7c4991d19f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=037c4758-c65c-415c-b20a-f7e5ba0a830c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0989683 May 03 14:54:32.147762 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [req-5f7b376e-54b5-4625-b939-21bf6ac008bc req-68ecab48-16c2-4cd8-9b0c-b4757dbe0a04 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=110297) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 03 14:54:32.148887 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [req-5f7b376e-54b5-4625-b939-21bf6ac008bc req-68ecab48-16c2-4cd8-9b0c-b4757dbe0a04 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0051649 May 03 14:54:32.233113 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 45740) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:54:32.248338 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bced884-a674-4ec3-b54d-49a43e1346c0 req-6a1971ff-abc6-462b-930f-d3bf99a88246 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:54:32.249784 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-0bced884-a674-4ec3-b54d-49a43e1346c0 req-6a1971ff-abc6-462b-930f-d3bf99a88246 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.55 "GET /v2.0/networks?id=e149baab-37b5-49e7-bbfb-d6c5aa20aff6 HTTP/1.1" status: 200 len: 816 time: 0.1183760 May 03 14:54:32.356838 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7b376e-54b5-4625-b939-21bf6ac008bc req-8588aa5a-8e01-4134-a0f3-72fa8e667a8a tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:54:32.358316 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-5f7b376e-54b5-4625-b939-21bf6ac008bc req-8588aa5a-8e01-4134-a0f3-72fa8e667a8a tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] 10.222.0.16 "GET /v2.0/ports/0e5921b2-ce6c-49d3-9352-94c944feb3b9 HTTP/1.1" status: 200 len: 940 time: 0.1241453 May 03 14:54:32.374438 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-0bced884-a674-4ec3-b54d-49a43e1346c0 req-2731e054-2805-40f5-9118-6343aed0685b tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ea2dc692f2754b34afd1a52dad1c2cb3 HTTP/1.1" status: 200 len: 379 time: 0.0982230 May 03 14:54:32.383797 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.v2.base [req-0bced884-a674-4ec3-b54d-49a43e1346c0 req-4c749972-8deb-4713-a5a2-926af55f6cfa tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Request body: {'port': {'device_id': '0b52e969-e560-4421-9840-ec07a36f4705', 'network_id': 'e149baab-37b5-49e7-bbfb-d6c5aa20aff6', 'admin_state_up': True, 'tenant_id': 'ea2dc692f2754b34afd1a52dad1c2cb3', 'security_groups': ['31e32358-9e99-4d9a-8f32-87cc3c0e2ffa']}} {{(pid=110298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:54:32.554789 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bced884-a674-4ec3-b54d-49a43e1346c0 req-4c749972-8deb-4713-a5a2-926af55f6cfa tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Made reservation on behalf of ea2dc692f2754b34afd1a52dad1c2cb3 for: {'port': 1} {{(pid=110298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 14:54:32.559319 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-0bced884-a674-4ec3-b54d-49a43e1346c0 req-4c749972-8deb-4713-a5a2-926af55f6cfa tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (None), before_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:54:32.687901 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.db.db_base_plugin_common [req-0bced884-a674-4ec3-b54d-49a43e1346c0 req-4c749972-8deb-4713-a5a2-926af55f6cfa tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Allocated IP 172.20.0.13 (e149baab-37b5-49e7-bbfb-d6c5aa20aff6/d36733c8-18a7-47f6-a054-ee0e84dd3169/5065e01a-6bcf-41fb-aa85-83223e736325) {{(pid=110298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 14:54:32.826313 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-0bced884-a674-4ec3-b54d-49a43e1346c0 req-4c749972-8deb-4713-a5a2-926af55f6cfa tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Publish callbacks [] for port (5065e01a-6bcf-41fb-aa85-83223e736325), precommit_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:54:32.983285 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-0bced884-a674-4ec3-b54d-49a43e1346c0 req-4c749972-8deb-4713-a5a2-926af55f6cfa tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775476647060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25806886'] for port (5065e01a-6bcf-41fb-aa85-83223e736325), after_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:54:33.020882 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bced884-a674-4ec3-b54d-49a43e1346c0 req-4c749972-8deb-4713-a5a2-926af55f6cfa tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Network e149baab-37b5-49e7-bbfb-d6c5aa20aff6 is already hosted by enough agents. {{(pid=110298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 14:54:33.024019 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.scheduler.base_scheduler [req-0bced884-a674-4ec3-b54d-49a43e1346c0 req-4c749972-8deb-4713-a5a2-926af55f6cfa tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Resources bound (agent type, host, resource id): {{(pid=110298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 14:54:33.034719 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bced884-a674-4ec3-b54d-49a43e1346c0 req-4c749972-8deb-4713-a5a2-926af55f6cfa tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Received port after_create {{(pid=110298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 14:54:33.037778 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c749972-8deb-4713-a5a2-926af55f6cfa tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Pushing event updated for resources: {'Port': ['ID=5065e01a-6bcf-41fb-aa85-83223e736325,revision_number=1']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:54:33.086473 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bced884-a674-4ec3-b54d-49a43e1346c0 req-4c749972-8deb-4713-a5a2-926af55f6cfa tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:54:33.087848 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-0bced884-a674-4ec3-b54d-49a43e1346c0 req-4c749972-8deb-4713-a5a2-926af55f6cfa tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46205'] for port (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:54:33.209569 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-0bced884-a674-4ec3-b54d-49a43e1346c0 req-4c749972-8deb-4713-a5a2-926af55f6cfa tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8293476 May 03 14:54:33.219193 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6154a277-41f7-46a4-b2e2-60392b71b9da req-fc05407f-6748-4bce-9a3a-44f77f1aa093 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:54:33.220610 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-6154a277-41f7-46a4-b2e2-60392b71b9da req-fc05407f-6748-4bce-9a3a-44f77f1aa093 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b52e969-e560-4421-9840-ec07a36f4705 HTTP/1.1" status: 200 len: 932 time: 0.0886908 May 03 14:54:33.231697 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.v2.base [req-0bced884-a674-4ec3-b54d-49a43e1346c0 req-4ed4a3be-28f6-4238-ba1c-a10cf8f9dd04 service neutron] Request body: {'port': {'device_id': '0b52e969-e560-4421-9840-ec07a36f4705', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84028'}} {{(pid=110298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:54:33.248030 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dcb959-7ba9-4d30-9d25-9a1c2c0ab910 req-f8b67980-b9eb-444d-ae3f-5d17e0865c0b tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:54:33.249425 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-e1dcb959-7ba9-4d30-9d25-9a1c2c0ab910 req-f8b67980-b9eb-444d-ae3f-5d17e0865c0b tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] 10.222.0.16 "GET /v2.0/ports?device_id=037c4758-c65c-415c-b20a-f7e5ba0a830c HTTP/1.1" status: 200 len: 943 time: 0.0848701 May 03 14:54:33.316550 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [None req-abc54f87-115a-4d28-a956-0502cb599b27 None None] Provisioning complete for port 5065e01a-6bcf-41fb-aa85-83223e736325 triggered by entity DHCP. {{(pid=110299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:54:33.319614 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-abc54f87-115a-4d28-a956-0502cb599b27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728915'] for port (5065e01a-6bcf-41fb-aa85-83223e736325), provisioning_complete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:54:33.349283 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-6154a277-41f7-46a4-b2e2-60392b71b9da req-341841e4-4845-4ec0-b5bf-fa8df9d0f3d8 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/security-groups?id=31e32358-9e99-4d9a-8f32-87cc3c0e2ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1216781 May 03 14:54:33.351634 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-abc54f87-115a-4d28-a956-0502cb599b27 None None] Port 5065e01a-6bcf-41fb-aa85-83223e736325 cannot update to ACTIVE because it is not bound. {{(pid=110299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 14:54:33.376062 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-0bced884-a674-4ec3-b54d-49a43e1346c0 req-4ed4a3be-28f6-4238-ba1c-a10cf8f9dd04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (5065e01a-6bcf-41fb-aa85-83223e736325), before_update {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:54:33.376062 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-e1dcb959-7ba9-4d30-9d25-9a1c2c0ab910 req-653dee30-20d1-47db-8ec3-ba97ebf43c4e tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] 10.222.0.16 "GET /v2.0/security-groups?id=739575c7-37fa-46fc-93e9-2268529558a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033585 May 03 14:54:33.898251 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.notifiers.nova [req-0bced884-a674-4ec3-b54d-49a43e1346c0 req-4ed4a3be-28f6-4238-ba1c-a10cf8f9dd04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5065e01a-6bcf-41fb-aa85-83223e736325 {{(pid=110298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 14:54:33.906577 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-0bced884-a674-4ec3-b54d-49a43e1346c0 req-4ed4a3be-28f6-4238-ba1c-a10cf8f9dd04 service neutron] Publish callbacks [] for port (5065e01a-6bcf-41fb-aa85-83223e736325), precommit_update {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:54:33.920326 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.db.provisioning_blocks [req-0bced884-a674-4ec3-b54d-49a43e1346c0 req-4ed4a3be-28f6-4238-ba1c-a10cf8f9dd04 service neutron] Transition to ACTIVE for port object 5065e01a-6bcf-41fb-aa85-83223e736325 will not be triggered until provisioned by entity L2. {{(pid=110298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 03 14:54:33.977492 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-0bced884-a674-4ec3-b54d-49a43e1346c0 req-4ed4a3be-28f6-4238-ba1c-a10cf8f9dd04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25806943'] for port (5065e01a-6bcf-41fb-aa85-83223e736325), after_update {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:54:34.036995 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed4a3be-28f6-4238-ba1c-a10cf8f9dd04 service neutron] Pushing event updated for resources: {'Port': ['ID=5065e01a-6bcf-41fb-aa85-83223e736325,revision_number=2']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:54:34.124071 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.managers [req-0bced884-a674-4ec3-b54d-49a43e1346c0 req-4ed4a3be-28f6-4238-ba1c-a10cf8f9dd04 service neutron] Attempting to bind port 5065e01a-6bcf-41fb-aa85-83223e736325 on host hv-cinder-84028 for vnic_type normal with profile {{(pid=110298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 14:54:34.124415 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.managers [req-0bced884-a674-4ec3-b54d-49a43e1346c0 req-4ed4a3be-28f6-4238-ba1c-a10cf8f9dd04 service neutron] Attempting to bind port 5065e01a-6bcf-41fb-aa85-83223e736325 by drivers openvswitch,hyperv on host hv-cinder-84028 at level 0 using segments [{'id': 'ec924deb-2fdc-4ebf-b172-c8dd32bc7b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'e149baab-37b5-49e7-bbfb-d6c5aa20aff6'}] {{(pid=110298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 14:54:34.124757 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bced884-a674-4ec3-b54d-49a43e1346c0 req-4ed4a3be-28f6-4238-ba1c-a10cf8f9dd04 service neutron] Attempting to bind port 5065e01a-6bcf-41fb-aa85-83223e736325 on network e149baab-37b5-49e7-bbfb-d6c5aa20aff6 {{(pid=110298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 14:54:34.132819 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bced884-a674-4ec3-b54d-49a43e1346c0 req-4ed4a3be-28f6-4238-ba1c-a10cf8f9dd04 service neutron] Port 5065e01a-6bcf-41fb-aa85-83223e736325 on network e149baab-37b5-49e7-bbfb-d6c5aa20aff6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84028 {{(pid=110298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 03 14:54:34.132819 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bced884-a674-4ec3-b54d-49a43e1346c0 req-4ed4a3be-28f6-4238-ba1c-a10cf8f9dd04 service neutron] Attempting to bind port 5065e01a-6bcf-41fb-aa85-83223e736325 on network e149baab-37b5-49e7-bbfb-d6c5aa20aff6 {{(pid=110298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 14:54:34.138471 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bced884-a674-4ec3-b54d-49a43e1346c0 req-4ed4a3be-28f6-4238-ba1c-a10cf8f9dd04 service neutron] Checking agent: {'id': '26e70f58-a201-437c-be8d-fd2714f100da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84028', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 14, 44, 59), 'started_at': datetime.datetime(2022, 5, 3, 14, 44, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 14, 54, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 14:54:34.138730 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bced884-a674-4ec3-b54d-49a43e1346c0 req-4ed4a3be-28f6-4238-ba1c-a10cf8f9dd04 service neutron] Checking segment: {'id': 'ec924deb-2fdc-4ebf-b172-c8dd32bc7b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'e149baab-37b5-49e7-bbfb-d6c5aa20aff6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 14:54:34.139165 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bced884-a674-4ec3-b54d-49a43e1346c0 req-4ed4a3be-28f6-4238-ba1c-a10cf8f9dd04 service neutron] Bound using segment: {'id': 'ec924deb-2fdc-4ebf-b172-c8dd32bc7b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'e149baab-37b5-49e7-bbfb-d6c5aa20aff6'} {{(pid=110298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 14:54:34.139605 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.managers [req-0bced884-a674-4ec3-b54d-49a43e1346c0 req-4ed4a3be-28f6-4238-ba1c-a10cf8f9dd04 service neutron] Bound port: 5065e01a-6bcf-41fb-aa85-83223e736325, host: hv-cinder-84028, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec924deb-2fdc-4ebf-b172-c8dd32bc7b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'e149baab-37b5-49e7-bbfb-d6c5aa20aff6'}}] {{(pid=110298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 14:54:34.139966 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-0bced884-a674-4ec3-b54d-49a43e1346c0 req-4ed4a3be-28f6-4238-ba1c-a10cf8f9dd04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (5065e01a-6bcf-41fb-aa85-83223e736325), before_update {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:54:34.223685 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.db [req-0bced884-a674-4ec3-b54d-49a43e1346c0 req-4ed4a3be-28f6-4238-ba1c-a10cf8f9dd04 service neutron] For port 5065e01a-6bcf-41fb-aa85-83223e736325, host hv-cinder-84028, cleared binding levels {{(pid=110298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 14:54:34.223685 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.db [req-0bced884-a674-4ec3-b54d-49a43e1346c0 req-4ed4a3be-28f6-4238-ba1c-a10cf8f9dd04 service neutron] For port 5065e01a-6bcf-41fb-aa85-83223e736325, host hv-cinder-84028, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=5065e01a-6bcf-41fb-aa85-83223e736325,segment=NetworkSegment(ec924deb-2fdc-4ebf-b172-c8dd32bc7b93),segment_id=ec924deb-2fdc-4ebf-b172-c8dd32bc7b93)] {{(pid=110298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 14:54:34.297239 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-0bced884-a674-4ec3-b54d-49a43e1346c0 req-4ed4a3be-28f6-4238-ba1c-a10cf8f9dd04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25806943'] for port (5065e01a-6bcf-41fb-aa85-83223e736325), after_update {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:54:34.326001 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bced884-a674-4ec3-b54d-49a43e1346c0 req-4ed4a3be-28f6-4238-ba1c-a10cf8f9dd04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:54:34.326597 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-0bced884-a674-4ec3-b54d-49a43e1346c0 req-4ed4a3be-28f6-4238-ba1c-a10cf8f9dd04 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46205'] for port (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:54:34.328016 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-0bced884-a674-4ec3-b54d-49a43e1346c0 req-4ed4a3be-28f6-4238-ba1c-a10cf8f9dd04 service neutron] 10.222.0.55 "PUT /v2.0/ports/5065e01a-6bcf-41fb-aa85-83223e736325 HTTP/1.1" status: 200 len: 1094 time: 1.1017208 May 03 14:54:34.331234 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b52e969-e560-4421-9840-ec07a36f4705', 'tag': '5065e01a-6bcf-41fb-aa85-83223e736325'}] {{(pid=110298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 14:54:34.331234 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75d30aab20f2b99e69676ba1094dd13d61de0bc97323401ed2dd99ba05286cef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc117c99-e7ae-406c-b603-efbdb207f593" -d '{"events": [{"name": "network-changed", "server_uuid": "0b52e969-e560-4421-9840-ec07a36f4705", "tag": "5065e01a-6bcf-41fb-aa85-83223e736325"}]}' {{(pid=110298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 14:54:34.363381 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed4a3be-28f6-4238-ba1c-a10cf8f9dd04 service neutron] Pushing event updated for resources: {'Port': ['ID=5065e01a-6bcf-41fb-aa85-83223e736325,revision_number=3']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:54:34.383551 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 14:54:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c84699a8-26e7-4068-bacd-4c83eb36cef2 x-openstack-request-id: req-c84699a8-26e7-4068-bacd-4c83eb36cef2 {{(pid=110298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 14:54:34.383551 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b52e969-e560-4421-9840-ec07a36f4705", "tag": "5065e01a-6bcf-41fb-aa85-83223e736325", "status": "completed", "code": 200}]} {{(pid=110298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 14:54:34.383551 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c84699a8-26e7-4068-bacd-4c83eb36cef2 {{(pid=110298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 14:54:34.383551 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c84699a8-26e7-4068-bacd-4c83eb36cef2'] response: {'name': 'network-changed', 'server_uuid': '0b52e969-e560-4421-9840-ec07a36f4705', 'tag': '5065e01a-6bcf-41fb-aa85-83223e736325', 'status': 'completed', 'code': 200} May 03 14:54:34.508517 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a696cc-6e31-4005-99e0-e5513c15fff6 req-807c73f1-7794-470e-9653-7567020c9273 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:54:34.510439 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-a7a696cc-6e31-4005-99e0-e5513c15fff6 req-807c73f1-7794-470e-9653-7567020c9273 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b52e969-e560-4421-9840-ec07a36f4705 HTTP/1.1" status: 200 len: 944 time: 0.0825601 May 03 14:54:34.514513 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc117c99-e7ae-406c-b603-efbdb207f593 req-48b36042-d72c-415a-b113-de11cc27f68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:54:34.515612 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-fc117c99-e7ae-406c-b603-efbdb207f593 req-48b36042-d72c-415a-b113-de11cc27f68c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ea2dc692f2754b34afd1a52dad1c2cb3&device_id=0b52e969-e560-4421-9840-ec07a36f4705 HTTP/1.1" status: 200 len: 1128 time: 0.0747120 May 03 14:54:34.589575 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-a7a696cc-6e31-4005-99e0-e5513c15fff6 req-c69da975-b77e-493f-a460-2e94f77ef488 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/security-groups?id=31e32358-9e99-4d9a-8f32-87cc3c0e2ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726976 May 03 14:54:34.659398 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc117c99-e7ae-406c-b603-efbdb207f593 req-98700f7d-998d-4001-b587-8c684ab438fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:54:34.660802 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-fc117c99-e7ae-406c-b603-efbdb207f593 req-98700f7d-998d-4001-b587-8c684ab438fe service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=ea2dc692f2754b34afd1a52dad1c2cb3&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1224444 May 03 14:54:34.737276 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4205d502-8c0b-4535-b84d-818d1fccd200 req-bca5ba60-e0ca-4d2c-ab2f-2072ac4a56e5 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:54:34.738752 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-4205d502-8c0b-4535-b84d-818d1fccd200 req-bca5ba60-e0ca-4d2c-ab2f-2072ac4a56e5 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] 10.222.0.16 "GET /v2.0/ports?device_id=037c4758-c65c-415c-b20a-f7e5ba0a830c HTTP/1.1" status: 200 len: 943 time: 0.0714376 May 03 14:54:34.825156 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc117c99-e7ae-406c-b603-efbdb207f593 req-aabbd01b-f0f5-40fc-a09d-b57d079d53d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:54:34.826619 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-fc117c99-e7ae-406c-b603-efbdb207f593 req-aabbd01b-f0f5-40fc-a09d-b57d079d53d9 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1497197 May 03 14:54:34.840382 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-4205d502-8c0b-4535-b84d-818d1fccd200 req-fefe6a30-0f0e-4e93-ac77-693b9abb1cca tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] 10.222.0.16 "GET /v2.0/security-groups?id=739575c7-37fa-46fc-93e9-2268529558a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731759 May 03 14:54:35.216838 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bced884-a674-4ec3-b54d-49a43e1346c0 req-a6005cb8-c59f-438b-9034-443803441853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:54:35.218314 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-0bced884-a674-4ec3-b54d-49a43e1346c0 req-a6005cb8-c59f-438b-9034-443803441853 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ea2dc692f2754b34afd1a52dad1c2cb3&device_id=0b52e969-e560-4421-9840-ec07a36f4705 HTTP/1.1" status: 200 len: 1128 time: 0.0673306 May 03 14:54:35.227551 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7b376e-54b5-4625-b939-21bf6ac008bc req-f89770f1-b329-4737-9e64-6847f3b60fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:54:35.229316 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-5f7b376e-54b5-4625-b939-21bf6ac008bc req-f89770f1-b329-4737-9e64-6847f3b60fd1 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=037c4758-c65c-415c-b20a-f7e5ba0a830c&tenant_id=7d4c047e715a4907a16f3e647f380b0b HTTP/1.1" status: 200 len: 1127 time: 0.0455651 May 03 14:54:35.297332 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-0bced884-a674-4ec3-b54d-49a43e1346c0 req-d0b9c5b2-5a21-4aec-9e32-d33b8c0d5ecb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5065e01a-6bcf-41fb-aa85-83223e736325 HTTP/1.1" status: 200 len: 217 time: 0.0481846 May 03 14:54:35.357272 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7b376e-54b5-4625-b939-21bf6ac008bc req-194cf2ee-235a-4f2c-b519-113f4cb2a936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:54:35.358753 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-5f7b376e-54b5-4625-b939-21bf6ac008bc req-194cf2ee-235a-4f2c-b519-113f4cb2a936 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7d4c047e715a4907a16f3e647f380b0b&device_id=037c4758-c65c-415c-b20a-f7e5ba0a830c HTTP/1.1" status: 200 len: 1127 time: 0.0709014 May 03 14:54:35.370839 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bced884-a674-4ec3-b54d-49a43e1346c0 req-1bdd0c9b-59e8-4997-947e-fc24cd2055c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:54:35.372190 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-0bced884-a674-4ec3-b54d-49a43e1346c0 req-1bdd0c9b-59e8-4997-947e-fc24cd2055c0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d36733c8-18a7-47f6-a054-ee0e84dd3169 HTTP/1.1" status: 200 len: 855 time: 0.0555210 May 03 14:54:35.482230 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bced884-a674-4ec3-b54d-49a43e1346c0 req-d355ea50-98bf-4309-b279-25e947440384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:54:35.483761 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-0bced884-a674-4ec3-b54d-49a43e1346c0 req-d355ea50-98bf-4309-b279-25e947440384 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e149baab-37b5-49e7-bbfb-d6c5aa20aff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0806639 May 03 14:54:35.518611 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7b376e-54b5-4625-b939-21bf6ac008bc req-df92a71d-6637-4db2-8d39-7d64bbe2d639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:54:35.520092 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-5f7b376e-54b5-4625-b939-21bf6ac008bc req-df92a71d-6637-4db2-8d39-7d64bbe2d639 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f9508427-db4d-416b-987f-da2fc50a7ea8 HTTP/1.1" status: 200 len: 910 time: 0.1465826 May 03 14:54:35.631215 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-5f7b376e-54b5-4625-b939-21bf6ac008bc req-08750ee3-9679-4a2c-aa96-6230a93f9830 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e5921b2-ce6c-49d3-9352-94c944feb3b9 HTTP/1.1" status: 200 len: 999 time: 0.1028047 May 03 14:54:35.649379 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-0bced884-a674-4ec3-b54d-49a43e1346c0 req-dae99d98-2b9e-4c07-bf4e-ab58910b5570 service neutron] 10.222.0.55 "GET /v2.0/networks/e149baab-37b5-49e7-bbfb-d6c5aa20aff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520422 May 03 14:54:35.756824 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d76b95-de96-45f4-a61e-ed1c5336a570 req-ff5a2ce0-d708-4fc4-b051-42dc78ab5c56 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:54:35.758233 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-99d76b95-de96-45f4-a61e-ed1c5336a570 req-ff5a2ce0-d708-4fc4-b051-42dc78ab5c56 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b52e969-e560-4421-9840-ec07a36f4705 HTTP/1.1" status: 200 len: 944 time: 0.0887423 May 03 14:54:35.784797 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7b376e-54b5-4625-b939-21bf6ac008bc req-fe1d4793-72ec-4468-bb91-7fe4729e5a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:54:35.786222 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-5f7b376e-54b5-4625-b939-21bf6ac008bc req-fe1d4793-72ec-4468-bb91-7fe4729e5a08 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d16b41a6-87db-430a-89a6-71fbdac1b346 HTTP/1.1" status: 200 len: 848 time: 0.1476376 May 03 14:54:35.884830 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7b376e-54b5-4625-b939-21bf6ac008bc req-cd1b9975-0388-4a9d-85c1-eb2e923f1065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:54:35.884830 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-5f7b376e-54b5-4625-b939-21bf6ac008bc req-cd1b9975-0388-4a9d-85c1-eb2e923f1065 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f9508427-db4d-416b-987f-da2fc50a7ea8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0862598 May 03 14:54:35.886412 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-0bced884-a674-4ec3-b54d-49a43e1346c0 req-0a063d2f-713b-4db8-9019-7400b3a03585 service neutron] 10.222.0.55 "GET /v2.0/networks/e149baab-37b5-49e7-bbfb-d6c5aa20aff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158358 May 03 14:54:35.898672 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-99d76b95-de96-45f4-a61e-ed1c5336a570 req-03393bf5-d084-4cc1-ba43-675135039ead tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/security-groups?id=31e32358-9e99-4d9a-8f32-87cc3c0e2ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1100702 May 03 14:54:36.008268 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710cd5a4-b0f2-4ed0-86ab-305fefa3dc51 req-a1dfa688-1313-4b3e-832c-cb94032bd5f7 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:54:36.009771 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-710cd5a4-b0f2-4ed0-86ab-305fefa3dc51 req-a1dfa688-1313-4b3e-832c-cb94032bd5f7 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] 10.222.0.16 "GET /v2.0/ports?device_id=037c4758-c65c-415c-b20a-f7e5ba0a830c HTTP/1.1" status: 200 len: 943 time: 0.0589492 May 03 14:54:36.031673 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-5f7b376e-54b5-4625-b939-21bf6ac008bc req-1c2cceba-4ce0-4d24-a904-3998c84126d5 service neutron] 10.222.0.55 "GET /v2.0/networks/f9508427-db4d-416b-987f-da2fc50a7ea8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435232 May 03 14:54:36.062500 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-710cd5a4-b0f2-4ed0-86ab-305fefa3dc51 req-88e14c6d-4aa6-47bf-9cc1-631ed473b817 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] 10.222.0.16 "GET /v2.0/security-groups?id=739575c7-37fa-46fc-93e9-2268529558a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470695 May 03 14:54:37.015813 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceae35bd-8a35-4bf4-81f2-1f9604a2fab0 req-1ee19e1b-d48f-4e3c-baff-c596bbf86ed3 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:54:37.017262 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-ceae35bd-8a35-4bf4-81f2-1f9604a2fab0 req-1ee19e1b-d48f-4e3c-baff-c596bbf86ed3 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b52e969-e560-4421-9840-ec07a36f4705 HTTP/1.1" status: 200 len: 944 time: 0.0468271 May 03 14:54:37.063708 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-ceae35bd-8a35-4bf4-81f2-1f9604a2fab0 req-b50dc64d-85f7-4cc5-a919-a5a552556e80 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/security-groups?id=31e32358-9e99-4d9a-8f32-87cc3c0e2ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410352 May 03 14:54:37.179155 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694cff56-2a10-496f-b072-143a9ddbee04 req-a3de9e34-574c-4e4b-b74a-a6a0d7d9a55b tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:54:37.180593 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-694cff56-2a10-496f-b072-143a9ddbee04 req-a3de9e34-574c-4e4b-b74a-a6a0d7d9a55b tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] 10.222.0.16 "GET /v2.0/ports?device_id=037c4758-c65c-415c-b20a-f7e5ba0a830c HTTP/1.1" status: 200 len: 943 time: 0.0507119 May 03 14:54:37.230230 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-694cff56-2a10-496f-b072-143a9ddbee04 req-f7551403-f6bf-4ff1-9ea9-e22404e425eb tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] 10.222.0.16 "GET /v2.0/security-groups?id=739575c7-37fa-46fc-93e9-2268529558a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440733 May 03 14:54:38.177752 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b1fc85-fb37-4685-bee4-9d91422b5728 req-a8d91b0c-975a-4a01-a567-903282adabd1 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:54:38.179307 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-c3b1fc85-fb37-4685-bee4-9d91422b5728 req-a8d91b0c-975a-4a01-a567-903282adabd1 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b52e969-e560-4421-9840-ec07a36f4705 HTTP/1.1" status: 200 len: 944 time: 0.0466361 May 03 14:54:38.225971 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-c3b1fc85-fb37-4685-bee4-9d91422b5728 req-5edde3b5-35ed-46d2-9f34-044fe2690f69 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/security-groups?id=31e32358-9e99-4d9a-8f32-87cc3c0e2ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406592 May 03 14:54:38.384876 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8f63e5-efee-4632-b78d-af77c3e25b53 req-584cf402-1da2-4f28-861d-c973d47a4c18 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:54:38.386262 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-4b8f63e5-efee-4632-b78d-af77c3e25b53 req-584cf402-1da2-4f28-861d-c973d47a4c18 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] 10.222.0.16 "GET /v2.0/ports?device_id=037c4758-c65c-415c-b20a-f7e5ba0a830c HTTP/1.1" status: 200 len: 943 time: 0.0889337 May 03 14:54:38.391517 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-5f7b376e-54b5-4625-b939-21bf6ac008bc req-174a7b6c-1d48-4866-a588-a8550ec0ddff service neutron] 10.222.0.55 "GET /v2.0/networks/f9508427-db4d-416b-987f-da2fc50a7ea8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265075 May 03 14:54:38.436035 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-4b8f63e5-efee-4632-b78d-af77c3e25b53 req-eb5b3520-578e-412a-9264-f3d134ef4908 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] 10.222.0.16 "GET /v2.0/security-groups?id=739575c7-37fa-46fc-93e9-2268529558a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435979 May 03 14:54:38.781436 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-9781a61b-9fb3-4e2a-9b01-a5bd9609d436 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (5d16a8e7-5fab-4607-ae51-2b468a019c05), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:54:39.350565 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292371e7-8863-42b4-b0aa-793c61017c08 req-514dc082-804e-428c-87ee-95500a940132 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:54:39.352044 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-292371e7-8863-42b4-b0aa-793c61017c08 req-514dc082-804e-428c-87ee-95500a940132 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b52e969-e560-4421-9840-ec07a36f4705 HTTP/1.1" status: 200 len: 944 time: 0.0475140 May 03 14:54:39.401473 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-292371e7-8863-42b4-b0aa-793c61017c08 req-2110e59e-4c8d-4b57-941d-7312211cc09f tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/security-groups?id=31e32358-9e99-4d9a-8f32-87cc3c0e2ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438049 May 03 14:54:39.410867 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Device 5065e01a-6bcf-41fb-aa85-83223e736325 details requested by agent hyperv_hv-cinder-84028 with host hv-cinder-84028 {{(pid=110299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 03 14:54:39.510452 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] For port 5065e01a-6bcf-41fb-aa85-83223e736325, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=5065e01a-6bcf-41fb-aa85-83223e736325,segment=NetworkSegment(ec924deb-2fdc-4ebf-b172-c8dd32bc7b93),segment_id=ec924deb-2fdc-4ebf-b172-c8dd32bc7b93)] {{(pid=110299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:54:39.521865 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Returning: {'device': '5065e01a-6bcf-41fb-aa85-83223e736325', 'network_id': 'e149baab-37b5-49e7-bbfb-d6c5aa20aff6', 'port_id': '5065e01a-6bcf-41fb-aa85-83223e736325', 'mac_address': 'fa:16:3e:3b:e9:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd36733c8-18a7-47f6-a054-ee0e84dd3169', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 03 14:54:39.549802 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99873d5-a5ff-424d-8df0-17742c7cb17b req-26703d73-0aa9-46c5-8bc5-6a98bdb78d4f tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:54:39.551306 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-a99873d5-a5ff-424d-8df0-17742c7cb17b req-26703d73-0aa9-46c5-8bc5-6a98bdb78d4f tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] 10.222.0.16 "GET /v2.0/ports?device_id=037c4758-c65c-415c-b20a-f7e5ba0a830c HTTP/1.1" status: 200 len: 943 time: 0.0486751 May 03 14:54:39.559459 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Current status of the port 5065e01a-6bcf-41fb-aa85-83223e736325 is: DOWN; New status is: BUILD {{(pid=110299) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:54:39.561476 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (5065e01a-6bcf-41fb-aa85-83223e736325), before_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:54:39.572749 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.notifiers.nova [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5065e01a-6bcf-41fb-aa85-83223e736325 {{(pid=110299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 14:54:39.596311 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] For port 5065e01a-6bcf-41fb-aa85-83223e736325, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=5065e01a-6bcf-41fb-aa85-83223e736325,segment=NetworkSegment(ec924deb-2fdc-4ebf-b172-c8dd32bc7b93),segment_id=ec924deb-2fdc-4ebf-b172-c8dd32bc7b93)] {{(pid=110299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:54:39.601862 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-a99873d5-a5ff-424d-8df0-17742c7cb17b req-845e4304-0a19-47ff-904a-cc887e0929da tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] 10.222.0.16 "GET /v2.0/security-groups?id=739575c7-37fa-46fc-93e9-2268529558a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441847 May 03 14:54:39.646662 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096'] for port (5065e01a-6bcf-41fb-aa85-83223e736325), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:54:39.693483 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Pushing event updated for resources: {'Port': ['ID=5065e01a-6bcf-41fb-aa85-83223e736325,revision_number=4']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:54:40.180176 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] get_ports_and_sgs() called for port_ids ['5065e01a-6bcf-41fb-aa85-83223e736325'] {{(pid=110299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 14:54:40.516877 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10a5af4-e950-4cb8-af60-618ef6c9d89e req-48c539a1-9097-42b7-871d-19d8cc6df28f tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:54:40.518327 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-f10a5af4-e950-4cb8-af60-618ef6c9d89e req-48c539a1-9097-42b7-871d-19d8cc6df28f tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b52e969-e560-4421-9840-ec07a36f4705 HTTP/1.1" status: 200 len: 945 time: 0.0462959 May 03 14:54:40.564053 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-f10a5af4-e950-4cb8-af60-618ef6c9d89e req-1a2a3f74-d3e9-46b2-8a88-cd6a799f18aa tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/security-groups?id=31e32358-9e99-4d9a-8f32-87cc3c0e2ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402577 May 03 14:54:40.719668 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1013fba0-8274-47ca-86fa-069782e55494 req-a1c28186-02de-4065-b68b-d8d32b137587 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:54:40.721123 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-1013fba0-8274-47ca-86fa-069782e55494 req-a1c28186-02de-4065-b68b-d8d32b137587 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] 10.222.0.16 "GET /v2.0/ports?device_id=037c4758-c65c-415c-b20a-f7e5ba0a830c HTTP/1.1" status: 200 len: 943 time: 0.0509095 May 03 14:54:40.770566 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-1013fba0-8274-47ca-86fa-069782e55494 req-33bfe10d-8d97-4a52-a401-8bc78ed91adb tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] 10.222.0.16 "GET /v2.0/security-groups?id=739575c7-37fa-46fc-93e9-2268529558a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437040 May 03 14:54:41.085573 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-c9c413cf-799a-4977-85bf-8b91ddf12060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (a9161e1b-902d-441f-843b-a0ff0805adee), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:54:41.414172 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Device 5065e01a-6bcf-41fb-aa85-83223e736325 up at agent hyperv_hv-cinder-84028 {{(pid=110299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 14:54:41.458953 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Provisioning for port 5065e01a-6bcf-41fb-aa85-83223e736325 completed by entity L2. {{(pid=110299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 03 14:54:41.523661 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Provisioning complete for port 5065e01a-6bcf-41fb-aa85-83223e736325 triggered by entity L2. {{(pid=110299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:54:41.524037 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728915'] for port (5065e01a-6bcf-41fb-aa85-83223e736325), provisioning_complete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:54:41.599802 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Current status of the port 5065e01a-6bcf-41fb-aa85-83223e736325 is: BUILD; New status is: ACTIVE {{(pid=110299) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:54:41.599988 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (5065e01a-6bcf-41fb-aa85-83223e736325), before_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:54:41.626122 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b52e969-e560-4421-9840-ec07a36f4705', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5065e01a-6bcf-41fb-aa85-83223e736325'}] {{(pid=110299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 14:54:41.628388 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfb0ab9603dc6f24b101a3230295415c8ec2a7bf959fde45f0826688655bbcbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e9f1d33-7ebc-4b1e-bea1-4870e1edc4c1" -d '{"events": [{"server_uuid": "0b52e969-e560-4421-9840-ec07a36f4705", "name": "network-vif-plugged", "status": "completed", "tag": "5065e01a-6bcf-41fb-aa85-83223e736325"}]}' {{(pid=110299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 14:54:41.685167 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6ab171-63e5-49e5-86e1-a15a4d804858 req-53f20f9b-fd1e-4c0c-82d6-cb0845cb7471 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:54:41.686750 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-dd6ab171-63e5-49e5-86e1-a15a4d804858 req-53f20f9b-fd1e-4c0c-82d6-cb0845cb7471 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b52e969-e560-4421-9840-ec07a36f4705 HTTP/1.1" status: 200 len: 945 time: 0.0515525 May 03 14:54:41.738251 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-dd6ab171-63e5-49e5-86e1-a15a4d804858 req-e628d4d4-d697-4883-9afe-e78459df8e91 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/security-groups?id=31e32358-9e99-4d9a-8f32-87cc3c0e2ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456474 May 03 14:54:41.762522 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 14:54:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a053fdde-cc05-4c7b-9b17-6a1a1f07a1c0 x-openstack-request-id: req-a053fdde-cc05-4c7b-9b17-6a1a1f07a1c0 {{(pid=110299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 14:54:41.762842 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b52e969-e560-4421-9840-ec07a36f4705", "name": "network-vif-plugged", "status": "completed", "tag": "5065e01a-6bcf-41fb-aa85-83223e736325", "code": 200}]} {{(pid=110299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 14:54:41.763192 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a053fdde-cc05-4c7b-9b17-6a1a1f07a1c0 {{(pid=110299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 14:54:41.763583 dv-cinder-840289-3-iscsi neutron-server[110299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a053fdde-cc05-4c7b-9b17-6a1a1f07a1c0'] response: {'server_uuid': '0b52e969-e560-4421-9840-ec07a36f4705', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5065e01a-6bcf-41fb-aa85-83223e736325', 'code': 200} May 03 14:54:41.767018 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] For port 5065e01a-6bcf-41fb-aa85-83223e736325, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=5065e01a-6bcf-41fb-aa85-83223e736325,segment=NetworkSegment(ec924deb-2fdc-4ebf-b172-c8dd32bc7b93),segment_id=ec924deb-2fdc-4ebf-b172-c8dd32bc7b93)] {{(pid=110299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:54:41.812048 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096'] for port (5065e01a-6bcf-41fb-aa85-83223e736325), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:54:41.858978 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Pushing event updated for resources: {'Port': ['ID=5065e01a-6bcf-41fb-aa85-83223e736325,revision_number=5']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:54:41.889530 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9014a8a0-ace3-4070-b63e-129bb29b1d8a req-d964ad17-1f5b-4aff-bd00-893654de1bc0 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:54:41.891217 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-9014a8a0-ace3-4070-b63e-129bb29b1d8a req-d964ad17-1f5b-4aff-bd00-893654de1bc0 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] 10.222.0.16 "GET /v2.0/ports?device_id=037c4758-c65c-415c-b20a-f7e5ba0a830c HTTP/1.1" status: 200 len: 943 time: 0.0511193 May 03 14:54:41.941760 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-9014a8a0-ace3-4070-b63e-129bb29b1d8a req-2feb0f83-45d0-40ce-8034-2aac5daf7665 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] 10.222.0.16 "GET /v2.0/security-groups?id=739575c7-37fa-46fc-93e9-2268529558a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450189 May 03 14:54:42.063541 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3754b14e-7b6e-4b73-bac4-f68f12e33e63 req-c566aa34-dcb5-46dd-b90d-3325423b4d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:54:42.065074 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-3754b14e-7b6e-4b73-bac4-f68f12e33e63 req-c566aa34-dcb5-46dd-b90d-3325423b4d03 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0b52e969-e560-4421-9840-ec07a36f4705 HTTP/1.1" status: 200 len: 1130 time: 0.0385931 May 03 14:54:42.110039 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-3754b14e-7b6e-4b73-bac4-f68f12e33e63 req-19f59d29-2897-43ed-9d30-9056569a6e5f service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=31e32358-9e99-4d9a-8f32-87cc3c0e2ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372095 May 03 14:54:42.319941 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-ed776e2d-a518-4685-8fad-0cd9eaa120ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (6a418bd5-8bcc-400f-88b5-19eff412e81a), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:54:42.855985 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0e050d-c8f8-4c53-9c55-65c29dda3420 req-80253024-d54b-4b12-beb3-915c12d2bee8 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:54:42.857453 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-db0e050d-c8f8-4c53-9c55-65c29dda3420 req-80253024-d54b-4b12-beb3-915c12d2bee8 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b52e969-e560-4421-9840-ec07a36f4705 HTTP/1.1" status: 200 len: 946 time: 0.0475147 May 03 14:54:42.907813 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-db0e050d-c8f8-4c53-9c55-65c29dda3420 req-3ee4f02c-0784-413a-94be-bdaf29e40cde tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/security-groups?id=31e32358-9e99-4d9a-8f32-87cc3c0e2ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447710 May 03 14:54:43.054918 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c15328-dafc-45fb-bb41-0088e80836af req-4ed438a4-22a1-4206-9db9-35bc71956996 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:54:43.057286 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-c9c15328-dafc-45fb-bb41-0088e80836af req-4ed438a4-22a1-4206-9db9-35bc71956996 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] 10.222.0.16 "GET /v2.0/ports?device_id=037c4758-c65c-415c-b20a-f7e5ba0a830c HTTP/1.1" status: 200 len: 943 time: 0.0488195 May 03 14:54:43.107411 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-c9c15328-dafc-45fb-bb41-0088e80836af req-d33d3942-1a8d-4603-9b17-0af3ba79024e tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] 10.222.0.16 "GET /v2.0/security-groups?id=739575c7-37fa-46fc-93e9-2268529558a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437133 May 03 14:54:43.575271 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-dd96712b-4627-437f-9df9-b1bfec551245 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (8b46afec-dab7-4bfa-a959-8584a0cfd79a), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:54:44.028588 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d49508-7cee-4ea8-9129-1c3901141fbc req-755d3513-93df-4c8f-a3f3-334d6fe21fee tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:54:44.030070 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-60d49508-7cee-4ea8-9129-1c3901141fbc req-755d3513-93df-4c8f-a3f3-334d6fe21fee tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b52e969-e560-4421-9840-ec07a36f4705 HTTP/1.1" status: 200 len: 946 time: 0.0479386 May 03 14:54:44.076683 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-60d49508-7cee-4ea8-9129-1c3901141fbc req-a0deca68-e2f9-4309-bcbb-ae260b51be79 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/security-groups?id=31e32358-9e99-4d9a-8f32-87cc3c0e2ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409408 May 03 14:54:44.231461 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f7dea6-6b68-496c-9d9c-9688e59f10fa req-2467b6c0-3662-4dfd-ad25-715fa8658f47 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:54:44.233038 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-51f7dea6-6b68-496c-9d9c-9688e59f10fa req-2467b6c0-3662-4dfd-ad25-715fa8658f47 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] 10.222.0.16 "GET /v2.0/ports?device_id=037c4758-c65c-415c-b20a-f7e5ba0a830c HTTP/1.1" status: 200 len: 943 time: 0.0561180 May 03 14:54:44.284465 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-51f7dea6-6b68-496c-9d9c-9688e59f10fa req-1dcefdea-15bc-4aac-83ba-0484778c5dfb tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] 10.222.0.16 "GET /v2.0/security-groups?id=739575c7-37fa-46fc-93e9-2268529558a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455270 May 03 14:54:45.160042 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (16d44442-859c-4c9b-bc72-04cb3b8a5d5b), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:54:45.193340 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b42a210-c78f-4d53-b5b1-d1ec6807e369 req-b57d9143-cb83-4fd7-9dc3-76615da3d6d0 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:54:45.194814 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-1b42a210-c78f-4d53-b5b1-d1ec6807e369 req-b57d9143-cb83-4fd7-9dc3-76615da3d6d0 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b52e969-e560-4421-9840-ec07a36f4705 HTTP/1.1" status: 200 len: 946 time: 0.0497079 May 03 14:54:45.243150 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-1b42a210-c78f-4d53-b5b1-d1ec6807e369 req-54f6e0b9-ca60-4a87-a6ca-f6d729435b88 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/security-groups?id=31e32358-9e99-4d9a-8f32-87cc3c0e2ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422239 May 03 14:54:45.403727 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278be706-cc4b-443c-9fd5-df935479de9e req-c24e79ca-5661-4198-b615-1ebffc7a18ff tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:54:45.405117 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-278be706-cc4b-443c-9fd5-df935479de9e req-c24e79ca-5661-4198-b615-1ebffc7a18ff tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b52e969-e560-4421-9840-ec07a36f4705 HTTP/1.1" status: 200 len: 946 time: 0.0774393 May 03 14:54:45.414385 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 45862) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:54:45.419140 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.v2.base [None req-4601b88e-8e33-4845-ae7c-916f4256de27 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Request body: {'floatingip': {'port_id': '5065e01a-6bcf-41fb-aa85-83223e736325'}} {{(pid=110297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:54:45.419836 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0465ce46-be97-4dea-8b30-37cbb7bb3278 req-4b5ec0b8-2519-4ffe-aebe-702bd4c6a71d tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:54:45.423439 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-0465ce46-be97-4dea-8b30-37cbb7bb3278 req-4b5ec0b8-2519-4ffe-aebe-702bd4c6a71d tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] 10.222.0.16 "GET /v2.0/ports?device_id=037c4758-c65c-415c-b20a-f7e5ba0a830c HTTP/1.1" status: 200 len: 943 time: 0.0669558 May 03 14:54:45.474368 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-0465ce46-be97-4dea-8b30-37cbb7bb3278 req-92903f22-d515-4378-9aac-8ec9deb9c0c5 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] 10.222.0.16 "GET /v2.0/security-groups?id=739575c7-37fa-46fc-93e9-2268529558a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474095 May 03 14:54:45.661492 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-4601b88e-8e33-4845-ae7c-916f4256de27 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Publish callbacks [] for floatingip (3287fd5c-9ed7-41e2-9eba-0fbe69b9bb75), before_update {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:54:46.253711 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-4601b88e-8e33-4845-ae7c-916f4256de27 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:54:46.312708 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-4601b88e-8e33-4845-ae7c-916f4256de27 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692144'] for floatingip (3287fd5c-9ed7-41e2-9eba-0fbe69b9bb75), after_update {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:54:46.414926 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.db.l3_db [None req-4601b88e-8e33-4845-ae7c-916f4256de27 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Floating IP 3287fd5c-9ed7-41e2-9eba-0fbe69b9bb75 associated. External IP: 172.27.0.62, port: 5065e01a-6bcf-41fb-aa85-83223e736325. May 03 14:54:46.588080 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42a3e0f-e640-486d-9205-3fdd719dde4a req-65936145-fb7c-43d6-807c-3eea8f04e53a tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:54:46.589573 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-b42a3e0f-e640-486d-9205-3fdd719dde4a req-65936145-fb7c-43d6-807c-3eea8f04e53a tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] 10.222.0.16 "GET /v2.0/ports?device_id=037c4758-c65c-415c-b20a-f7e5ba0a830c HTTP/1.1" status: 200 len: 943 time: 0.0471678 May 03 14:54:46.633716 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4601b88e-8e33-4845-ae7c-916f4256de27 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Router ad4e3cb3-52d4-4aca-9d0f-fd9d17566f06 has already been hosted by L3 agent a9161e1b-902d-441f-843b-a0ff0805adee {{(pid=110297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 14:54:46.641663 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-b42a3e0f-e640-486d-9205-3fdd719dde4a req-01cc52c4-3dbb-487b-9f70-e0d1e5bcbbe3 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] 10.222.0.16 "GET /v2.0/security-groups?id=739575c7-37fa-46fc-93e9-2268529558a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464096 May 03 14:54:46.745960 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4601b88e-8e33-4845-ae7c-916f4256de27 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Notify agent at l3_agent.dv-cinder-840289-3-iscsi the message routers_updated {{(pid=110297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 14:54:46.751077 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-4601b88e-8e33-4845-ae7c-916f4256de27 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46205'] for floatingip (None), before_response {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:54:46.758451 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef0760d-3de5-4e14-ac1a-0af5ba8ebdfd None None] Sync routers for ids ['ad4e3cb3-52d4-4aca-9d0f-fd9d17566f06'] in dv-cinder-840289-3-iscsi {{(pid=110299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 14:54:46.769385 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef0760d-3de5-4e14-ac1a-0af5ba8ebdfd None None] Routers {'ad4e3cb3-52d4-4aca-9d0f-fd9d17566f06'} bound to L3 agent in host dv-cinder-840289-3-iscsi {{(pid=110299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:54:46.770031 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_hamode_db [None req-cef0760d-3de5-4e14-ac1a-0af5ba8ebdfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-03T14:38:11Z,description=,heartbeat_timestamp=2022-05-03T14:54:41Z,host='dv-cinder-840289-3-iscsi',id=a9161e1b-902d-441f-843b-a0ff0805adee,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:38:12Z,topic='l3_agent')) {'router_ids': ['ad4e3cb3-52d4-4aca-9d0f-fd9d17566f06'], 'active': True} {{(pid=110299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:54:46.790562 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-4601b88e-8e33-4845-ae7c-916f4256de27 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "PUT /v2.0/floatingips/3287fd5c-9ed7-41e2-9eba-0fbe69b9bb75 HTTP/1.1" status: 200 len: 991 time: 1.3654904 May 03 14:54:46.790562 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b52e969-e560-4421-9840-ec07a36f4705', 'tag': '5065e01a-6bcf-41fb-aa85-83223e736325'}] {{(pid=110297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 14:54:46.790562 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e984b2ea2ce138672bdb6842017b013401e1eb51d7da9236b70aed4d114632e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0dc7999-3965-4a17-85fa-3a435dcffc0e" -d '{"events": [{"name": "network-changed", "server_uuid": "0b52e969-e560-4421-9840-ec07a36f4705", "tag": "5065e01a-6bcf-41fb-aa85-83223e736325"}]}' {{(pid=110297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 14:54:46.881620 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 14:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba07bd3d-ed81-41a3-b9ac-06d31e8ac6d8 x-openstack-request-id: req-ba07bd3d-ed81-41a3-b9ac-06d31e8ac6d8 {{(pid=110297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 14:54:46.882017 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b52e969-e560-4421-9840-ec07a36f4705", "tag": "5065e01a-6bcf-41fb-aa85-83223e736325", "status": "completed", "code": 200}]} {{(pid=110297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 14:54:46.882371 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ba07bd3d-ed81-41a3-b9ac-06d31e8ac6d8 {{(pid=110297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 14:54:46.882868 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba07bd3d-ed81-41a3-b9ac-06d31e8ac6d8'] response: {'name': 'network-changed', 'server_uuid': '0b52e969-e560-4421-9840-ec07a36f4705', 'tag': '5065e01a-6bcf-41fb-aa85-83223e736325', 'status': 'completed', 'code': 200} May 03 14:54:46.890056 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_dvr_db [None req-cef0760d-3de5-4e14-ac1a-0af5ba8ebdfd None None] Set router ad4e3cb3-52d4-4aca-9d0f-fd9d17566f06 gateway port host: dv-cinder-840289-3-iscsi {{(pid=110299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:54:46.933026 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b83c89-2de0-43db-b704-dddef441b8c5 req-929df950-734d-4419-93a8-589c5bfe2ca9 tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:54:46.934485 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-70b83c89-2de0-43db-b704-dddef441b8c5 req-929df950-734d-4419-93a8-589c5bfe2ca9 tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] 10.222.0.16 "GET /v2.0/ports?device_id=51466aaa-4659-49b7-b8fb-3b4656e35475 HTTP/1.1" status: 200 len: 945 time: 0.0505702 May 03 14:54:46.980702 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-70b83c89-2de0-43db-b704-dddef441b8c5 req-bf2ed44d-2f17-4ff6-91c5-928b23285047 tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] 10.222.0.16 "GET /v2.0/security-groups?id=51e6b986-3081-45ff-9da6-7bf850718915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404370 May 03 14:54:47.003657 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 45886) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:54:47.131983 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6d259e8-115b-4c1e-8534-ada198b66c2c tempest-TestMinimumBasicScenario-912693815 tempest-TestMinimumBasicScenario-912693815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:54:47.133810 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-c6d259e8-115b-4c1e-8534-ada198b66c2c tempest-TestMinimumBasicScenario-912693815 tempest-TestMinimumBasicScenario-912693815-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=51466aaa-4659-49b7-b8fb-3b4656e35475 HTTP/1.1" status: 200 len: 1124 time: 0.1291649 May 03 14:54:47.137718 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 45890) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:54:47.142120 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.v2.base [None req-a72ff476-61dc-4da2-86ad-1a6f305d70a2 tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] Request body: {'floatingip': {'floating_network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'port_id': '30ce3203-a86d-4216-9c80-d97b5cd2e7f3', 'tenant_id': 'b886b8227a9e49b6b1ea48f1024baa62', 'fixed_ip_address': '172.20.0.5'}} {{(pid=110298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:54:47.152351 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dc7999-3965-4a17-85fa-3a435dcffc0e req-3ac4e2d2-87e0-4dcf-88cd-aee59b430f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:54:47.153807 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-a0dc7999-3965-4a17-85fa-3a435dcffc0e req-3ac4e2d2-87e0-4dcf-88cd-aee59b430f55 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ea2dc692f2754b34afd1a52dad1c2cb3&device_id=0b52e969-e560-4421-9840-ec07a36f4705 HTTP/1.1" status: 200 len: 1130 time: 0.0662284 May 03 14:54:47.157582 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_hamode_db [None req-cef0760d-3de5-4e14-ac1a-0af5ba8ebdfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad4e3cb3-52d4-4aca-9d0f-fd9d17566f06', 'name': 'tempest-AttachVolumeShelveTestJSON-332369523-router', 'tenant_id': 'ea2dc692f2754b34afd1a52dad1c2cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'external_fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.181'}], 'enable_snat': True}, 'gw_port_id': 'b3befeae-2658-4b04-914b-de826eb729fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:46:57Z', 'updated_at': '2022-05-03T14:47:01Z', 'revision_number': 4, 'project_id': 'ea2dc692f2754b34afd1a52dad1c2cb3', 'gw_port': {'id': 'b3befeae-2658-4b04-914b-de826eb729fa', 'name': '', 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:2a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad4e3cb3-52d4-4aca-9d0f-fd9d17566f06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:46:58Z', 'updated_at': '2022-05-03T14:47:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f907060b-4748-4522-aeb5-06a44b689374', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-3-iscsi', '_floatingips': [{'id': '3287fd5c-9ed7-41e2-9eba-0fbe69b9bb75', 'tenant_id': 'ea2dc692f2754b34afd1a52dad1c2cb3', 'floating_ip_address': '172.27.0.62', 'floating_network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'router_id': 'ad4e3cb3-52d4-4aca-9d0f-fd9d17566f06', 'port_id': '5065e01a-6bcf-41fb-aa85-83223e736325', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e149baab-37b5-49e7-bbfb-d6c5aa20aff6', 'mac_address': 'fa:16:3e:3b:e9:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b52e969-e560-4421-9840-ec07a36f4705', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T14:54:28Z', 'updated_at': '2022-05-03T14:54:46Z', 'revision_number': 1, 'project_id': 'ea2dc692f2754b34afd1a52dad1c2cb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23d883ea-b438-44c6-a36e-71914e21d22e', 'name': '', 'network_id': 'e149baab-37b5-49e7-bbfb-d6c5aa20aff6', 'tenant_id': 'ea2dc692f2754b34afd1a52dad1c2cb3', 'mac_address': 'fa:16:3e:c3:9a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad4e3cb3-52d4-4aca-9d0f-fd9d17566f06', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'd36733c8-18a7-47f6-a054-ee0e84dd3169', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:47:00Z', 'updated_at': '2022-05-03T14:47:10Z', 'revision_number': 5, 'project_id': 'ea2dc692f2754b34afd1a52dad1c2cb3', 'subnets': [{'id': 'd36733c8-18a7-47f6-a054-ee0e84dd3169', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-3-iscsi', False) {} {{(pid=110299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:54:47.184914 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef0760d-3de5-4e14-ac1a-0af5ba8ebdfd None None] Checking router: ad4e3cb3-52d4-4aca-9d0f-fd9d17566f06 for host: dv-cinder-840289-3-iscsi {{(pid=110299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 14:54:47.193086 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef0760d-3de5-4e14-ac1a-0af5ba8ebdfd None None] Routers {'ad4e3cb3-52d4-4aca-9d0f-fd9d17566f06'} bound to L3 agent in host dv-cinder-840289-3-iscsi {{(pid=110299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:54:47.193702 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_hamode_db [None req-cef0760d-3de5-4e14-ac1a-0af5ba8ebdfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-03T14:38:11Z,description=,heartbeat_timestamp=2022-05-03T14:54:41Z,host='dv-cinder-840289-3-iscsi',id=a9161e1b-902d-441f-843b-a0ff0805adee,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:38:12Z,topic='l3_agent')) {'router_ids': ['ad4e3cb3-52d4-4aca-9d0f-fd9d17566f06'], 'active': True} {{(pid=110299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:54:47.224950 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-a72ff476-61dc-4da2-86ad-1a6f305d70a2 tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:54:47.344563 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_dvr_db [None req-cef0760d-3de5-4e14-ac1a-0af5ba8ebdfd None None] Set router ad4e3cb3-52d4-4aca-9d0f-fd9d17566f06 gateway port host: dv-cinder-840289-3-iscsi {{(pid=110299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:54:47.405128 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-a72ff476-61dc-4da2-86ad-1a6f305d70a2 tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (None), before_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:54:47.422990 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dc7999-3965-4a17-85fa-3a435dcffc0e req-eb2c27c4-536f-47fb-ac2b-765b90d30cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:54:47.424467 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-a0dc7999-3965-4a17-85fa-3a435dcffc0e req-eb2c27c4-536f-47fb-ac2b-765b90d30cc4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e149baab-37b5-49e7-bbfb-d6c5aa20aff6 HTTP/1.1" status: 200 len: 917 time: 0.2008507 May 03 14:54:47.557984 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-a0dc7999-3965-4a17-85fa-3a435dcffc0e req-24725080-a641-4911-ac1b-ff7f5e6e34af service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5065e01a-6bcf-41fb-aa85-83223e736325 HTTP/1.1" status: 200 len: 999 time: 0.1067553 May 03 14:54:47.573125 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_hamode_db [None req-cef0760d-3de5-4e14-ac1a-0af5ba8ebdfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad4e3cb3-52d4-4aca-9d0f-fd9d17566f06', 'name': 'tempest-AttachVolumeShelveTestJSON-332369523-router', 'tenant_id': 'ea2dc692f2754b34afd1a52dad1c2cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'external_fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.181'}], 'enable_snat': True}, 'gw_port_id': 'b3befeae-2658-4b04-914b-de826eb729fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:46:57Z', 'updated_at': '2022-05-03T14:47:01Z', 'revision_number': 4, 'project_id': 'ea2dc692f2754b34afd1a52dad1c2cb3', 'gw_port': {'id': 'b3befeae-2658-4b04-914b-de826eb729fa', 'name': '', 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:2a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad4e3cb3-52d4-4aca-9d0f-fd9d17566f06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:46:58Z', 'updated_at': '2022-05-03T14:47:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f907060b-4748-4522-aeb5-06a44b689374', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-3-iscsi', '_floatingips': [{'id': '3287fd5c-9ed7-41e2-9eba-0fbe69b9bb75', 'tenant_id': 'ea2dc692f2754b34afd1a52dad1c2cb3', 'floating_ip_address': '172.27.0.62', 'floating_network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'router_id': 'ad4e3cb3-52d4-4aca-9d0f-fd9d17566f06', 'port_id': '5065e01a-6bcf-41fb-aa85-83223e736325', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e149baab-37b5-49e7-bbfb-d6c5aa20aff6', 'mac_address': 'fa:16:3e:3b:e9:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b52e969-e560-4421-9840-ec07a36f4705', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T14:54:28Z', 'updated_at': '2022-05-03T14:54:46Z', 'revision_number': 1, 'project_id': 'ea2dc692f2754b34afd1a52dad1c2cb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23d883ea-b438-44c6-a36e-71914e21d22e', 'name': '', 'network_id': 'e149baab-37b5-49e7-bbfb-d6c5aa20aff6', 'tenant_id': 'ea2dc692f2754b34afd1a52dad1c2cb3', 'mac_address': 'fa:16:3e:c3:9a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad4e3cb3-52d4-4aca-9d0f-fd9d17566f06', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'd36733c8-18a7-47f6-a054-ee0e84dd3169', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:47:00Z', 'updated_at': '2022-05-03T14:47:10Z', 'revision_number': 5, 'project_id': 'ea2dc692f2754b34afd1a52dad1c2cb3', 'subnets': [{'id': 'd36733c8-18a7-47f6-a054-ee0e84dd3169', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-3-iscsi', False) {} {{(pid=110299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:54:47.600864 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef0760d-3de5-4e14-ac1a-0af5ba8ebdfd None None] The sync data for ids ['ad4e3cb3-52d4-4aca-9d0f-fd9d17566f06'] in dv-cinder-840289-3-iscsi is: [{'id': 'ad4e3cb3-52d4-4aca-9d0f-fd9d17566f06', 'name': 'tempest-AttachVolumeShelveTestJSON-332369523-router', 'tenant_id': 'ea2dc692f2754b34afd1a52dad1c2cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'external_fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.181'}], 'enable_snat': True}, 'gw_port_id': 'b3befeae-2658-4b04-914b-de826eb729fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:46:57Z', 'updated_at': '2022-05-03T14:47:01Z', 'revision_number': 4, 'project_id': 'ea2dc692f2754b34afd1a52dad1c2cb3', 'gw_port': {'id': 'b3befeae-2658-4b04-914b-de826eb729fa', 'name': '', 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:2a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad4e3cb3-52d4-4aca-9d0f-fd9d17566f06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:46:58Z', 'updated_at': '2022-05-03T14:47:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f907060b-4748-4522-aeb5-06a44b689374', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-3-iscsi', '_floatingips': [{'id': '3287fd5c-9ed7-41e2-9eba-0fbe69b9bb75', 'tenant_id': 'ea2dc692f2754b34afd1a52dad1c2cb3', 'floating_ip_address': '172.27.0.62', 'floating_network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'router_id': 'ad4e3cb3-52d4-4aca-9d0f-fd9d17566f06', 'port_id': '5065e01a-6bcf-41fb-aa85-83223e736325', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e149baab-37b5-49e7-bbfb-d6c5aa20aff6', 'mac_address': 'fa:16:3e:3b:e9:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b52e969-e560-4421-9840-ec07a36f4705', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T14:54:28Z', 'updated_at': '2022-05-03T14:54:46Z', 'revision_number': 1, 'project_id': 'ea2dc692f2754b34afd1a52dad1c2cb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23d883ea-b438-44c6-a36e-71914e21d22e', 'name': '', 'network_id': 'e149baab-37b5-49e7-bbfb-d6c5aa20aff6', 'tenant_id': 'ea2dc692f2754b34afd1a52dad1c2cb3', 'mac_address': 'fa:16:3e:c3:9a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad4e3cb3-52d4-4aca-9d0f-fd9d17566f06', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'd36733c8-18a7-47f6-a054-ee0e84dd3169', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:47:00Z', 'updated_at': '2022-05-03T14:47:10Z', 'revision_number': 5, 'project_id': 'ea2dc692f2754b34afd1a52dad1c2cb3', 'subnets': [{'id': 'd36733c8-18a7-47f6-a054-ee0e84dd3169', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 14:54:47.613224 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.db.db_base_plugin_common [None req-a72ff476-61dc-4da2-86ad-1a6f305d70a2 tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] Allocated IP 172.27.0.59 (7456e722-9446-4a17-bcf3-c72dce07c65c/f907060b-4748-4522-aeb5-06a44b689374/ab2cdba9-8e79-4967-8e4a-2fb4ffd6abc5) {{(pid=110298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 14:54:47.631797 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dc7999-3965-4a17-85fa-3a435dcffc0e req-687cd7c8-fa4a-4338-97b9-ca01b99df23e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:54:47.633262 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-a0dc7999-3965-4a17-85fa-3a435dcffc0e req-687cd7c8-fa4a-4338-97b9-ca01b99df23e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d36733c8-18a7-47f6-a054-ee0e84dd3169 HTTP/1.1" status: 200 len: 855 time: 0.0689466 May 03 14:54:47.723825 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dc7999-3965-4a17-85fa-3a435dcffc0e req-e81ca8c8-d510-4545-9224-4cdc68130a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:54:47.725320 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-a0dc7999-3965-4a17-85fa-3a435dcffc0e req-e81ca8c8-d510-4545-9224-4cdc68130a7d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e149baab-37b5-49e7-bbfb-d6c5aa20aff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0778978 May 03 14:54:47.827267 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e047f6-c50a-4a76-ae94-41350797f81b req-8ea92618-870f-4165-90da-af5bbab573fc tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:54:47.828769 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-c9e047f6-c50a-4a76-ae94-41350797f81b req-8ea92618-870f-4165-90da-af5bbab573fc tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] 10.222.0.16 "GET /v2.0/ports?device_id=037c4758-c65c-415c-b20a-f7e5ba0a830c HTTP/1.1" status: 200 len: 943 time: 0.0985138 May 03 14:54:47.844784 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff4ecee-e054-4bd7-a718-02f9ad42d7b8 None None] New status for floating IP 3287fd5c-9ed7-41e2-9eba-0fbe69b9bb75: ACTIVE {{(pid=110300) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 14:54:48.123976 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-a72ff476-61dc-4da2-86ad-1a6f305d70a2 tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] Publish callbacks [] for port (ab2cdba9-8e79-4967-8e4a-2fb4ffd6abc5), precommit_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:54:48.201931 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-a0dc7999-3965-4a17-85fa-3a435dcffc0e req-29e9f39b-bd9a-4783-9a08-187f058e6924 service neutron] 10.222.0.55 "GET /v2.0/networks/e149baab-37b5-49e7-bbfb-d6c5aa20aff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4685507 May 03 14:54:48.208882 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-c9e047f6-c50a-4a76-ae94-41350797f81b req-d3fcb3e4-fc41-4722-9cc7-6e2294fdb59e tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] 10.222.0.16 "GET /v2.0/security-groups?id=739575c7-37fa-46fc-93e9-2268529558a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897000 May 03 14:54:48.284426 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-a72ff476-61dc-4da2-86ad-1a6f305d70a2 tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775476647060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25806886'] for port (ab2cdba9-8e79-4967-8e4a-2fb4ffd6abc5), after_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:54:48.334488 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-a0dc7999-3965-4a17-85fa-3a435dcffc0e req-a5b7f635-d011-4f5f-b37a-8a2e1c882970 service neutron] 10.222.0.55 "GET /v2.0/networks/e149baab-37b5-49e7-bbfb-d6c5aa20aff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233726 May 03 14:54:48.336150 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a72ff476-61dc-4da2-86ad-1a6f305d70a2 tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] Network 7456e722-9446-4a17-bcf3-c72dce07c65c is already hosted by enough agents. {{(pid=110298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 14:54:48.339786 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.scheduler.base_scheduler [None req-a72ff476-61dc-4da2-86ad-1a6f305d70a2 tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] Resources bound (agent type, host, resource id): {{(pid=110298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 14:54:48.345440 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72ff476-61dc-4da2-86ad-1a6f305d70a2 tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] Received port after_create {{(pid=110298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 14:54:48.350979 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72ff476-61dc-4da2-86ad-1a6f305d70a2 tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] Pushing event updated for resources: {'Port': ['ID=ab2cdba9-8e79-4967-8e4a-2fb4ffd6abc5,revision_number=1']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:54:48.719283 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-a72ff476-61dc-4da2-86ad-1a6f305d70a2 tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] Publish callbacks [] for floatingip (6f749b5c-d5de-4c21-bbda-95e875b85c67), precommit_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:54:48.879210 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-a72ff476-61dc-4da2-86ad-1a6f305d70a2 tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (ab2cdba9-8e79-4967-8e4a-2fb4ffd6abc5), before_update {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:54:49.034406 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-a72ff476-61dc-4da2-86ad-1a6f305d70a2 tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] Publish callbacks [] for port (ab2cdba9-8e79-4967-8e4a-2fb4ffd6abc5), precommit_update {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:54:49.132674 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-a72ff476-61dc-4da2-86ad-1a6f305d70a2 tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25806943'] for port (ab2cdba9-8e79-4967-8e4a-2fb4ffd6abc5), after_update {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:54:49.176048 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091d686e-787e-4b9c-abba-201c1f790904 req-bb167f89-f704-4adf-8689-0298ba96f8f6 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:54:49.177540 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-091d686e-787e-4b9c-abba-201c1f790904 req-bb167f89-f704-4adf-8689-0298ba96f8f6 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1d9b9d9-1de4-4d63-93d0-4e256e88f092 HTTP/1.1" status: 200 len: 945 time: 0.0759614 May 03 14:54:49.237609 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72ff476-61dc-4da2-86ad-1a6f305d70a2 tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] Pushing event updated for resources: {'Port': ['ID=ab2cdba9-8e79-4967-8e4a-2fb4ffd6abc5,revision_number=2']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:54:49.261717 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-a72ff476-61dc-4da2-86ad-1a6f305d70a2 tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692144'] for floatingip (6f749b5c-d5de-4c21-bbda-95e875b85c67), after_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:54:49.322305 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-091d686e-787e-4b9c-abba-201c1f790904 req-0dfe6e9e-9641-4b87-8039-28fab66949b7 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0fc2149-e0d8-43cd-9f6f-fd25feed2574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1343958 May 03 14:54:49.364531 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1216687-e87a-426a-aace-b2ef8f9f72fb req-1df5b206-f021-4d84-b7ce-d7c0ee59a1e2 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:54:49.366028 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-b1216687-e87a-426a-aace-b2ef8f9f72fb req-1df5b206-f021-4d84-b7ce-d7c0ee59a1e2 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] 10.222.0.16 "GET /v2.0/ports?device_id=037c4758-c65c-415c-b20a-f7e5ba0a830c HTTP/1.1" status: 200 len: 943 time: 0.0615909 May 03 14:54:49.442091 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.db.l3_db [None req-a72ff476-61dc-4da2-86ad-1a6f305d70a2 tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] Floating IP 6f749b5c-d5de-4c21-bbda-95e875b85c67 associated. External IP: 172.27.0.59, port: 30ce3203-a86d-4216-9c80-d97b5cd2e7f3. May 03 14:54:49.451460 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Device 0e5921b2-ce6c-49d3-9352-94c944feb3b9 details requested by agent hyperv_hv-cinder-84028 with host hv-cinder-84028 {{(pid=110299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 03 14:54:49.496556 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-b1216687-e87a-426a-aace-b2ef8f9f72fb req-370e0147-c2d8-4ce5-90c0-9529bccbcdfd tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] 10.222.0.16 "GET /v2.0/security-groups?id=739575c7-37fa-46fc-93e9-2268529558a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945606 May 03 14:54:49.552609 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] For port 0e5921b2-ce6c-49d3-9352-94c944feb3b9, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=0e5921b2-ce6c-49d3-9352-94c944feb3b9,segment=NetworkSegment(40c723d8-45df-4e69-9439-7cb5b609b381),segment_id=40c723d8-45df-4e69-9439-7cb5b609b381)] {{(pid=110299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:54:49.564594 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Returning: {'device': '0e5921b2-ce6c-49d3-9352-94c944feb3b9', 'network_id': 'f9508427-db4d-416b-987f-da2fc50a7ea8', 'port_id': '0e5921b2-ce6c-49d3-9352-94c944feb3b9', 'mac_address': 'fa:16:3e:1f:d8:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd16b41a6-87db-430a-89a6-71fbdac1b346', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 03 14:54:49.601884 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Current status of the port 0e5921b2-ce6c-49d3-9352-94c944feb3b9 is: DOWN; New status is: BUILD {{(pid=110299) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:54:49.602278 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (0e5921b2-ce6c-49d3-9352-94c944feb3b9), before_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:54:49.615892 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.notifiers.nova [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e5921b2-ce6c-49d3-9352-94c944feb3b9 {{(pid=110299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 14:54:49.636230 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] For port 0e5921b2-ce6c-49d3-9352-94c944feb3b9, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=0e5921b2-ce6c-49d3-9352-94c944feb3b9,segment=NetworkSegment(40c723d8-45df-4e69-9439-7cb5b609b381),segment_id=40c723d8-45df-4e69-9439-7cb5b609b381)] {{(pid=110299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:54:49.679833 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a72ff476-61dc-4da2-86ad-1a6f305d70a2 tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] Router 63ef9441-6254-48b7-bd26-cc250feb1e6d has already been hosted by L3 agent a9161e1b-902d-441f-843b-a0ff0805adee {{(pid=110298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 14:54:49.695770 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096'] for port (0e5921b2-ce6c-49d3-9352-94c944feb3b9), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:54:49.742134 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Pushing event updated for resources: {'Port': ['ID=0e5921b2-ce6c-49d3-9352-94c944feb3b9,revision_number=7']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:54:49.793755 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a72ff476-61dc-4da2-86ad-1a6f305d70a2 tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] Notify agent at l3_agent.dv-cinder-840289-3-iscsi the message routers_updated {{(pid=110298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 14:54:49.802748 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac69d381-5018-4ffa-bad7-1d91c34cd886 None None] Sync routers for ids ['63ef9441-6254-48b7-bd26-cc250feb1e6d'] in dv-cinder-840289-3-iscsi {{(pid=110299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 14:54:49.813688 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac69d381-5018-4ffa-bad7-1d91c34cd886 None None] Routers {'63ef9441-6254-48b7-bd26-cc250feb1e6d'} bound to L3 agent in host dv-cinder-840289-3-iscsi {{(pid=110299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:54:49.816929 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_hamode_db [None req-ac69d381-5018-4ffa-bad7-1d91c34cd886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-03T14:38:11Z,description=,heartbeat_timestamp=2022-05-03T14:54:41Z,host='dv-cinder-840289-3-iscsi',id=a9161e1b-902d-441f-843b-a0ff0805adee,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:38:12Z,topic='l3_agent')) {'router_ids': ['63ef9441-6254-48b7-bd26-cc250feb1e6d'], 'active': True} {{(pid=110299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:54:49.886105 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-a72ff476-61dc-4da2-86ad-1a6f305d70a2 tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46205'] for floatingip (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:54:49.916549 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-a72ff476-61dc-4da2-86ad-1a6f305d70a2 tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7778068 May 03 14:54:49.917849 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51466aaa-4659-49b7-b8fb-3b4656e35475', 'tag': '30ce3203-a86d-4216-9c80-d97b5cd2e7f3'}] {{(pid=110298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 14:54:49.920301 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 45906) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:54:49.924741 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.v2.base [None req-faff2012-aac5-4989-8cae-218695ba60c4 tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-156830265', 'description': 'tempest-secgroup-smoke-156830265 description', 'project_id': 'b886b8227a9e49b6b1ea48f1024baa62'}} {{(pid=110297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:54:49.930331 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75d30aab20f2b99e69676ba1094dd13d61de0bc97323401ed2dd99ba05286cef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00abd972-f7e6-485c-944c-efa762e729c0" -d '{"events": [{"name": "network-changed", "server_uuid": "51466aaa-4659-49b7-b8fb-3b4656e35475", "tag": "30ce3203-a86d-4216-9c80-d97b5cd2e7f3"}]}' {{(pid=110298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 14:54:49.936566 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_dvr_db [None req-ac69d381-5018-4ffa-bad7-1d91c34cd886 None None] Set router 63ef9441-6254-48b7-bd26-cc250feb1e6d gateway port host: dv-cinder-840289-3-iscsi {{(pid=110299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:54:49.968285 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 14:54:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-610048c2-7c3a-443f-bae1-64eebe4f04b1 x-openstack-request-id: req-610048c2-7c3a-443f-bae1-64eebe4f04b1 {{(pid=110298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 14:54:49.968641 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51466aaa-4659-49b7-b8fb-3b4656e35475", "tag": "30ce3203-a86d-4216-9c80-d97b5cd2e7f3", "status": "completed", "code": 200}]} {{(pid=110298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 14:54:49.968962 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-610048c2-7c3a-443f-bae1-64eebe4f04b1 {{(pid=110298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 14:54:49.969429 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-610048c2-7c3a-443f-bae1-64eebe4f04b1'] response: {'name': 'network-changed', 'server_uuid': '51466aaa-4659-49b7-b8fb-3b4656e35475', 'tag': '30ce3203-a86d-4216-9c80-d97b5cd2e7f3', 'status': 'completed', 'code': 200} May 03 14:54:50.006382 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-faff2012-aac5-4989-8cae-218695ba60c4 tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] Publish callbacks [] for security_group (None), before_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:54:50.074058 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-faff2012-aac5-4989-8cae-218695ba60c4 tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] Publish callbacks [] for security_group (3a88cd87-e6e5-44a4-b5d0-02dd16370dc5), precommit_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:54:50.148701 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-faff2012-aac5-4989-8cae-218695ba60c4 tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (3a88cd87-e6e5-44a4-b5d0-02dd16370dc5), after_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:54:50.179924 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faff2012-aac5-4989-8cae-218695ba60c4 tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a88cd87-e6e5-44a4-b5d0-02dd16370dc5,revision_number=1']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:54:50.225970 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] get_ports_and_sgs() called for port_ids ['0e5921b2-ce6c-49d3-9352-94c944feb3b9'] {{(pid=110299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 14:54:50.259961 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-faff2012-aac5-4989-8cae-218695ba60c4 tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] Publish callbacks [] for security_group (None), before_response {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:54:50.260800 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-faff2012-aac5-4989-8cae-218695ba60c4 tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3395128 May 03 14:54:50.263917 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 45912) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:54:50.268471 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.v2.base [None req-d16780d3-45e0-4e6c-80a7-abc3ad2d1fa7 tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] Request body: {'security_group_rule': {'security_group_id': '3a88cd87-e6e5-44a4-b5d0-02dd16370dc5', 'project_id': 'b886b8227a9e49b6b1ea48f1024baa62', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:54:50.350408 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_hamode_db [None req-ac69d381-5018-4ffa-bad7-1d91c34cd886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63ef9441-6254-48b7-bd26-cc250feb1e6d', 'name': 'tempest-TestMinimumBasicScenario-1367109975-router', 'tenant_id': 'b886b8227a9e49b6b1ea48f1024baa62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'external_fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '872c30a2-9e0c-4409-804b-cf3c58c18824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:53:37Z', 'updated_at': '2022-05-03T14:53:41Z', 'revision_number': 4, 'project_id': 'b886b8227a9e49b6b1ea48f1024baa62', 'gw_port': {'id': '872c30a2-9e0c-4409-804b-cf3c58c18824', 'name': '', 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:c4:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63ef9441-6254-48b7-bd26-cc250feb1e6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:53:38Z', 'updated_at': '2022-05-03T14:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f907060b-4748-4522-aeb5-06a44b689374', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-3-iscsi', '_floatingips': [{'id': '6f749b5c-d5de-4c21-bbda-95e875b85c67', 'tenant_id': 'b886b8227a9e49b6b1ea48f1024baa62', 'floating_ip_address': '172.27.0.59', 'floating_network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'router_id': '63ef9441-6254-48b7-bd26-cc250feb1e6d', 'port_id': '30ce3203-a86d-4216-9c80-d97b5cd2e7f3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c281f951-cc3b-45f3-a5a8-b04d649470d1', 'mac_address': 'fa:16:3e:52:82:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51466aaa-4659-49b7-b8fb-3b4656e35475', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T14:54:48Z', 'updated_at': '2022-05-03T14:54:48Z', 'revision_number': 0, 'project_id': 'b886b8227a9e49b6b1ea48f1024baa62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5316484-3e70-43ac-a9f7-1f8843ab55ac', 'name': '', 'network_id': 'c281f951-cc3b-45f3-a5a8-b04d649470d1', 'tenant_id': 'b886b8227a9e49b6b1ea48f1024baa62', 'mac_address': 'fa:16:3e:0b:df:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63ef9441-6254-48b7-bd26-cc250feb1e6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '12a86955-a43c-4b6c-a091-46e3b2faf098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:53:40Z', 'updated_at': '2022-05-03T14:53:44Z', 'revision_number': 5, 'project_id': 'b886b8227a9e49b6b1ea48f1024baa62', 'subnets': [{'id': '12a86955-a43c-4b6c-a091-46e3b2faf098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-3-iscsi', False) {} {{(pid=110299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:54:50.365735 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-d16780d3-45e0-4e6c-80a7-abc3ad2d1fa7 tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] Publish callbacks [] for security_group_rule (f13a3268-0501-4cde-baf5-ff3a3dc5b1cd), before_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:54:50.389114 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac69d381-5018-4ffa-bad7-1d91c34cd886 None None] Checking router: 63ef9441-6254-48b7-bd26-cc250feb1e6d for host: dv-cinder-840289-3-iscsi {{(pid=110299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 14:54:50.411280 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac69d381-5018-4ffa-bad7-1d91c34cd886 None None] Routers {'63ef9441-6254-48b7-bd26-cc250feb1e6d'} bound to L3 agent in host dv-cinder-840289-3-iscsi {{(pid=110299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:54:50.411938 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_hamode_db [None req-ac69d381-5018-4ffa-bad7-1d91c34cd886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-03T14:38:11Z,description=,heartbeat_timestamp=2022-05-03T14:54:41Z,host='dv-cinder-840289-3-iscsi',id=a9161e1b-902d-441f-843b-a0ff0805adee,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:38:12Z,topic='l3_agent')) {'router_ids': ['63ef9441-6254-48b7-bd26-cc250feb1e6d'], 'active': True} {{(pid=110299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:54:50.432444 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-d16780d3-45e0-4e6c-80a7-abc3ad2d1fa7 tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] Publish callbacks [] for security_group_rule (f13a3268-0501-4cde-baf5-ff3a3dc5b1cd), precommit_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:54:50.435316 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed29c74-e4a6-4404-ab39-d6f2dfb01876 req-4cf3cb4f-b7c0-4e06-991e-7056d6472a08 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:54:50.436814 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-3ed29c74-e4a6-4404-ab39-d6f2dfb01876 req-4cf3cb4f-b7c0-4e06-991e-7056d6472a08 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1d9b9d9-1de4-4d63-93d0-4e256e88f092 HTTP/1.1" status: 200 len: 945 time: 0.0476873 May 03 14:54:50.484534 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-3ed29c74-e4a6-4404-ab39-d6f2dfb01876 req-66254dc0-72f4-449c-bc77-29d313a0ede0 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0fc2149-e0d8-43cd-9f6f-fd25feed2574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418608 May 03 14:54:50.503138 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-d16780d3-45e0-4e6c-80a7-abc3ad2d1fa7 tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652759'] for security_group_rule (f13a3268-0501-4cde-baf5-ff3a3dc5b1cd), after_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:54:50.531250 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16780d3-45e0-4e6c-80a7-abc3ad2d1fa7 tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f13a3268-0501-4cde-baf5-ff3a3dc5b1cd,revision_number=0']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:54:50.572100 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_dvr_db [None req-ac69d381-5018-4ffa-bad7-1d91c34cd886 None None] Set router 63ef9441-6254-48b7-bd26-cc250feb1e6d gateway port host: dv-cinder-840289-3-iscsi {{(pid=110299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:54:50.596735 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-d16780d3-45e0-4e6c-80a7-abc3ad2d1fa7 tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:54:50.598699 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-d16780d3-45e0-4e6c-80a7-abc3ad2d1fa7 tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3331730 May 03 14:54:50.600873 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 45918) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:54:50.606029 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.v2.base [None req-231092e4-c490-4a76-97d8-a09e9e42510a tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] Request body: {'security_group_rule': {'security_group_id': '3a88cd87-e6e5-44a4-b5d0-02dd16370dc5', 'project_id': 'b886b8227a9e49b6b1ea48f1024baa62', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:54:50.620087 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26d9224-18eb-4684-ba7c-bae15bf728a5 req-7adf6fbd-e371-44f9-887d-7c10be3473f6 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:54:50.621977 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-d26d9224-18eb-4684-ba7c-bae15bf728a5 req-7adf6fbd-e371-44f9-887d-7c10be3473f6 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] 10.222.0.16 "GET /v2.0/ports?device_id=037c4758-c65c-415c-b20a-f7e5ba0a830c HTTP/1.1" status: 200 len: 944 time: 0.0530624 May 03 14:54:50.672645 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-d26d9224-18eb-4684-ba7c-bae15bf728a5 req-44c28174-ce6f-40d7-a782-763d21be71c4 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] 10.222.0.16 "GET /v2.0/security-groups?id=739575c7-37fa-46fc-93e9-2268529558a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436661 May 03 14:54:50.689665 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-231092e4-c490-4a76-97d8-a09e9e42510a tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] Publish callbacks [] for security_group_rule (0c48949c-7354-4f7d-a5fb-5eb0813a8da4), before_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:54:50.744882 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-231092e4-c490-4a76-97d8-a09e9e42510a tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] Publish callbacks [] for security_group_rule (0c48949c-7354-4f7d-a5fb-5eb0813a8da4), precommit_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:54:50.823343 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-231092e4-c490-4a76-97d8-a09e9e42510a tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652759'] for security_group_rule (0c48949c-7354-4f7d-a5fb-5eb0813a8da4), after_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:54:50.841406 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231092e4-c490-4a76-97d8-a09e9e42510a tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c48949c-7354-4f7d-a5fb-5eb0813a8da4,revision_number=0']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:54:50.851765 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_hamode_db [None req-ac69d381-5018-4ffa-bad7-1d91c34cd886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63ef9441-6254-48b7-bd26-cc250feb1e6d', 'name': 'tempest-TestMinimumBasicScenario-1367109975-router', 'tenant_id': 'b886b8227a9e49b6b1ea48f1024baa62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'external_fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '872c30a2-9e0c-4409-804b-cf3c58c18824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:53:37Z', 'updated_at': '2022-05-03T14:53:41Z', 'revision_number': 4, 'project_id': 'b886b8227a9e49b6b1ea48f1024baa62', 'gw_port': {'id': '872c30a2-9e0c-4409-804b-cf3c58c18824', 'name': '', 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:c4:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63ef9441-6254-48b7-bd26-cc250feb1e6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:53:38Z', 'updated_at': '2022-05-03T14:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f907060b-4748-4522-aeb5-06a44b689374', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-3-iscsi', '_floatingips': [{'id': '6f749b5c-d5de-4c21-bbda-95e875b85c67', 'tenant_id': 'b886b8227a9e49b6b1ea48f1024baa62', 'floating_ip_address': '172.27.0.59', 'floating_network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'router_id': '63ef9441-6254-48b7-bd26-cc250feb1e6d', 'port_id': '30ce3203-a86d-4216-9c80-d97b5cd2e7f3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c281f951-cc3b-45f3-a5a8-b04d649470d1', 'mac_address': 'fa:16:3e:52:82:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51466aaa-4659-49b7-b8fb-3b4656e35475', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T14:54:48Z', 'updated_at': '2022-05-03T14:54:48Z', 'revision_number': 0, 'project_id': 'b886b8227a9e49b6b1ea48f1024baa62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5316484-3e70-43ac-a9f7-1f8843ab55ac', 'name': '', 'network_id': 'c281f951-cc3b-45f3-a5a8-b04d649470d1', 'tenant_id': 'b886b8227a9e49b6b1ea48f1024baa62', 'mac_address': 'fa:16:3e:0b:df:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63ef9441-6254-48b7-bd26-cc250feb1e6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '12a86955-a43c-4b6c-a091-46e3b2faf098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:53:40Z', 'updated_at': '2022-05-03T14:53:44Z', 'revision_number': 5, 'project_id': 'b886b8227a9e49b6b1ea48f1024baa62', 'subnets': [{'id': '12a86955-a43c-4b6c-a091-46e3b2faf098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-3-iscsi', False) {} {{(pid=110299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:54:50.882579 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac69d381-5018-4ffa-bad7-1d91c34cd886 None None] The sync data for ids ['63ef9441-6254-48b7-bd26-cc250feb1e6d'] in dv-cinder-840289-3-iscsi is: [{'id': '63ef9441-6254-48b7-bd26-cc250feb1e6d', 'name': 'tempest-TestMinimumBasicScenario-1367109975-router', 'tenant_id': 'b886b8227a9e49b6b1ea48f1024baa62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'external_fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '872c30a2-9e0c-4409-804b-cf3c58c18824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:53:37Z', 'updated_at': '2022-05-03T14:53:41Z', 'revision_number': 4, 'project_id': 'b886b8227a9e49b6b1ea48f1024baa62', 'gw_port': {'id': '872c30a2-9e0c-4409-804b-cf3c58c18824', 'name': '', 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:c4:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63ef9441-6254-48b7-bd26-cc250feb1e6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:53:38Z', 'updated_at': '2022-05-03T14:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f907060b-4748-4522-aeb5-06a44b689374', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-3-iscsi', '_floatingips': [{'id': '6f749b5c-d5de-4c21-bbda-95e875b85c67', 'tenant_id': 'b886b8227a9e49b6b1ea48f1024baa62', 'floating_ip_address': '172.27.0.59', 'floating_network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'router_id': '63ef9441-6254-48b7-bd26-cc250feb1e6d', 'port_id': '30ce3203-a86d-4216-9c80-d97b5cd2e7f3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c281f951-cc3b-45f3-a5a8-b04d649470d1', 'mac_address': 'fa:16:3e:52:82:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51466aaa-4659-49b7-b8fb-3b4656e35475', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T14:54:48Z', 'updated_at': '2022-05-03T14:54:48Z', 'revision_number': 0, 'project_id': 'b886b8227a9e49b6b1ea48f1024baa62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5316484-3e70-43ac-a9f7-1f8843ab55ac', 'name': '', 'network_id': 'c281f951-cc3b-45f3-a5a8-b04d649470d1', 'tenant_id': 'b886b8227a9e49b6b1ea48f1024baa62', 'mac_address': 'fa:16:3e:0b:df:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63ef9441-6254-48b7-bd26-cc250feb1e6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '12a86955-a43c-4b6c-a091-46e3b2faf098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:53:40Z', 'updated_at': '2022-05-03T14:53:44Z', 'revision_number': 5, 'project_id': 'b886b8227a9e49b6b1ea48f1024baa62', 'subnets': [{'id': '12a86955-a43c-4b6c-a091-46e3b2faf098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 14:54:50.893530 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-231092e4-c490-4a76-97d8-a09e9e42510a tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:54:50.894804 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-231092e4-c490-4a76-97d8-a09e9e42510a tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2929194 May 03 14:54:50.897709 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 45920) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:54:50.902227 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.v2.base [None req-27dde4a9-f9ab-4f98-be59-4d169e684967 tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] Request body: {'security_group_rule': {'security_group_id': '3a88cd87-e6e5-44a4-b5d0-02dd16370dc5', 'project_id': 'b886b8227a9e49b6b1ea48f1024baa62', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:54:50.977166 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-27dde4a9-f9ab-4f98-be59-4d169e684967 tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] Publish callbacks [] for security_group_rule (f6038fbc-80a3-4b47-a079-8a7d9da7d1cc), before_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:54:51.037779 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-27dde4a9-f9ab-4f98-be59-4d169e684967 tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] Publish callbacks [] for security_group_rule (f6038fbc-80a3-4b47-a079-8a7d9da7d1cc), precommit_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:54:51.070646 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65aa21f-f648-4298-ad2c-4208e825cf94 None None] New status for floating IP 6f749b5c-d5de-4c21-bbda-95e875b85c67: ACTIVE {{(pid=110300) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 14:54:51.108605 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-27dde4a9-f9ab-4f98-be59-4d169e684967 tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652759'] for security_group_rule (f6038fbc-80a3-4b47-a079-8a7d9da7d1cc), after_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:54:51.127518 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dde4a9-f9ab-4f98-be59-4d169e684967 tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6038fbc-80a3-4b47-a079-8a7d9da7d1cc,revision_number=0']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:54:51.218855 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-27dde4a9-f9ab-4f98-be59-4d169e684967 tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:54:51.220132 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-27dde4a9-f9ab-4f98-be59-4d169e684967 tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3214200 May 03 14:54:51.222767 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 45922) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:54:51.226986 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.v2.base [None req-ecb9f27c-2fd9-4eee-9d15-3cc56601e806 tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] Request body: {'security_group_rule': {'security_group_id': '3a88cd87-e6e5-44a4-b5d0-02dd16370dc5', 'project_id': 'b886b8227a9e49b6b1ea48f1024baa62', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:54:51.314413 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-ecb9f27c-2fd9-4eee-9d15-3cc56601e806 tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] Publish callbacks [] for security_group_rule (35821fa4-e746-40ca-8d95-6c398fd21834), before_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:54:51.372564 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-ecb9f27c-2fd9-4eee-9d15-3cc56601e806 tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] Publish callbacks [] for security_group_rule (35821fa4-e746-40ca-8d95-6c398fd21834), precommit_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:54:51.416944 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-ecb9f27c-2fd9-4eee-9d15-3cc56601e806 tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652759'] for security_group_rule (35821fa4-e746-40ca-8d95-6c398fd21834), after_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:54:51.435190 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb9f27c-2fd9-4eee-9d15-3cc56601e806 tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35821fa4-e746-40ca-8d95-6c398fd21834,revision_number=0']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:54:51.476532 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-ecb9f27c-2fd9-4eee-9d15-3cc56601e806 tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:54:51.477804 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-ecb9f27c-2fd9-4eee-9d15-3cc56601e806 tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2540340 May 03 14:54:51.486766 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 45924) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:54:51.491093 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.v2.base [None req-ed125e7f-2f9a-4c89-8e5c-1bfe09b0d5dd tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] Request body: {'security_group_rule': {'security_group_id': '3a88cd87-e6e5-44a4-b5d0-02dd16370dc5', 'project_id': 'b886b8227a9e49b6b1ea48f1024baa62', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:54:51.548917 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.db.securitygroups_db [None req-ed125e7f-2f9a-4c89-8e5c-1bfe09b0d5dd tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] Project b886b8227a9e49b6b1ea48f1024baa62 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 03 14:54:51.565013 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-ed125e7f-2f9a-4c89-8e5c-1bfe09b0d5dd tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] Publish callbacks [] for security_group_rule (f4fa2063-f18d-4514-8869-c3318bead14e), before_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:54:51.621546 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a8fd25-bccf-4392-936e-e4bcb5758080 req-11820fd4-ef94-4714-ad01-f23d2476da97 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:54:51.623020 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-c5a8fd25-bccf-4392-936e-e4bcb5758080 req-11820fd4-ef94-4714-ad01-f23d2476da97 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1d9b9d9-1de4-4d63-93d0-4e256e88f092 HTTP/1.1" status: 200 len: 945 time: 0.0708244 May 03 14:54:51.670965 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-ed125e7f-2f9a-4c89-8e5c-1bfe09b0d5dd tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] Publish callbacks [] for security_group_rule (f4fa2063-f18d-4514-8869-c3318bead14e), precommit_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:54:51.685257 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-c5a8fd25-bccf-4392-936e-e4bcb5758080 req-4bf9fded-f258-4c6d-b9b2-45ba32e83ab0 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0fc2149-e0d8-43cd-9f6f-fd25feed2574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561717 May 03 14:54:51.719969 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-ed125e7f-2f9a-4c89-8e5c-1bfe09b0d5dd tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652759'] for security_group_rule (f4fa2063-f18d-4514-8869-c3318bead14e), after_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:54:51.739320 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed125e7f-2f9a-4c89-8e5c-1bfe09b0d5dd tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4fa2063-f18d-4514-8869-c3318bead14e,revision_number=0']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:54:51.789864 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35955cc-5f2c-4735-aa74-ee28e22a70c8 req-5076f1c1-6925-4ace-b10f-620dd96e9bc4 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:54:51.791928 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-e35955cc-5f2c-4735-aa74-ee28e22a70c8 req-5076f1c1-6925-4ace-b10f-620dd96e9bc4 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] 10.222.0.16 "GET /v2.0/ports?device_id=037c4758-c65c-415c-b20a-f7e5ba0a830c HTTP/1.1" status: 200 len: 944 time: 0.0500541 May 03 14:54:51.805238 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-ed125e7f-2f9a-4c89-8e5c-1bfe09b0d5dd tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:54:51.807378 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-ed125e7f-2f9a-4c89-8e5c-1bfe09b0d5dd tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3196833 May 03 14:54:51.810240 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 45930) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:54:51.814829 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.v2.base [None req-1328780a-05c6-48eb-b560-89bcc046a27e tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] Request body: {'security_group_rule': {'security_group_id': '3a88cd87-e6e5-44a4-b5d0-02dd16370dc5', 'project_id': 'b886b8227a9e49b6b1ea48f1024baa62', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:54:51.849992 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-e35955cc-5f2c-4735-aa74-ee28e22a70c8 req-55c1b654-638a-4d85-a75a-8b891c6ada15 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] 10.222.0.16 "GET /v2.0/security-groups?id=739575c7-37fa-46fc-93e9-2268529558a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524194 May 03 14:54:51.868015 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Device 0e5921b2-ce6c-49d3-9352-94c944feb3b9 up at agent hyperv_hv-cinder-84028 {{(pid=110299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 14:54:51.895533 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.db.securitygroups_db [None req-1328780a-05c6-48eb-b560-89bcc046a27e tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] Project b886b8227a9e49b6b1ea48f1024baa62 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 03 14:54:51.901210 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-1328780a-05c6-48eb-b560-89bcc046a27e tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] Publish callbacks [] for security_group_rule (b6cf57a9-19f5-4866-8acb-6cda121bfcd7), before_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:54:51.914782 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Provisioning complete for port 0e5921b2-ce6c-49d3-9352-94c944feb3b9 triggered by entity L2. {{(pid=110299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:54:51.915707 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728915'] for port (0e5921b2-ce6c-49d3-9352-94c944feb3b9), provisioning_complete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:54:51.962778 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-1328780a-05c6-48eb-b560-89bcc046a27e tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] Publish callbacks [] for security_group_rule (b6cf57a9-19f5-4866-8acb-6cda121bfcd7), precommit_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:54:51.993537 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Current status of the port 0e5921b2-ce6c-49d3-9352-94c944feb3b9 is: BUILD; New status is: ACTIVE {{(pid=110299) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:54:51.993737 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (0e5921b2-ce6c-49d3-9352-94c944feb3b9), before_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:54:52.016163 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '037c4758-c65c-415c-b20a-f7e5ba0a830c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e5921b2-ce6c-49d3-9352-94c944feb3b9'}] {{(pid=110299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 14:54:52.018364 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfb0ab9603dc6f24b101a3230295415c8ec2a7bf959fde45f0826688655bbcbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa00d8d5-cd84-4f6f-9175-8fc31e959cdf" -d '{"events": [{"server_uuid": "037c4758-c65c-415c-b20a-f7e5ba0a830c", "name": "network-vif-plugged", "status": "completed", "tag": "0e5921b2-ce6c-49d3-9352-94c944feb3b9"}]}' {{(pid=110299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 14:54:52.034541 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] For port 0e5921b2-ce6c-49d3-9352-94c944feb3b9, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=0e5921b2-ce6c-49d3-9352-94c944feb3b9,segment=NetworkSegment(40c723d8-45df-4e69-9439-7cb5b609b381),segment_id=40c723d8-45df-4e69-9439-7cb5b609b381)] {{(pid=110299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:54:52.037992 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-1328780a-05c6-48eb-b560-89bcc046a27e tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652759'] for security_group_rule (b6cf57a9-19f5-4866-8acb-6cda121bfcd7), after_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:54:52.055805 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1328780a-05c6-48eb-b560-89bcc046a27e tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6cf57a9-19f5-4866-8acb-6cda121bfcd7,revision_number=0']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:54:52.057508 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 14:54:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d9fa852-fd51-46a5-9f30-fbe31f2db080 x-openstack-request-id: req-9d9fa852-fd51-46a5-9f30-fbe31f2db080 {{(pid=110299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 14:54:52.057734 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "037c4758-c65c-415c-b20a-f7e5ba0a830c", "name": "network-vif-plugged", "status": "completed", "tag": "0e5921b2-ce6c-49d3-9352-94c944feb3b9", "code": 200}]} {{(pid=110299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 14:54:52.057937 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9d9fa852-fd51-46a5-9f30-fbe31f2db080 {{(pid=110299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 14:54:52.058372 dv-cinder-840289-3-iscsi neutron-server[110299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d9fa852-fd51-46a5-9f30-fbe31f2db080'] response: {'server_uuid': '037c4758-c65c-415c-b20a-f7e5ba0a830c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e5921b2-ce6c-49d3-9352-94c944feb3b9', 'code': 200} May 03 14:54:52.114684 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096'] for port (0e5921b2-ce6c-49d3-9352-94c944feb3b9), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:54:52.145229 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-1328780a-05c6-48eb-b560-89bcc046a27e tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:54:52.146468 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-1328780a-05c6-48eb-b560-89bcc046a27e tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3352277 May 03 14:54:52.166140 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Pushing event updated for resources: {'Port': ['ID=0e5921b2-ce6c-49d3-9352-94c944feb3b9,revision_number=8']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:54:52.239100 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-5cfe64ac-09f7-4daf-ab65-1d1061939245 req-d1c463fd-70cd-4838-aa5b-5aabb742de93 tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-156830265&fields=id&tenant_id=b886b8227a9e49b6b1ea48f1024baa62 HTTP/1.1" status: 200 len: 267 time: 0.0472398 May 03 14:54:52.290337 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfe64ac-09f7-4daf-ab65-1d1061939245 req-43053a73-bca5-4572-8b30-34c3cfae1215 tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:54:52.291710 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-5cfe64ac-09f7-4daf-ab65-1d1061939245 req-43053a73-bca5-4572-8b30-34c3cfae1215 tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] 10.222.0.16 "GET /v2.0/ports?device_id=51466aaa-4659-49b7-b8fb-3b4656e35475 HTTP/1.1" status: 200 len: 945 time: 0.0465553 May 03 14:54:52.302007 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.v2.base [req-5cfe64ac-09f7-4daf-ab65-1d1061939245 req-b0a026f2-69a1-4483-a3c3-f09e281983cc tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] Request body: {'port': {'security_groups': ['51e6b986-3081-45ff-9da6-7bf850718915', '3a88cd87-e6e5-44a4-b5d0-02dd16370dc5']}} {{(pid=110298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:54:52.372392 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-5cfe64ac-09f7-4daf-ab65-1d1061939245 req-b0a026f2-69a1-4483-a3c3-f09e281983cc tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (30ce3203-a86d-4216-9c80-d97b5cd2e7f3), before_update {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:54:52.573918 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00abd972-f7e6-485c-944c-efa762e729c0 req-7f9f70af-34b7-4721-bebd-1624d50721bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:54:52.575445 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-00abd972-f7e6-485c-944c-efa762e729c0 req-7f9f70af-34b7-4721-bebd-1624d50721bb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b886b8227a9e49b6b1ea48f1024baa62&device_id=51466aaa-4659-49b7-b8fb-3b4656e35475 HTTP/1.1" status: 200 len: 1129 time: 0.0776536 May 03 14:54:52.596834 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.db [req-5cfe64ac-09f7-4daf-ab65-1d1061939245 req-b0a026f2-69a1-4483-a3c3-f09e281983cc tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] For port 30ce3203-a86d-4216-9c80-d97b5cd2e7f3, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=30ce3203-a86d-4216-9c80-d97b5cd2e7f3,segment=NetworkSegment(bbae755a-35e6-4939-bedd-ededf6640009),segment_id=bbae755a-35e6-4939-bedd-ededf6640009)] {{(pid=110298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:54:52.625716 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-5cfe64ac-09f7-4daf-ab65-1d1061939245 req-b0a026f2-69a1-4483-a3c3-f09e281983cc tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] Publish callbacks [] for port (30ce3203-a86d-4216-9c80-d97b5cd2e7f3), precommit_update {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:54:52.699999 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-5cfe64ac-09f7-4daf-ab65-1d1061939245 req-b0a026f2-69a1-4483-a3c3-f09e281983cc tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25806943'] for port (30ce3203-a86d-4216-9c80-d97b5cd2e7f3), after_update {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:54:52.741939 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] get_ports_and_sgs() called for port_ids ['30ce3203-a86d-4216-9c80-d97b5cd2e7f3'] {{(pid=110299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 14:54:52.783278 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfe64ac-09f7-4daf-ab65-1d1061939245 req-b0a026f2-69a1-4483-a3c3-f09e281983cc tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:54:52.783796 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-5cfe64ac-09f7-4daf-ab65-1d1061939245 req-b0a026f2-69a1-4483-a3c3-f09e281983cc tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46205'] for port (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:54:52.785178 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-5cfe64ac-09f7-4daf-ab65-1d1061939245 req-b0a026f2-69a1-4483-a3c3-f09e281983cc tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] 10.222.0.16 "PUT /v2.0/ports/30ce3203-a86d-4216-9c80-d97b5cd2e7f3 HTTP/1.1" status: 200 len: 981 time: 0.4874742 May 03 14:54:52.785642 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51466aaa-4659-49b7-b8fb-3b4656e35475', 'tag': '30ce3203-a86d-4216-9c80-d97b5cd2e7f3'}] {{(pid=110298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 14:54:52.788497 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75d30aab20f2b99e69676ba1094dd13d61de0bc97323401ed2dd99ba05286cef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03b8fdb5-2ebe-4294-9c82-145e99ea44bb" -d '{"events": [{"name": "network-changed", "server_uuid": "51466aaa-4659-49b7-b8fb-3b4656e35475", "tag": "30ce3203-a86d-4216-9c80-d97b5cd2e7f3"}]}' {{(pid=110298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 14:54:52.853947 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a026f2-69a1-4483-a3c3-f09e281983cc tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] Pushing event updated for resources: {'Port': ['ID=30ce3203-a86d-4216-9c80-d97b5cd2e7f3,revision_number=6']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:54:52.873055 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00abd972-f7e6-485c-944c-efa762e729c0 req-6d0fb772-cdf6-48c9-bf5f-0f5a7d488da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:54:52.874549 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-00abd972-f7e6-485c-944c-efa762e729c0 req-6d0fb772-cdf6-48c9-bf5f-0f5a7d488da9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c281f951-cc3b-45f3-a5a8-b04d649470d1 HTTP/1.1" status: 200 len: 916 time: 0.2317977 May 03 14:54:52.912389 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1723078b-7148-4797-a794-8fa0b77243e5 req-a3e628d7-d929-404d-b596-b69f81debcc3 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:54:52.914228 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-1723078b-7148-4797-a794-8fa0b77243e5 req-a3e628d7-d929-404d-b596-b69f81debcc3 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1d9b9d9-1de4-4d63-93d0-4e256e88f092 HTTP/1.1" status: 200 len: 945 time: 0.1417632 May 03 14:54:52.933518 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a2f86f-3cd7-4d38-973f-ff32579f29cd req-523fa280-5ac6-458f-9b10-d243f5598aa7 tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:54:52.935261 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-23a2f86f-3cd7-4d38-973f-ff32579f29cd req-523fa280-5ac6-458f-9b10-d243f5598aa7 tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] 10.222.0.16 "GET /v2.0/ports?device_id=51466aaa-4659-49b7-b8fb-3b4656e35475 HTTP/1.1" status: 200 len: 984 time: 0.0765376 May 03 14:54:53.063424 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [None req-b336d959-13e6-4ca8-afff-a4aece4209cb None None] Provisioning complete for port 30ce3203-a86d-4216-9c80-d97b5cd2e7f3 triggered by entity DHCP. {{(pid=110299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:54:53.063975 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-b336d959-13e6-4ca8-afff-a4aece4209cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728915'] for port (30ce3203-a86d-4216-9c80-d97b5cd2e7f3), provisioning_complete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:54:53.074211 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-1723078b-7148-4797-a794-8fa0b77243e5 req-64a93f9a-aab2-48d7-b739-25a499bab626 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0fc2149-e0d8-43cd-9f6f-fd25feed2574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1528912 May 03 14:54:53.090049 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] get_ports_and_sgs() called for port_ids ['30ce3203-a86d-4216-9c80-d97b5cd2e7f3'] {{(pid=110299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 14:54:53.124703 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 14:54:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f983b3f-7845-478f-89dd-0faaab0e2c56 x-openstack-request-id: req-4f983b3f-7845-478f-89dd-0faaab0e2c56 {{(pid=110298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 14:54:53.124996 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51466aaa-4659-49b7-b8fb-3b4656e35475", "tag": "30ce3203-a86d-4216-9c80-d97b5cd2e7f3", "status": "completed", "code": 200}]} {{(pid=110298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 14:54:53.125259 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4f983b3f-7845-478f-89dd-0faaab0e2c56 {{(pid=110298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 14:54:53.125666 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f983b3f-7845-478f-89dd-0faaab0e2c56'] response: {'name': 'network-changed', 'server_uuid': '51466aaa-4659-49b7-b8fb-3b4656e35475', 'tag': '30ce3203-a86d-4216-9c80-d97b5cd2e7f3', 'status': 'completed', 'code': 200} May 03 14:54:53.130492 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-00abd972-f7e6-485c-944c-efa762e729c0 req-53ec950d-f4cd-4910-8c3d-3a5ff2c29187 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=30ce3203-a86d-4216-9c80-d97b5cd2e7f3 HTTP/1.1" status: 200 len: 1000 time: 0.1594050 May 03 14:54:53.138285 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-23a2f86f-3cd7-4d38-973f-ff32579f29cd req-b3a4624e-c3a3-4510-bf85-9129ae389cdf tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] 10.222.0.16 "GET /v2.0/security-groups?id=51e6b986-3081-45ff-9da6-7bf850718915&id=3a88cd87-e6e5-44a4-b5d0-02dd16370dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1937020 May 03 14:54:53.139868 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cef5825-dc60-46f7-b3df-3d056b495ad0 req-0c22f3c8-5934-49eb-9f3c-3bc28703e6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:54:53.141316 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-6cef5825-dc60-46f7-b3df-3d056b495ad0 req-0c22f3c8-5934-49eb-9f3c-3bc28703e6a5 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=037c4758-c65c-415c-b20a-f7e5ba0a830c HTTP/1.1" status: 200 len: 1129 time: 0.0891106 May 03 14:54:53.228139 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00abd972-f7e6-485c-944c-efa762e729c0 req-1d47743f-4d3e-4209-9ee1-9ed7f95ecf50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:54:53.229586 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-00abd972-f7e6-485c-944c-efa762e729c0 req-1d47743f-4d3e-4209-9ee1-9ed7f95ecf50 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=12a86955-a43c-4b6c-a091-46e3b2faf098 HTTP/1.1" status: 200 len: 854 time: 0.0799778 May 03 14:54:53.252385 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5322db-bb8b-42ba-8c04-3cf7bf3bc707 req-e35aace6-a671-443d-9609-39af3cf60fb7 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:54:53.255035 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-6c5322db-bb8b-42ba-8c04-3cf7bf3bc707 req-e35aace6-a671-443d-9609-39af3cf60fb7 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] 10.222.0.16 "GET /v2.0/ports?device_id=037c4758-c65c-415c-b20a-f7e5ba0a830c HTTP/1.1" status: 200 len: 945 time: 0.0702937 May 03 14:54:53.268364 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-b336d959-13e6-4ca8-afff-a4aece4209cb None None] Current status of the port 30ce3203-a86d-4216-9c80-d97b5cd2e7f3 is: ACTIVE; New status is: ACTIVE {{(pid=110299) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:54:53.334750 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-6cef5825-dc60-46f7-b3df-3d056b495ad0 req-9c7eda26-b25d-48a6-a9dc-322ba8043a90 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=739575c7-37fa-46fc-93e9-2268529558a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042051 May 03 14:54:53.343912 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b451d1af-8d48-4c75-a17b-4e707a99184a req-5e155061-79d3-4738-931f-943dce2fe7ad tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:54:53.345378 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [req-b451d1af-8d48-4c75-a17b-4e707a99184a req-5e155061-79d3-4738-931f-943dce2fe7ad tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.55 "GET /v2.0/ports?device_id=c1d9b9d9-1de4-4d63-93d0-4e256e88f092 HTTP/1.1" status: 200 len: 945 time: 0.0955377 May 03 14:54:53.348986 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00abd972-f7e6-485c-944c-efa762e729c0 req-8fcaa176-6bc2-40b6-a63c-c2ac2c4d127b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:54:53.350528 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-00abd972-f7e6-485c-944c-efa762e729c0 req-8fcaa176-6bc2-40b6-a63c-c2ac2c4d127b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c281f951-cc3b-45f3-a5a8-b04d649470d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0898790 May 03 14:54:53.368669 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-6c5322db-bb8b-42ba-8c04-3cf7bf3bc707 req-22bf9b1a-e365-4ab5-98d1-782002bf7b95 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] 10.222.0.16 "GET /v2.0/security-groups?id=739575c7-37fa-46fc-93e9-2268529558a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977650 May 03 14:54:53.844483 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-00abd972-f7e6-485c-944c-efa762e729c0 req-e719bcd3-a293-4b52-8f32-8a21859162b1 service neutron] 10.222.0.55 "GET /v2.0/networks/c281f951-cc3b-45f3-a5a8-b04d649470d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847130 May 03 14:54:53.874174 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.plugins.ml2.plugin [req-b451d1af-8d48-4c75-a17b-4e707a99184a req-8db0f143-5a25-40d0-934b-f71e66fed324 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Deleting port 16a7f20f-eff2-4927-8740-26741afb519a {{(pid=110297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 14:54:53.874514 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [req-b451d1af-8d48-4c75-a17b-4e707a99184a req-8db0f143-5a25-40d0-934b-f71e66fed324 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775477116685'] for port (16a7f20f-eff2-4927-8740-26741afb519a), before_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:54:54.169831 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.plugins.ml2.db [req-b451d1af-8d48-4c75-a17b-4e707a99184a req-8db0f143-5a25-40d0-934b-f71e66fed324 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] For port 16a7f20f-eff2-4927-8740-26741afb519a, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=16a7f20f-eff2-4927-8740-26741afb519a,segment=NetworkSegment(3c171999-7314-4749-ab73-b658fc7b715a),segment_id=3c171999-7314-4749-ab73-b658fc7b715a)] {{(pid=110297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:54:54.170186 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [req-b451d1af-8d48-4c75-a17b-4e707a99184a req-8db0f143-5a25-40d0-934b-f71e66fed324 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689583'] for port (16a7f20f-eff2-4927-8740-26741afb519a), precommit_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:54:54.189304 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62a1d6d-2bce-4c44-94b4-56c35c0ccd00 req-c5b8d6fa-b1af-41ed-ae81-9576fe46f123 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:54:54.190782 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-c62a1d6d-2bce-4c44-94b4-56c35c0ccd00 req-c5b8d6fa-b1af-41ed-ae81-9576fe46f123 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1d9b9d9-1de4-4d63-93d0-4e256e88f092 HTTP/1.1" status: 200 len: 945 time: 0.0472887 May 03 14:54:54.242164 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-c62a1d6d-2bce-4c44-94b4-56c35c0ccd00 req-56671f26-7ff2-4f02-abcc-f17ffa5a1539 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0fc2149-e0d8-43cd-9f6f-fd25feed2574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458405 May 03 14:54:54.388974 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [req-b451d1af-8d48-4c75-a17b-4e707a99184a req-8db0f143-5a25-40d0-934b-f71e66fed324 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:54:54.389549 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [req-b451d1af-8d48-4c75-a17b-4e707a99184a req-8db0f143-5a25-40d0-934b-f71e66fed324 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692144'] for floatingip (376161c1-de5d-459a-980b-db5c469ff898), after_update {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:54:54.389549 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.db.l3_db [req-b451d1af-8d48-4c75-a17b-4e707a99184a req-8db0f143-5a25-40d0-934b-f71e66fed324 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Floating IP 376161c1-de5d-459a-980b-db5c469ff898 disassociated. External IP: 172.27.0.2, port: 16a7f20f-eff2-4927-8740-26741afb519a. May 03 14:54:54.389869 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.plugins.ml2.plugin [req-b451d1af-8d48-4c75-a17b-4e707a99184a req-8db0f143-5a25-40d0-934b-f71e66fed324 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Calling delete_port for 16a7f20f-eff2-4927-8740-26741afb519a owned by compute:nova {{(pid=110297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 14:54:54.460027 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-00abd972-f7e6-485c-944c-efa762e729c0 req-d22f8464-1908-4bcd-9d5c-3d4d99d24bdb service neutron] 10.222.0.55 "GET /v2.0/networks/c281f951-cc3b-45f3-a5a8-b04d649470d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934222 May 03 14:54:54.493538 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5888d31f-01ea-4502-a6ea-cae3d5a09fb9 req-5976ab34-d4ee-4c10-9223-c190d8a2a4ad tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:54:54.495114 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-5888d31f-01ea-4502-a6ea-cae3d5a09fb9 req-5976ab34-d4ee-4c10-9223-c190d8a2a4ad tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] 10.222.0.16 "GET /v2.0/ports?device_id=037c4758-c65c-415c-b20a-f7e5ba0a830c HTTP/1.1" status: 200 len: 945 time: 0.0540252 May 03 14:54:54.549433 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-5888d31f-01ea-4502-a6ea-cae3d5a09fb9 req-0eea39e0-0987-4207-ba31-7e6b7462cf84 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] 10.222.0.16 "GET /v2.0/security-groups?id=739575c7-37fa-46fc-93e9-2268529558a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483646 May 03 14:54:54.594273 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [req-b451d1af-8d48-4c75-a17b-4e707a99184a req-8db0f143-5a25-40d0-934b-f71e66fed324 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775477123741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775476647069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25923557'] for port (16a7f20f-eff2-4927-8740-26741afb519a), after_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:54:54.623718 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db0f143-5a25-40d0-934b-f71e66fed324 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Pushing event deleted for resources: {'Port': ['ID=16a7f20f-eff2-4927-8740-26741afb519a,revision_number=None']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:54:54.748862 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b451d1af-8d48-4c75-a17b-4e707a99184a req-8db0f143-5a25-40d0-934b-f71e66fed324 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Router db4af115-9f4b-4bb1-9a55-aee1c9e2515d has already been hosted by L3 agent a9161e1b-902d-441f-843b-a0ff0805adee {{(pid=110297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 14:54:54.863569 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b451d1af-8d48-4c75-a17b-4e707a99184a req-8db0f143-5a25-40d0-934b-f71e66fed324 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Notify agent at l3_agent.dv-cinder-840289-3-iscsi the message routers_updated {{(pid=110297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 14:54:54.873637 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cedf739-5ca3-47ee-bae3-672161e3a3e3 None None] Sync routers for ids ['db4af115-9f4b-4bb1-9a55-aee1c9e2515d'] in dv-cinder-840289-3-iscsi {{(pid=110299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 14:54:54.884775 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cedf739-5ca3-47ee-bae3-672161e3a3e3 None None] Routers {'db4af115-9f4b-4bb1-9a55-aee1c9e2515d'} bound to L3 agent in host dv-cinder-840289-3-iscsi {{(pid=110299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:54:54.885576 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_hamode_db [None req-5cedf739-5ca3-47ee-bae3-672161e3a3e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-03T14:38:11Z,description=,heartbeat_timestamp=2022-05-03T14:54:41Z,host='dv-cinder-840289-3-iscsi',id=a9161e1b-902d-441f-843b-a0ff0805adee,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:38:12Z,topic='l3_agent')) {'router_ids': ['db4af115-9f4b-4bb1-9a55-aee1c9e2515d'], 'active': True} {{(pid=110299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:54:54.935712 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.db.l3_dvrscheduler_db [req-b451d1af-8d48-4c75-a17b-4e707a99184a req-8db0f143-5a25-40d0-934b-f71e66fed324 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] No DVR routers for this DVR port 16a7f20f-eff2-4927-8740-26741afb519a on host hv-cinder-84028 {{(pid=110297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 14:54:54.939403 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [req-b451d1af-8d48-4c75-a17b-4e707a99184a req-8db0f143-5a25-40d0-934b-f71e66fed324 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46205'] for port (None), before_response {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:54:54.940362 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b8fdb5-2ebe-4294-9c82-145e99ea44bb req-bf08d381-4038-469e-ae61-adfdf7e271b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:54:54.942038 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-03b8fdb5-2ebe-4294-9c82-145e99ea44bb req-bf08d381-4038-469e-ae61-adfdf7e271b6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b886b8227a9e49b6b1ea48f1024baa62&device_id=51466aaa-4659-49b7-b8fb-3b4656e35475 HTTP/1.1" status: 200 len: 1168 time: 0.3021829 May 03 14:54:54.943052 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [req-b451d1af-8d48-4c75-a17b-4e707a99184a req-8db0f143-5a25-40d0-934b-f71e66fed324 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.55 "DELETE /v2.0/ports/16a7f20f-eff2-4927-8740-26741afb519a HTTP/1.1" status: 204 len: 173 time: 1.1831968 May 03 14:54:54.943550 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1d9b9d9-1de4-4d63-93d0-4e256e88f092', 'name': 'network-vif-deleted', 'tag': '16a7f20f-eff2-4927-8740-26741afb519a'}] {{(pid=110297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 14:54:54.945775 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e984b2ea2ce138672bdb6842017b013401e1eb51d7da9236b70aed4d114632e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a09af180-9d06-487c-aabe-e2125d57c9d4" -d '{"events": [{"server_uuid": "c1d9b9d9-1de4-4d63-93d0-4e256e88f092", "name": "network-vif-deleted", "tag": "16a7f20f-eff2-4927-8740-26741afb519a"}]}' {{(pid=110297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 14:54:54.983194 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 14:54:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9363aaab-8b4b-4155-af81-b2fdd98f14d6 x-openstack-request-id: req-9363aaab-8b4b-4155-af81-b2fdd98f14d6 {{(pid=110297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 14:54:54.983497 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1d9b9d9-1de4-4d63-93d0-4e256e88f092", "name": "network-vif-deleted", "tag": "16a7f20f-eff2-4927-8740-26741afb519a", "status": "completed", "code": 200}]} {{(pid=110297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 14:54:54.983763 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9363aaab-8b4b-4155-af81-b2fdd98f14d6 {{(pid=110297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 14:54:54.984173 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9363aaab-8b4b-4155-af81-b2fdd98f14d6'] response: {'server_uuid': 'c1d9b9d9-1de4-4d63-93d0-4e256e88f092', 'name': 'network-vif-deleted', 'tag': '16a7f20f-eff2-4927-8740-26741afb519a', 'status': 'completed', 'code': 200} May 03 14:54:55.000471 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_dvr_db [None req-5cedf739-5ca3-47ee-bae3-672161e3a3e3 None None] Set router db4af115-9f4b-4bb1-9a55-aee1c9e2515d gateway port host: dv-cinder-840289-3-iscsi {{(pid=110299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:54:55.000685 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.agents_db [None req-dd30728e-be63-467e-afaf-aba6f24eb33e None None] Agent healthcheck: found 6 active agents {{(pid=110300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 14:54:55.202306 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_hamode_db [None req-5cedf739-5ca3-47ee-bae3-672161e3a3e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db4af115-9f4b-4bb1-9a55-aee1c9e2515d', 'name': 'tempest-ServerRescueNegativeTestJSON-1281093079-router', 'tenant_id': '85acf5f5a53f45dd96135bdfdbd36bee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'external_fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '5882d21c-2b98-403e-88d3-88a5b9aa99ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:47:01Z', 'updated_at': '2022-05-03T14:47:10Z', 'revision_number': 4, 'project_id': '85acf5f5a53f45dd96135bdfdbd36bee', 'gw_port': {'id': '5882d21c-2b98-403e-88d3-88a5b9aa99ab', 'name': '', 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:db:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db4af115-9f4b-4bb1-9a55-aee1c9e2515d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:47:03Z', 'updated_at': '2022-05-03T14:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f907060b-4748-4522-aeb5-06a44b689374', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-3-iscsi', '_interfaces': [{'id': 'ae3ee56f-1057-44ee-85bd-bb4bf0c0703c', 'name': '', 'network_id': '2d59a619-2104-48af-9b29-5b43721c1720', 'tenant_id': '85acf5f5a53f45dd96135bdfdbd36bee', 'mac_address': 'fa:16:3e:fd:a0:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db4af115-9f4b-4bb1-9a55-aee1c9e2515d', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'fd06123f-ac2d-4feb-b448-363a0cf902f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:47:09Z', 'updated_at': '2022-05-03T14:47:19Z', 'revision_number': 5, 'project_id': '85acf5f5a53f45dd96135bdfdbd36bee', 'subnets': [{'id': 'fd06123f-ac2d-4feb-b448-363a0cf902f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-3-iscsi', False) {} {{(pid=110299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:54:55.230202 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cedf739-5ca3-47ee-bae3-672161e3a3e3 None None] Checking router: db4af115-9f4b-4bb1-9a55-aee1c9e2515d for host: dv-cinder-840289-3-iscsi {{(pid=110299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 14:54:55.238580 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cedf739-5ca3-47ee-bae3-672161e3a3e3 None None] Routers {'db4af115-9f4b-4bb1-9a55-aee1c9e2515d'} bound to L3 agent in host dv-cinder-840289-3-iscsi {{(pid=110299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:54:55.239230 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_hamode_db [None req-5cedf739-5ca3-47ee-bae3-672161e3a3e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-03T14:38:11Z,description=,heartbeat_timestamp=2022-05-03T14:54:41Z,host='dv-cinder-840289-3-iscsi',id=a9161e1b-902d-441f-843b-a0ff0805adee,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:38:12Z,topic='l3_agent')) {'router_ids': ['db4af115-9f4b-4bb1-9a55-aee1c9e2515d'], 'active': True} {{(pid=110299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:54:55.355241 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-95ca0331-3d12-48e1-9bb9-c46f82028c27 req-a16cc4ad-db2d-487a-ab1d-724956e979cc tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1d9b9d9-1de4-4d63-93d0-4e256e88f092 HTTP/1.1" status: 200 len: 210 time: 0.0433667 May 03 14:54:55.359338 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_dvr_db [None req-5cedf739-5ca3-47ee-bae3-672161e3a3e3 None None] Set router db4af115-9f4b-4bb1-9a55-aee1c9e2515d gateway port host: dv-cinder-840289-3-iscsi {{(pid=110299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:54:55.441280 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b8fdb5-2ebe-4294-9c82-145e99ea44bb req-66d4d747-5b4f-4996-b67c-9fa334a4b6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:54:55.442755 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-03b8fdb5-2ebe-4294-9c82-145e99ea44bb req-66d4d747-5b4f-4996-b67c-9fa334a4b6ed service neutron] 10.222.0.55 "GET /v2.0/networks?id=c281f951-cc3b-45f3-a5a8-b04d649470d1 HTTP/1.1" status: 200 len: 916 time: 0.0987718 May 03 14:54:55.517216 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-03b8fdb5-2ebe-4294-9c82-145e99ea44bb req-0a31a1f6-4947-45e2-95fa-207b9a41609f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=30ce3203-a86d-4216-9c80-d97b5cd2e7f3 HTTP/1.1" status: 200 len: 1000 time: 0.0680792 May 03 14:54:55.568340 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_hamode_db [None req-5cedf739-5ca3-47ee-bae3-672161e3a3e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db4af115-9f4b-4bb1-9a55-aee1c9e2515d', 'name': 'tempest-ServerRescueNegativeTestJSON-1281093079-router', 'tenant_id': '85acf5f5a53f45dd96135bdfdbd36bee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'external_fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '5882d21c-2b98-403e-88d3-88a5b9aa99ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:47:01Z', 'updated_at': '2022-05-03T14:47:10Z', 'revision_number': 4, 'project_id': '85acf5f5a53f45dd96135bdfdbd36bee', 'gw_port': {'id': '5882d21c-2b98-403e-88d3-88a5b9aa99ab', 'name': '', 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:db:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db4af115-9f4b-4bb1-9a55-aee1c9e2515d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:47:03Z', 'updated_at': '2022-05-03T14:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f907060b-4748-4522-aeb5-06a44b689374', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-3-iscsi', '_interfaces': [{'id': 'ae3ee56f-1057-44ee-85bd-bb4bf0c0703c', 'name': '', 'network_id': '2d59a619-2104-48af-9b29-5b43721c1720', 'tenant_id': '85acf5f5a53f45dd96135bdfdbd36bee', 'mac_address': 'fa:16:3e:fd:a0:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db4af115-9f4b-4bb1-9a55-aee1c9e2515d', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'fd06123f-ac2d-4feb-b448-363a0cf902f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:47:09Z', 'updated_at': '2022-05-03T14:47:19Z', 'revision_number': 5, 'project_id': '85acf5f5a53f45dd96135bdfdbd36bee', 'subnets': [{'id': 'fd06123f-ac2d-4feb-b448-363a0cf902f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-3-iscsi', False) {} {{(pid=110299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:54:55.594698 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b8fdb5-2ebe-4294-9c82-145e99ea44bb req-2cea7988-b58c-4c59-8314-c9e20ad361b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:54:55.597635 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-03b8fdb5-2ebe-4294-9c82-145e99ea44bb req-2cea7988-b58c-4c59-8314-c9e20ad361b1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=12a86955-a43c-4b6c-a091-46e3b2faf098 HTTP/1.1" status: 200 len: 854 time: 0.0466142 May 03 14:54:55.675148 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b8fdb5-2ebe-4294-9c82-145e99ea44bb req-bc051463-aba9-4680-894a-75239fdd808f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:54:55.676687 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-03b8fdb5-2ebe-4294-9c82-145e99ea44bb req-bc051463-aba9-4680-894a-75239fdd808f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c281f951-cc3b-45f3-a5a8-b04d649470d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0727227 May 03 14:54:55.693479 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cca2aa3-654d-4549-a11d-f101a00049ac req-d4dda90d-c54b-47df-b05f-5115236c5241 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:54:55.695016 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-7cca2aa3-654d-4549-a11d-f101a00049ac req-d4dda90d-c54b-47df-b05f-5115236c5241 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] 10.222.0.16 "GET /v2.0/ports?device_id=037c4758-c65c-415c-b20a-f7e5ba0a830c HTTP/1.1" status: 200 len: 945 time: 0.0590968 May 03 14:54:55.731723 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cedf739-5ca3-47ee-bae3-672161e3a3e3 None None] The sync data for ids ['db4af115-9f4b-4bb1-9a55-aee1c9e2515d'] in dv-cinder-840289-3-iscsi is: [{'id': 'db4af115-9f4b-4bb1-9a55-aee1c9e2515d', 'name': 'tempest-ServerRescueNegativeTestJSON-1281093079-router', 'tenant_id': '85acf5f5a53f45dd96135bdfdbd36bee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'external_fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '5882d21c-2b98-403e-88d3-88a5b9aa99ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:47:01Z', 'updated_at': '2022-05-03T14:47:10Z', 'revision_number': 4, 'project_id': '85acf5f5a53f45dd96135bdfdbd36bee', 'gw_port': {'id': '5882d21c-2b98-403e-88d3-88a5b9aa99ab', 'name': '', 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:db:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db4af115-9f4b-4bb1-9a55-aee1c9e2515d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:47:03Z', 'updated_at': '2022-05-03T14:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f907060b-4748-4522-aeb5-06a44b689374', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-3-iscsi', '_interfaces': [{'id': 'ae3ee56f-1057-44ee-85bd-bb4bf0c0703c', 'name': '', 'network_id': '2d59a619-2104-48af-9b29-5b43721c1720', 'tenant_id': '85acf5f5a53f45dd96135bdfdbd36bee', 'mac_address': 'fa:16:3e:fd:a0:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db4af115-9f4b-4bb1-9a55-aee1c9e2515d', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'fd06123f-ac2d-4feb-b448-363a0cf902f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:47:09Z', 'updated_at': '2022-05-03T14:47:19Z', 'revision_number': 5, 'project_id': '85acf5f5a53f45dd96135bdfdbd36bee', 'subnets': [{'id': 'fd06123f-ac2d-4feb-b448-363a0cf902f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 14:54:55.747227 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-7cca2aa3-654d-4549-a11d-f101a00049ac req-afd85a07-7e61-4c8e-9d24-42cc21c57a9f tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] 10.222.0.16 "GET /v2.0/security-groups?id=739575c7-37fa-46fc-93e9-2268529558a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457258 May 03 14:54:55.791804 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Device 16a7f20f-eff2-4927-8740-26741afb519a no longer exists at agent hyperv_hv-cinder-84028 {{(pid=110299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 14:54:55.812016 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] No Port match for: 16a7f20f-eff2-4927-8740-26741afb519a {{(pid=110299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 14:54:55.812370 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Device 16a7f20f-eff2-4927-8740-26741afb519a not bound to the agent host hv-cinder-84028 {{(pid=110299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 14:54:55.960247 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9332802-aa20-4b67-92e2-ec9b2e253919 None None] New status for floating IP 376161c1-de5d-459a-980b-db5c469ff898: DOWN {{(pid=110300) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 14:54:56.018802 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-03b8fdb5-2ebe-4294-9c82-145e99ea44bb req-508a431b-f470-40ff-98b9-d0bf94e89899 service neutron] 10.222.0.55 "GET /v2.0/networks/c281f951-cc3b-45f3-a5a8-b04d649470d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020424 May 03 14:54:56.118931 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-03b8fdb5-2ebe-4294-9c82-145e99ea44bb req-5387ea2b-1b51-4f83-b011-f2b2d1a7c4d0 service neutron] 10.222.0.55 "GET /v2.0/networks/c281f951-cc3b-45f3-a5a8-b04d649470d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927801 May 03 14:54:56.475553 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-39d6a64e-4b32-4f80-ab38-f44df6cc95bf req-5429769e-90e6-427a-99ea-35e9068e04c5 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1d9b9d9-1de4-4d63-93d0-4e256e88f092 HTTP/1.1" status: 200 len: 210 time: 0.0338421 May 03 14:54:57.615467 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 45968) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:54:57.672592 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-36c0f2a4-d734-492b-a979-fab1d8c7b0c3 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Publish callbacks [] for security_group (f0fc2149-e0d8-43cd-9f6f-fd25feed2574), before_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:54:57.695240 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-36c0f2a4-d734-492b-a979-fab1d8c7b0c3 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Publish callbacks [] for security_group (f0fc2149-e0d8-43cd-9f6f-fd25feed2574), precommit_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:54:57.811202 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-36c0f2a4-d734-492b-a979-fab1d8c7b0c3 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (f0fc2149-e0d8-43cd-9f6f-fd25feed2574), after_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:54:57.813782 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-36c0f2a4-d734-492b-a979-fab1d8c7b0c3 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Publish callbacks [] for security_group (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:54:57.814931 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-36c0f2a4-d734-492b-a979-fab1d8c7b0c3 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "DELETE /v2.0/security-groups/f0fc2149-e0d8-43cd-9f6f-fd25feed2574 HTTP/1.1" status: 204 len: 168 time: 0.1984582 May 03 14:54:57.817655 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 45970) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:54:57.824326 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c0f2a4-d734-492b-a979-fab1d8c7b0c3 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0fc2149-e0d8-43cd-9f6f-fd25feed2574,revision_number=None']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:54:57.832259 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.api.v2.resource [None req-20e41744-df43-4321-91e1-f9065a3979b9 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] show failed (client error): The resource could not be found. May 03 14:54:57.833125 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-20e41744-df43-4321-91e1-f9065a3979b9 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/security-groups/f0fc2149-e0d8-43cd-9f6f-fd25feed2574 HTTP/1.1" status: 404 len: 347 time: 0.0142949 May 03 14:54:57.835636 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 45972) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:54:57.948530 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.plugins.ml2.plugin [None req-b6aeb3d5-003a-4999-adac-cb8b1c5613d8 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Deleting port f211c08b-96f9-47f2-837a-4d5f2e1e4efe {{(pid=110297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 14:54:57.948869 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-b6aeb3d5-003a-4999-adac-cb8b1c5613d8 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775477116685'] for port (f211c08b-96f9-47f2-837a-4d5f2e1e4efe), before_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:54:58.021653 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-b6aeb3d5-003a-4999-adac-cb8b1c5613d8 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689583'] for port (f211c08b-96f9-47f2-837a-4d5f2e1e4efe), precommit_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:54:58.021976 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-b6aeb3d5-003a-4999-adac-cb8b1c5613d8 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Publish callbacks [] for floatingip (f211c08b-96f9-47f2-837a-4d5f2e1e4efe), precommit_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:54:58.037098 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.plugins.ml2.plugin [None req-b6aeb3d5-003a-4999-adac-cb8b1c5613d8 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Calling delete_port for f211c08b-96f9-47f2-837a-4d5f2e1e4efe owned by network:floatingip {{(pid=110297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 14:54:58.244637 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-b6aeb3d5-003a-4999-adac-cb8b1c5613d8 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775477123741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775476647069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25923557'] for port (f211c08b-96f9-47f2-837a-4d5f2e1e4efe), after_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:54:58.273498 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6aeb3d5-003a-4999-adac-cb8b1c5613d8 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Pushing event deleted for resources: {'Port': ['ID=f211c08b-96f9-47f2-837a-4d5f2e1e4efe,revision_number=None']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:54:58.335700 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-b6aeb3d5-003a-4999-adac-cb8b1c5613d8 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Publish callbacks [] for floatingip (376161c1-de5d-459a-980b-db5c469ff898), after_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:54:58.338185 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-b6aeb3d5-003a-4999-adac-cb8b1c5613d8 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46205'] for floatingip (None), before_response {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:54:58.339357 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-b6aeb3d5-003a-4999-adac-cb8b1c5613d8 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "DELETE /v2.0/floatingips/376161c1-de5d-459a-980b-db5c469ff898 HTTP/1.1" status: 204 len: 168 time: 0.5028098 May 03 14:54:58.908528 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (26e70f58-a201-437c-be8d-fd2714f100da), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:01.250172 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0acd7a-0e9c-42d5-b9cc-57a0f809e8c5 req-d79366c9-43bc-454b-b171-e9747adaed19 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:55:01.251752 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-fb0acd7a-0e9c-42d5-b9cc-57a0f809e8c5 req-d79366c9-43bc-454b-b171-e9747adaed19 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/ports?device_id=dbf00822-5970-4028-8656-a6300c36daa0 HTTP/1.1" status: 200 len: 945 time: 0.0488484 May 03 14:55:01.299666 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-fb0acd7a-0e9c-42d5-b9cc-57a0f809e8c5 req-d60b4f77-5997-4eed-882c-143811f0b435 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/security-groups?id=401848e3-e1ee-4f49-9d7c-851858f8a58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421247 May 03 14:55:02.162892 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bd7fa8-b928-47bb-ba96-2c3e66518755 req-e612c933-b2e9-4d37-8511-df51e72c7ddb tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:55:02.164613 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-23bd7fa8-b928-47bb-ba96-2c3e66518755 req-e612c933-b2e9-4d37-8511-df51e72c7ddb tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.55 "GET /v2.0/ports?device_id=dbf00822-5970-4028-8656-a6300c36daa0 HTTP/1.1" status: 200 len: 945 time: 0.0474615 May 03 14:55:02.320257 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.plugin [req-23bd7fa8-b928-47bb-ba96-2c3e66518755 req-e0231161-9bda-416e-8785-70bc0ff640c8 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Deleting port c3620728-5f88-41df-89cc-9482df21d0ad {{(pid=110298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 14:55:02.320984 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-23bd7fa8-b928-47bb-ba96-2c3e66518755 req-e0231161-9bda-416e-8785-70bc0ff640c8 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775477116685'] for port (c3620728-5f88-41df-89cc-9482df21d0ad), before_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:02.481411 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c557c510-bdae-4934-97a3-3b4706113712 req-4f997e5e-5799-4244-a3ea-5fa5065e344b tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:55:02.482804 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-c557c510-bdae-4934-97a3-3b4706113712 req-4f997e5e-5799-4244-a3ea-5fa5065e344b tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/ports?device_id=dbf00822-5970-4028-8656-a6300c36daa0 HTTP/1.1" status: 200 len: 945 time: 0.0915637 May 03 14:55:02.488314 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.db [req-23bd7fa8-b928-47bb-ba96-2c3e66518755 req-e0231161-9bda-416e-8785-70bc0ff640c8 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] For port c3620728-5f88-41df-89cc-9482df21d0ad, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=c3620728-5f88-41df-89cc-9482df21d0ad,segment=NetworkSegment(3c171999-7314-4749-ab73-b658fc7b715a),segment_id=3c171999-7314-4749-ab73-b658fc7b715a)] {{(pid=110298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:55:02.488682 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-23bd7fa8-b928-47bb-ba96-2c3e66518755 req-e0231161-9bda-416e-8785-70bc0ff640c8 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689583'] for port (c3620728-5f88-41df-89cc-9482df21d0ad), precommit_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:02.514673 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.plugin [req-23bd7fa8-b928-47bb-ba96-2c3e66518755 req-e0231161-9bda-416e-8785-70bc0ff640c8 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Calling delete_port for c3620728-5f88-41df-89cc-9482df21d0ad owned by compute:nova {{(pid=110298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 14:55:02.617287 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-c557c510-bdae-4934-97a3-3b4706113712 req-07d33fc1-feae-4655-977a-d9f216449d6a tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/security-groups?id=401848e3-e1ee-4f49-9d7c-851858f8a58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247346 May 03 14:55:02.777673 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-23bd7fa8-b928-47bb-ba96-2c3e66518755 req-e0231161-9bda-416e-8785-70bc0ff640c8 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775477123741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775476647069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25806886'] for port (c3620728-5f88-41df-89cc-9482df21d0ad), after_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:02.812503 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0231161-9bda-416e-8785-70bc0ff640c8 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Pushing event deleted for resources: {'Port': ['ID=c3620728-5f88-41df-89cc-9482df21d0ad,revision_number=None']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:55:02.819305 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] get_ports_and_sgs() called for port_ids ['a7eea7dd-eb4c-4690-b7c6-dd1c08938652', 'c3620728-5f88-41df-89cc-9482df21d0ad'] {{(pid=110299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 14:55:02.860853 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.db.l3_dvrscheduler_db [req-23bd7fa8-b928-47bb-ba96-2c3e66518755 req-e0231161-9bda-416e-8785-70bc0ff640c8 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] No DVR routers for this DVR port c3620728-5f88-41df-89cc-9482df21d0ad on host hv-cinder-84028 {{(pid=110298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 14:55:02.863968 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-23bd7fa8-b928-47bb-ba96-2c3e66518755 req-e0231161-9bda-416e-8785-70bc0ff640c8 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46205'] for port (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:02.868945 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-23bd7fa8-b928-47bb-ba96-2c3e66518755 req-e0231161-9bda-416e-8785-70bc0ff640c8 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.55 "DELETE /v2.0/ports/c3620728-5f88-41df-89cc-9482df21d0ad HTTP/1.1" status: 204 len: 173 time: 0.6668773 May 03 14:55:02.870156 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbf00822-5970-4028-8656-a6300c36daa0', 'name': 'network-vif-deleted', 'tag': 'c3620728-5f88-41df-89cc-9482df21d0ad'}] {{(pid=110298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 14:55:02.873765 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75d30aab20f2b99e69676ba1094dd13d61de0bc97323401ed2dd99ba05286cef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ece605a-a148-4623-a030-4931af28769a" -d '{"events": [{"server_uuid": "dbf00822-5970-4028-8656-a6300c36daa0", "name": "network-vif-deleted", "tag": "c3620728-5f88-41df-89cc-9482df21d0ad"}]}' {{(pid=110298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 14:55:02.914547 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 14:55:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcc38e3a-2fea-41af-a7d3-fb7655977118 x-openstack-request-id: req-dcc38e3a-2fea-41af-a7d3-fb7655977118 {{(pid=110298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 14:55:02.915091 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbf00822-5970-4028-8656-a6300c36daa0", "name": "network-vif-deleted", "tag": "c3620728-5f88-41df-89cc-9482df21d0ad", "status": "completed", "code": 200}]} {{(pid=110298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 14:55:02.915513 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-dcc38e3a-2fea-41af-a7d3-fb7655977118 {{(pid=110298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 14:55:02.917094 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dcc38e3a-2fea-41af-a7d3-fb7655977118'] response: {'server_uuid': 'dbf00822-5970-4028-8656-a6300c36daa0', 'name': 'network-vif-deleted', 'tag': 'c3620728-5f88-41df-89cc-9482df21d0ad', 'status': 'completed', 'code': 200} May 03 14:55:03.728048 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-0b632d3b-b0f2-4815-836e-de0b4e992967 req-762458a7-2209-4cb7-a4e0-0f6426b780c2 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/ports?device_id=dbf00822-5970-4028-8656-a6300c36daa0 HTTP/1.1" status: 200 len: 210 time: 0.0316243 May 03 14:55:03.941460 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0c6dd7-05e6-479b-8eeb-5b51dd56bf18 req-e964502b-408c-46e0-96fb-bb5a3eec3635 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:55:03.942834 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-ed0c6dd7-05e6-479b-8eeb-5b51dd56bf18 req-e964502b-408c-46e0-96fb-bb5a3eec3635 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/ports?device_id=76f0c6b6-fd34-42ef-ab7d-e9f527b969ba HTTP/1.1" status: 200 len: 945 time: 0.0493567 May 03 14:55:03.990655 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-ed0c6dd7-05e6-479b-8eeb-5b51dd56bf18 req-dcc4f4a2-c79d-400a-91e6-b5d4713db860 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/security-groups?id=4be1d56e-dc50-4c55-b511-de10663410d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421185 May 03 14:55:05.108927 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ed4916-a0bb-43fb-a25f-b412d453fdd4 req-a0660fa0-41c3-4f48-a88d-2351d06593da tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:55:05.110418 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-64ed4916-a0bb-43fb-a25f-b412d453fdd4 req-a0660fa0-41c3-4f48-a88d-2351d06593da tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/ports?device_id=76f0c6b6-fd34-42ef-ab7d-e9f527b969ba HTTP/1.1" status: 200 len: 945 time: 0.0476570 May 03 14:55:05.197388 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4539fab3-9505-4c01-8461-ae0de59a1616 req-2213bec6-fbcc-4451-af55-1f9a686d1db1 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:55:05.199124 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-4539fab3-9505-4c01-8461-ae0de59a1616 req-2213bec6-fbcc-4451-af55-1f9a686d1db1 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/ports?device_id=4d586fba-adbe-4797-99f4-6932165af9d4 HTTP/1.1" status: 200 len: 946 time: 0.0693712 May 03 14:55:05.203303 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-64ed4916-a0bb-43fb-a25f-b412d453fdd4 req-b75181c7-189e-4873-aabe-b8fa80a1d8a4 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/security-groups?id=4be1d56e-dc50-4c55-b511-de10663410d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873785 May 03 14:55:05.263010 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a8c842-e51d-4d3c-9a93-fcf6ebb16fb0 req-7d82b540-cc55-4218-af95-b26d8e7562aa tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:55:05.264476 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-33a8c842-e51d-4d3c-9a93-fcf6ebb16fb0 req-7d82b540-cc55-4218-af95-b26d8e7562aa tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.55 "GET /v2.0/ports?device_id=76f0c6b6-fd34-42ef-ab7d-e9f527b969ba HTTP/1.1" status: 200 len: 945 time: 0.0645454 May 03 14:55:05.286003 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-4539fab3-9505-4c01-8461-ae0de59a1616 req-d345b72d-aada-4106-907f-69fd0d8835f8 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/security-groups?id=401848e3-e1ee-4f49-9d7c-851858f8a58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749888 May 03 14:55:05.493196 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.plugin [req-33a8c842-e51d-4d3c-9a93-fcf6ebb16fb0 req-b7fb2476-5abc-4d78-9aec-6aac4b0e6fc9 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Deleting port 5049a2b0-9c2b-433d-97a8-086291ae91fa {{(pid=110298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 14:55:05.493533 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-33a8c842-e51d-4d3c-9a93-fcf6ebb16fb0 req-b7fb2476-5abc-4d78-9aec-6aac4b0e6fc9 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775477116685'] for port (5049a2b0-9c2b-433d-97a8-086291ae91fa), before_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:05.588231 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.db [req-33a8c842-e51d-4d3c-9a93-fcf6ebb16fb0 req-b7fb2476-5abc-4d78-9aec-6aac4b0e6fc9 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] For port 5049a2b0-9c2b-433d-97a8-086291ae91fa, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=5049a2b0-9c2b-433d-97a8-086291ae91fa,segment=NetworkSegment(ca66fa34-2900-4282-8627-e44cece846e4),segment_id=ca66fa34-2900-4282-8627-e44cece846e4)] {{(pid=110298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:55:05.588601 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-33a8c842-e51d-4d3c-9a93-fcf6ebb16fb0 req-b7fb2476-5abc-4d78-9aec-6aac4b0e6fc9 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689583'] for port (5049a2b0-9c2b-433d-97a8-086291ae91fa), precommit_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:05.759186 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-33a8c842-e51d-4d3c-9a93-fcf6ebb16fb0 req-b7fb2476-5abc-4d78-9aec-6aac4b0e6fc9 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:05.759563 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-33a8c842-e51d-4d3c-9a93-fcf6ebb16fb0 req-b7fb2476-5abc-4d78-9aec-6aac4b0e6fc9 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692144'] for floatingip (a6016784-cb88-46e0-b920-3dd289f1d5be), after_update {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:05.760463 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.db.l3_db [req-33a8c842-e51d-4d3c-9a93-fcf6ebb16fb0 req-b7fb2476-5abc-4d78-9aec-6aac4b0e6fc9 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Floating IP a6016784-cb88-46e0-b920-3dd289f1d5be disassociated. External IP: 172.27.0.176, port: 5049a2b0-9c2b-433d-97a8-086291ae91fa. May 03 14:55:05.760801 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.plugin [req-33a8c842-e51d-4d3c-9a93-fcf6ebb16fb0 req-b7fb2476-5abc-4d78-9aec-6aac4b0e6fc9 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Calling delete_port for 5049a2b0-9c2b-433d-97a8-086291ae91fa owned by compute:nova {{(pid=110298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 14:55:05.885332 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Device c3620728-5f88-41df-89cc-9482df21d0ad no longer exists at agent hyperv_hv-cinder-84028 {{(pid=110299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 14:55:05.905851 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] No Port match for: c3620728-5f88-41df-89cc-9482df21d0ad {{(pid=110299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 14:55:05.906194 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Device c3620728-5f88-41df-89cc-9482df21d0ad not bound to the agent host hv-cinder-84028 {{(pid=110299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 14:55:05.942869 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-33a8c842-e51d-4d3c-9a93-fcf6ebb16fb0 req-b7fb2476-5abc-4d78-9aec-6aac4b0e6fc9 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775477123741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775476647069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25806886'] for port (5049a2b0-9c2b-433d-97a8-086291ae91fa), after_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:05.971594 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fb2476-5abc-4d78-9aec-6aac4b0e6fc9 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Pushing event deleted for resources: {'Port': ['ID=5049a2b0-9c2b-433d-97a8-086291ae91fa,revision_number=None']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:55:05.983051 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fb2476-5abc-4d78-9aec-6aac4b0e6fc9 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:55:05.983405 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fb2476-5abc-4d78-9aec-6aac4b0e6fc9 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:55:05.983753 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fb2476-5abc-4d78-9aec-6aac4b0e6fc9 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:55:05.984096 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fb2476-5abc-4d78-9aec-6aac4b0e6fc9 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:55:05.984436 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fb2476-5abc-4d78-9aec-6aac4b0e6fc9 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:55:05.984769 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fb2476-5abc-4d78-9aec-6aac4b0e6fc9 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:55:05.985096 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fb2476-5abc-4d78-9aec-6aac4b0e6fc9 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:55:05.985423 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fb2476-5abc-4d78-9aec-6aac4b0e6fc9 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:55:05.985749 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fb2476-5abc-4d78-9aec-6aac4b0e6fc9 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:55:05.986076 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fb2476-5abc-4d78-9aec-6aac4b0e6fc9 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:55:05.986403 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fb2476-5abc-4d78-9aec-6aac4b0e6fc9 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:55:05.986744 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fb2476-5abc-4d78-9aec-6aac4b0e6fc9 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:55:05.987108 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fb2476-5abc-4d78-9aec-6aac4b0e6fc9 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:55:05.987469 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fb2476-5abc-4d78-9aec-6aac4b0e6fc9 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:55:05.987796 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fb2476-5abc-4d78-9aec-6aac4b0e6fc9 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:55:06.102547 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.scheduler.l3_agent_scheduler [req-33a8c842-e51d-4d3c-9a93-fcf6ebb16fb0 req-b7fb2476-5abc-4d78-9aec-6aac4b0e6fc9 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Router c0586b89-047d-470f-ba98-8ebeb44b6f63 has already been hosted by L3 agent a9161e1b-902d-441f-843b-a0ff0805adee {{(pid=110298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 14:55:06.169476 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec775de-ca5f-4417-b147-92ef98de0a2c req-f4bd34ce-637d-4148-92ea-bba428639f5a tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:55:06.170889 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [req-eec775de-ca5f-4417-b147-92ef98de0a2c req-f4bd34ce-637d-4148-92ea-bba428639f5a tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d586fba-adbe-4797-99f4-6932165af9d4 HTTP/1.1" status: 200 len: 946 time: 0.0479441 May 03 14:55:06.217069 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-33a8c842-e51d-4d3c-9a93-fcf6ebb16fb0 req-b7fb2476-5abc-4d78-9aec-6aac4b0e6fc9 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Notify agent at l3_agent.dv-cinder-840289-3-iscsi the message routers_updated {{(pid=110298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 14:55:06.228225 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf8de0f-b871-47a7-bfd2-c4a57bf916e0 None None] Sync routers for ids ['c0586b89-047d-470f-ba98-8ebeb44b6f63'] in dv-cinder-840289-3-iscsi {{(pid=110299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 14:55:06.257597 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf8de0f-b871-47a7-bfd2-c4a57bf916e0 None None] Routers {'c0586b89-047d-470f-ba98-8ebeb44b6f63'} bound to L3 agent in host dv-cinder-840289-3-iscsi {{(pid=110299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:55:06.258230 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_hamode_db [None req-cbf8de0f-b871-47a7-bfd2-c4a57bf916e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-03T14:38:11Z,description=,heartbeat_timestamp=2022-05-03T14:54:41Z,host='dv-cinder-840289-3-iscsi',id=a9161e1b-902d-441f-843b-a0ff0805adee,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:38:12Z,topic='l3_agent')) {'router_ids': ['c0586b89-047d-470f-ba98-8ebeb44b6f63'], 'active': True} {{(pid=110299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:55:06.265401 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.db.l3_dvrscheduler_db [req-33a8c842-e51d-4d3c-9a93-fcf6ebb16fb0 req-b7fb2476-5abc-4d78-9aec-6aac4b0e6fc9 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] No DVR routers for this DVR port 5049a2b0-9c2b-433d-97a8-086291ae91fa on host hv-cinder-84028 {{(pid=110298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 14:55:06.268206 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-33a8c842-e51d-4d3c-9a93-fcf6ebb16fb0 req-b7fb2476-5abc-4d78-9aec-6aac4b0e6fc9 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46205'] for port (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:06.268682 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.plugins.ml2.plugin [req-eec775de-ca5f-4417-b147-92ef98de0a2c req-9c33de43-ed55-450e-9415-293c673b9ef7 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Deleting port a7eea7dd-eb4c-4690-b7c6-dd1c08938652 {{(pid=110297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 14:55:06.269126 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [req-eec775de-ca5f-4417-b147-92ef98de0a2c req-9c33de43-ed55-450e-9415-293c673b9ef7 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775477116685'] for port (a7eea7dd-eb4c-4690-b7c6-dd1c08938652), before_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:06.271931 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-33a8c842-e51d-4d3c-9a93-fcf6ebb16fb0 req-b7fb2476-5abc-4d78-9aec-6aac4b0e6fc9 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.55 "DELETE /v2.0/ports/5049a2b0-9c2b-433d-97a8-086291ae91fa HTTP/1.1" status: 204 len: 173 time: 0.8605769 May 03 14:55:06.272405 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76f0c6b6-fd34-42ef-ab7d-e9f527b969ba', 'name': 'network-vif-deleted', 'tag': '5049a2b0-9c2b-433d-97a8-086291ae91fa'}] {{(pid=110298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 14:55:06.276082 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75d30aab20f2b99e69676ba1094dd13d61de0bc97323401ed2dd99ba05286cef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65fac629-6e58-4033-a9cc-6d664c419069" -d '{"events": [{"server_uuid": "76f0c6b6-fd34-42ef-ab7d-e9f527b969ba", "name": "network-vif-deleted", "tag": "5049a2b0-9c2b-433d-97a8-086291ae91fa"}]}' {{(pid=110298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 14:55:06.334280 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 14:55:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5828263c-b5e2-4857-a0b3-1068c8a5d7fb x-openstack-request-id: req-5828263c-b5e2-4857-a0b3-1068c8a5d7fb {{(pid=110298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 14:55:06.334606 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76f0c6b6-fd34-42ef-ab7d-e9f527b969ba", "name": "network-vif-deleted", "tag": "5049a2b0-9c2b-433d-97a8-086291ae91fa", "status": "completed", "code": 200}]} {{(pid=110298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 14:55:06.334848 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5828263c-b5e2-4857-a0b3-1068c8a5d7fb {{(pid=110298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 14:55:06.335672 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5828263c-b5e2-4857-a0b3-1068c8a5d7fb'] response: {'server_uuid': '76f0c6b6-fd34-42ef-ab7d-e9f527b969ba', 'name': 'network-vif-deleted', 'tag': '5049a2b0-9c2b-433d-97a8-086291ae91fa', 'status': 'completed', 'code': 200} May 03 14:55:06.345362 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-a1a59288-75cb-4ff2-8bf6-55aa4f10031c req-c57872c9-e41a-4153-8521-6dc152bddb81 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/ports?device_id=76f0c6b6-fd34-42ef-ab7d-e9f527b969ba HTTP/1.1" status: 200 len: 210 time: 0.0437133 May 03 14:55:06.393223 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.plugins.ml2.db [req-eec775de-ca5f-4417-b147-92ef98de0a2c req-9c33de43-ed55-450e-9415-293c673b9ef7 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] For port a7eea7dd-eb4c-4690-b7c6-dd1c08938652, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=a7eea7dd-eb4c-4690-b7c6-dd1c08938652,segment=NetworkSegment(3c171999-7314-4749-ab73-b658fc7b715a),segment_id=3c171999-7314-4749-ab73-b658fc7b715a)] {{(pid=110297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:55:06.393531 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [req-eec775de-ca5f-4417-b147-92ef98de0a2c req-9c33de43-ed55-450e-9415-293c673b9ef7 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689583'] for port (a7eea7dd-eb4c-4690-b7c6-dd1c08938652), precommit_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:06.407688 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_dvr_db [None req-cbf8de0f-b871-47a7-bfd2-c4a57bf916e0 None None] Set router c0586b89-047d-470f-ba98-8ebeb44b6f63 gateway port host: dv-cinder-840289-3-iscsi {{(pid=110299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:55:06.412318 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.plugins.ml2.plugin [req-eec775de-ca5f-4417-b147-92ef98de0a2c req-9c33de43-ed55-450e-9415-293c673b9ef7 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Calling delete_port for a7eea7dd-eb4c-4690-b7c6-dd1c08938652 owned by compute:nova {{(pid=110297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 14:55:06.475352 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1413eb91-4132-455f-a66c-f1f3393cf143 req-d608a6ef-0e02-4e5a-a90d-2dd72e5e7098 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:55:06.476929 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-1413eb91-4132-455f-a66c-f1f3393cf143 req-d608a6ef-0e02-4e5a-a90d-2dd72e5e7098 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/ports?device_id=4d586fba-adbe-4797-99f4-6932165af9d4 HTTP/1.1" status: 200 len: 946 time: 0.0523686 May 03 14:55:06.545338 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-1413eb91-4132-455f-a66c-f1f3393cf143 req-d7ceb8b0-af1d-48cd-8836-403f86b685d0 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/security-groups?id=401848e3-e1ee-4f49-9d7c-851858f8a58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544920 May 03 14:55:06.635810 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_hamode_db [None req-cbf8de0f-b871-47a7-bfd2-c4a57bf916e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0586b89-047d-470f-ba98-8ebeb44b6f63', 'name': 'tempest-AttachVolumeTestJSON-1271780405-router', 'tenant_id': 'b4752d3e59c94290925845f591792921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'external_fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': 'd8bbc91f-bf64-4bf7-ad43-b6ff6a701cc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:47:02Z', 'updated_at': '2022-05-03T14:47:13Z', 'revision_number': 4, 'project_id': 'b4752d3e59c94290925845f591792921', 'gw_port': {'id': 'd8bbc91f-bf64-4bf7-ad43-b6ff6a701cc7', 'name': '', 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:fc:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0586b89-047d-470f-ba98-8ebeb44b6f63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:47:04Z', 'updated_at': '2022-05-03T14:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f907060b-4748-4522-aeb5-06a44b689374', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-3-iscsi', '_interfaces': [{'id': '361af859-480a-47e2-a077-925325ebf6d1', 'name': '', 'network_id': '963c04e2-09c0-42b3-8b14-9ee6b8c8fe47', 'tenant_id': 'b4752d3e59c94290925845f591792921', 'mac_address': 'fa:16:3e:c0:ea:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0586b89-047d-470f-ba98-8ebeb44b6f63', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '48f101fe-497d-4192-8a7b-0011d50ada6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:47:10Z', 'updated_at': '2022-05-03T14:47:24Z', 'revision_number': 5, 'project_id': 'b4752d3e59c94290925845f591792921', 'subnets': [{'id': '48f101fe-497d-4192-8a7b-0011d50ada6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-3-iscsi', False) {} {{(pid=110299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:55:06.661936 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf8de0f-b871-47a7-bfd2-c4a57bf916e0 None None] Checking router: c0586b89-047d-470f-ba98-8ebeb44b6f63 for host: dv-cinder-840289-3-iscsi {{(pid=110299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 14:55:06.671308 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf8de0f-b871-47a7-bfd2-c4a57bf916e0 None None] Routers {'c0586b89-047d-470f-ba98-8ebeb44b6f63'} bound to L3 agent in host dv-cinder-840289-3-iscsi {{(pid=110299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:55:06.671921 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_hamode_db [None req-cbf8de0f-b871-47a7-bfd2-c4a57bf916e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-03T14:38:11Z,description=,heartbeat_timestamp=2022-05-03T14:54:41Z,host='dv-cinder-840289-3-iscsi',id=a9161e1b-902d-441f-843b-a0ff0805adee,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:38:12Z,topic='l3_agent')) {'router_ids': ['c0586b89-047d-470f-ba98-8ebeb44b6f63'], 'active': True} {{(pid=110299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:55:06.697699 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [req-eec775de-ca5f-4417-b147-92ef98de0a2c req-9c33de43-ed55-450e-9415-293c673b9ef7 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775477123741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775476647069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25923557'] for port (a7eea7dd-eb4c-4690-b7c6-dd1c08938652), after_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:06.725898 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c33de43-ed55-450e-9415-293c673b9ef7 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Pushing event deleted for resources: {'Port': ['ID=a7eea7dd-eb4c-4690-b7c6-dd1c08938652,revision_number=None']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:55:06.764187 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] get_ports_and_sgs() called for port_ids ['a7eea7dd-eb4c-4690-b7c6-dd1c08938652'] {{(pid=110299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 14:55:06.781879 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.db.l3_dvrscheduler_db [req-eec775de-ca5f-4417-b147-92ef98de0a2c req-9c33de43-ed55-450e-9415-293c673b9ef7 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] No DVR routers for this DVR port a7eea7dd-eb4c-4690-b7c6-dd1c08938652 on host hv-cinder-84028 {{(pid=110297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 14:55:06.784677 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [req-eec775de-ca5f-4417-b147-92ef98de0a2c req-9c33de43-ed55-450e-9415-293c673b9ef7 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46205'] for port (None), before_response {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:06.788795 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [req-eec775de-ca5f-4417-b147-92ef98de0a2c req-9c33de43-ed55-450e-9415-293c673b9ef7 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.55 "DELETE /v2.0/ports/a7eea7dd-eb4c-4690-b7c6-dd1c08938652 HTTP/1.1" status: 204 len: 173 time: 0.6112101 May 03 14:55:06.790017 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d586fba-adbe-4797-99f4-6932165af9d4', 'name': 'network-vif-deleted', 'tag': 'a7eea7dd-eb4c-4690-b7c6-dd1c08938652'}] {{(pid=110297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 14:55:06.792757 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e984b2ea2ce138672bdb6842017b013401e1eb51d7da9236b70aed4d114632e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2fe8528-3a41-468d-9d03-a1383376cbdc" -d '{"events": [{"server_uuid": "4d586fba-adbe-4797-99f4-6932165af9d4", "name": "network-vif-deleted", "tag": "a7eea7dd-eb4c-4690-b7c6-dd1c08938652"}]}' {{(pid=110297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 14:55:06.825210 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_dvr_db [None req-cbf8de0f-b871-47a7-bfd2-c4a57bf916e0 None None] Set router c0586b89-047d-470f-ba98-8ebeb44b6f63 gateway port host: dv-cinder-840289-3-iscsi {{(pid=110299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:55:06.832664 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 14:55:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c564fc9-314b-4ade-98d2-a8ff9f6d7a09 x-openstack-request-id: req-2c564fc9-314b-4ade-98d2-a8ff9f6d7a09 {{(pid=110297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 14:55:06.840141 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d586fba-adbe-4797-99f4-6932165af9d4", "name": "network-vif-deleted", "tag": "a7eea7dd-eb4c-4690-b7c6-dd1c08938652", "status": "completed", "code": 200}]} {{(pid=110297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 14:55:06.840141 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2c564fc9-314b-4ade-98d2-a8ff9f6d7a09 {{(pid=110297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 14:55:06.840141 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c564fc9-314b-4ade-98d2-a8ff9f6d7a09'] response: {'server_uuid': '4d586fba-adbe-4797-99f4-6932165af9d4', 'name': 'network-vif-deleted', 'tag': 'a7eea7dd-eb4c-4690-b7c6-dd1c08938652', 'status': 'completed', 'code': 200} May 03 14:55:07.024467 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_hamode_db [None req-cbf8de0f-b871-47a7-bfd2-c4a57bf916e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0586b89-047d-470f-ba98-8ebeb44b6f63', 'name': 'tempest-AttachVolumeTestJSON-1271780405-router', 'tenant_id': 'b4752d3e59c94290925845f591792921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'external_fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': 'd8bbc91f-bf64-4bf7-ad43-b6ff6a701cc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:47:02Z', 'updated_at': '2022-05-03T14:47:13Z', 'revision_number': 4, 'project_id': 'b4752d3e59c94290925845f591792921', 'gw_port': {'id': 'd8bbc91f-bf64-4bf7-ad43-b6ff6a701cc7', 'name': '', 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:fc:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0586b89-047d-470f-ba98-8ebeb44b6f63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:47:04Z', 'updated_at': '2022-05-03T14:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f907060b-4748-4522-aeb5-06a44b689374', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-3-iscsi', '_interfaces': [{'id': '361af859-480a-47e2-a077-925325ebf6d1', 'name': '', 'network_id': '963c04e2-09c0-42b3-8b14-9ee6b8c8fe47', 'tenant_id': 'b4752d3e59c94290925845f591792921', 'mac_address': 'fa:16:3e:c0:ea:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0586b89-047d-470f-ba98-8ebeb44b6f63', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '48f101fe-497d-4192-8a7b-0011d50ada6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:47:10Z', 'updated_at': '2022-05-03T14:47:24Z', 'revision_number': 5, 'project_id': 'b4752d3e59c94290925845f591792921', 'subnets': [{'id': '48f101fe-497d-4192-8a7b-0011d50ada6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-3-iscsi', False) {} {{(pid=110299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:55:07.050405 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf8de0f-b871-47a7-bfd2-c4a57bf916e0 None None] The sync data for ids ['c0586b89-047d-470f-ba98-8ebeb44b6f63'] in dv-cinder-840289-3-iscsi is: [{'id': 'c0586b89-047d-470f-ba98-8ebeb44b6f63', 'name': 'tempest-AttachVolumeTestJSON-1271780405-router', 'tenant_id': 'b4752d3e59c94290925845f591792921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'external_fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': 'd8bbc91f-bf64-4bf7-ad43-b6ff6a701cc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:47:02Z', 'updated_at': '2022-05-03T14:47:13Z', 'revision_number': 4, 'project_id': 'b4752d3e59c94290925845f591792921', 'gw_port': {'id': 'd8bbc91f-bf64-4bf7-ad43-b6ff6a701cc7', 'name': '', 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:fc:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0586b89-047d-470f-ba98-8ebeb44b6f63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:47:04Z', 'updated_at': '2022-05-03T14:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f907060b-4748-4522-aeb5-06a44b689374', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-3-iscsi', '_interfaces': [{'id': '361af859-480a-47e2-a077-925325ebf6d1', 'name': '', 'network_id': '963c04e2-09c0-42b3-8b14-9ee6b8c8fe47', 'tenant_id': 'b4752d3e59c94290925845f591792921', 'mac_address': 'fa:16:3e:c0:ea:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0586b89-047d-470f-ba98-8ebeb44b6f63', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '48f101fe-497d-4192-8a7b-0011d50ada6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:47:10Z', 'updated_at': '2022-05-03T14:47:24Z', 'revision_number': 5, 'project_id': 'b4752d3e59c94290925845f591792921', 'subnets': [{'id': '48f101fe-497d-4192-8a7b-0011d50ada6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 14:55:07.283064 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e32df5-41fe-4f1b-8116-6acade5bbc63 None None] New status for floating IP a6016784-cb88-46e0-b920-3dd289f1d5be: DOWN {{(pid=110300) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 14:55:07.453732 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-9c7ddda6-3d78-4323-ad2f-be523b1b698a req-de81f240-e17e-4856-bceb-a8deea152e81 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/ports?device_id=76f0c6b6-fd34-42ef-ab7d-e9f527b969ba HTTP/1.1" status: 200 len: 210 time: 0.0278180 May 03 14:55:07.645621 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-6e43aaa6-90c1-41cc-b476-867c56640793 req-93e47244-921e-4beb-a50d-670575f81632 tempest-ServerRescueNegativeTestJSON-1221278893 tempest-ServerRescueNegativeTestJSON-1221278893-project] 10.222.0.16 "GET /v2.0/ports?device_id=4d586fba-adbe-4797-99f4-6932165af9d4 HTTP/1.1" status: 200 len: 210 time: 0.0304401 May 03 14:55:07.954973 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Device a7eea7dd-eb4c-4690-b7c6-dd1c08938652 no longer exists at agent hyperv_hv-cinder-84028 {{(pid=110299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 14:55:07.980614 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] No Port match for: a7eea7dd-eb4c-4690-b7c6-dd1c08938652 {{(pid=110299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 14:55:07.980868 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Device a7eea7dd-eb4c-4690-b7c6-dd1c08938652 not bound to the agent host hv-cinder-84028 {{(pid=110299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 14:55:07.981286 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Device 5049a2b0-9c2b-433d-97a8-086291ae91fa no longer exists at agent hyperv_hv-cinder-84028 {{(pid=110299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 14:55:07.999917 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] No Port match for: 5049a2b0-9c2b-433d-97a8-086291ae91fa {{(pid=110299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 14:55:08.000273 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Device 5049a2b0-9c2b-433d-97a8-086291ae91fa not bound to the agent host hv-cinder-84028 {{(pid=110299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 14:55:08.227292 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [req-62470e4b-047c-4c8f-9de5-742f48ac22b2 req-79b99122-9e89-495e-8a35-cfb5db8ffbb7 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=037c4758-c65c-415c-b20a-f7e5ba0a830c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0380483 May 03 14:55:08.300180 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62470e4b-047c-4c8f-9de5-742f48ac22b2 req-1984f1ab-e527-4aed-804e-35d8c1db6c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:55:08.301644 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [req-62470e4b-047c-4c8f-9de5-742f48ac22b2 req-1984f1ab-e527-4aed-804e-35d8c1db6c1c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7d4c047e715a4907a16f3e647f380b0b&device_id=037c4758-c65c-415c-b20a-f7e5ba0a830c HTTP/1.1" status: 200 len: 1129 time: 0.0381966 May 03 14:55:08.416591 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62470e4b-047c-4c8f-9de5-742f48ac22b2 req-c2602eec-a2e7-4c65-927b-3f93ae8422a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:55:08.418095 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [req-62470e4b-047c-4c8f-9de5-742f48ac22b2 req-c2602eec-a2e7-4c65-927b-3f93ae8422a5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f9508427-db4d-416b-987f-da2fc50a7ea8 HTTP/1.1" status: 200 len: 910 time: 0.0879188 May 03 14:55:08.500706 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [req-62470e4b-047c-4c8f-9de5-742f48ac22b2 req-3924ea71-db82-4db9-9227-4ce9caad445a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e5921b2-ce6c-49d3-9352-94c944feb3b9 HTTP/1.1" status: 200 len: 1001 time: 0.0591898 May 03 14:55:08.553488 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62470e4b-047c-4c8f-9de5-742f48ac22b2 req-4e488acd-333c-4b4e-9411-b7915b4a0d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:55:08.554973 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [req-62470e4b-047c-4c8f-9de5-742f48ac22b2 req-4e488acd-333c-4b4e-9411-b7915b4a0d01 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d16b41a6-87db-430a-89a6-71fbdac1b346 HTTP/1.1" status: 200 len: 848 time: 0.0439649 May 03 14:55:08.602804 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62470e4b-047c-4c8f-9de5-742f48ac22b2 req-c57ee83c-ca01-48c2-b6d4-fe37caf222cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:55:08.605036 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [req-62470e4b-047c-4c8f-9de5-742f48ac22b2 req-c57ee83c-ca01-48c2-b6d4-fe37caf222cf service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f9508427-db4d-416b-987f-da2fc50a7ea8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430639 May 03 14:55:08.605485 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 46042) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:55:08.705217 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 46046) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:55:08.721146 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-1bd835c1-3435-42f1-9c27-a5ee633374ef tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Publish callbacks [] for security_group (4be1d56e-dc50-4c55-b511-de10663410d5), before_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:08.750116 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [req-62470e4b-047c-4c8f-9de5-742f48ac22b2 req-97dc47a1-5216-495e-b386-18d064361cd9 service neutron] 10.222.0.55 "GET /v2.0/networks/f9508427-db4d-416b-987f-da2fc50a7ea8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367595 May 03 14:55:08.760583 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-1bd835c1-3435-42f1-9c27-a5ee633374ef tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Publish callbacks [] for security_group (4be1d56e-dc50-4c55-b511-de10663410d5), precommit_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:08.781256 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-2b8fcb16-9775-446f-9290-b6e5a6e29724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (5d16a8e7-5fab-4607-ae51-2b468a019c05), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:08.873397 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [req-62470e4b-047c-4c8f-9de5-742f48ac22b2 req-c46d8e47-1a1c-427a-b8d1-199aa610187d service neutron] 10.222.0.55 "GET /v2.0/networks/f9508427-db4d-416b-987f-da2fc50a7ea8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150599 May 03 14:55:08.924008 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-1bd835c1-3435-42f1-9c27-a5ee633374ef tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (4be1d56e-dc50-4c55-b511-de10663410d5), after_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:08.928942 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-1bd835c1-3435-42f1-9c27-a5ee633374ef tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Publish callbacks [] for security_group (None), before_response {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:08.928942 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-1bd835c1-3435-42f1-9c27-a5ee633374ef tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "DELETE /v2.0/security-groups/4be1d56e-dc50-4c55-b511-de10663410d5 HTTP/1.1" status: 204 len: 168 time: 0.3214531 May 03 14:55:08.931304 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 46050) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:55:08.953449 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd835c1-3435-42f1-9c27-a5ee633374ef tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4be1d56e-dc50-4c55-b511-de10663410d5,revision_number=None']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:55:08.957161 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.api.v2.resource [None req-4c5713c6-98f5-42d0-93a5-b8e024a155a9 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] show failed (client error): The resource could not be found. May 03 14:55:08.958495 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-4c5713c6-98f5-42d0-93a5-b8e024a155a9 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/security-groups/4be1d56e-dc50-4c55-b511-de10663410d5 HTTP/1.1" status: 404 len: 347 time: 0.0259683 May 03 14:55:08.961092 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 46052) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:55:09.085173 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.plugins.ml2.plugin [None req-ac6383fa-0259-403e-a5ae-f725271ecebe tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Deleting port 097b2e17-e7ba-43af-9ee6-bb56feaa64d1 {{(pid=110297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 14:55:09.085519 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-ac6383fa-0259-403e-a5ae-f725271ecebe tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775477116685'] for port (097b2e17-e7ba-43af-9ee6-bb56feaa64d1), before_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:09.162899 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-ac6383fa-0259-403e-a5ae-f725271ecebe tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689583'] for port (097b2e17-e7ba-43af-9ee6-bb56feaa64d1), precommit_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:09.162899 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-ac6383fa-0259-403e-a5ae-f725271ecebe tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Publish callbacks [] for floatingip (097b2e17-e7ba-43af-9ee6-bb56feaa64d1), precommit_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:09.174501 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.plugins.ml2.plugin [None req-ac6383fa-0259-403e-a5ae-f725271ecebe tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Calling delete_port for 097b2e17-e7ba-43af-9ee6-bb56feaa64d1 owned by network:floatingip {{(pid=110297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 14:55:09.226064 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-59f34fd6-c162-40c5-80bc-b290ccab77ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1689557'] for router_interface (db4af115-9f4b-4bb1-9a55-aee1c9e2515d), before_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:09.365734 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-ac6383fa-0259-403e-a5ae-f725271ecebe tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775477123741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775476647069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25923557'] for port (097b2e17-e7ba-43af-9ee6-bb56feaa64d1), after_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:09.389570 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6383fa-0259-403e-a5ae-f725271ecebe tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Pushing event deleted for resources: {'Port': ['ID=097b2e17-e7ba-43af-9ee6-bb56feaa64d1,revision_number=None']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:55:09.460100 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-ac6383fa-0259-403e-a5ae-f725271ecebe tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Publish callbacks [] for floatingip (a6016784-cb88-46e0-b920-3dd289f1d5be), after_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:09.463117 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-ac6383fa-0259-403e-a5ae-f725271ecebe tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46205'] for floatingip (None), before_response {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:09.464388 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-ac6383fa-0259-403e-a5ae-f725271ecebe tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "DELETE /v2.0/floatingips/a6016784-cb88-46e0-b920-3dd289f1d5be HTTP/1.1" status: 204 len: 168 time: 0.5023839 May 03 14:55:09.777506 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.plugin [None req-59f34fd6-c162-40c5-80bc-b290ccab77ab admin admin] Deleting port ae3ee56f-1057-44ee-85bd-bb4bf0c0703c {{(pid=110298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 14:55:09.778062 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-59f34fd6-c162-40c5-80bc-b290ccab77ab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775477116685'] for port (ae3ee56f-1057-44ee-85bd-bb4bf0c0703c), before_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:09.822637 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 46056) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:55:09.827532 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.v2.base [None req-1c6cfbfd-cb1b-4a98-adaf-efab06896e8e tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1774165352', 'description': 'tempest-description--2136164023'}} {{(pid=110297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:55:09.857838 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.db [None req-59f34fd6-c162-40c5-80bc-b290ccab77ab admin admin] For port ae3ee56f-1057-44ee-85bd-bb4bf0c0703c, host dv-cinder-840289-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-3-iscsi',level=0,port_id=ae3ee56f-1057-44ee-85bd-bb4bf0c0703c,segment=NetworkSegment(3c171999-7314-4749-ab73-b658fc7b715a),segment_id=3c171999-7314-4749-ab73-b658fc7b715a)] {{(pid=110298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:55:09.858195 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-59f34fd6-c162-40c5-80bc-b290ccab77ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689583'] for port (ae3ee56f-1057-44ee-85bd-bb4bf0c0703c), precommit_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:09.870937 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.plugin [None req-59f34fd6-c162-40c5-80bc-b290ccab77ab admin admin] Calling delete_port for ae3ee56f-1057-44ee-85bd-bb4bf0c0703c owned by network:router_interface {{(pid=110298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 14:55:09.906947 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-1c6cfbfd-cb1b-4a98-adaf-efab06896e8e tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Publish callbacks [] for security_group (None), before_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:09.973137 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-1c6cfbfd-cb1b-4a98-adaf-efab06896e8e tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Publish callbacks [] for security_group (51778758-18f1-454a-a2ac-58ed54dca82a), precommit_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:10.034265 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-1c6cfbfd-cb1b-4a98-adaf-efab06896e8e tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (51778758-18f1-454a-a2ac-58ed54dca82a), after_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:10.063050 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6cfbfd-cb1b-4a98-adaf-efab06896e8e tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51778758-18f1-454a-a2ac-58ed54dca82a,revision_number=1']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:55:10.121198 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-59f34fd6-c162-40c5-80bc-b290ccab77ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775477123741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775476647069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25806886'] for port (ae3ee56f-1057-44ee-85bd-bb4bf0c0703c), after_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:10.137633 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-1c6cfbfd-cb1b-4a98-adaf-efab06896e8e tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Publish callbacks [] for security_group (None), before_response {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:10.140258 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-1c6cfbfd-cb1b-4a98-adaf-efab06896e8e tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3148322 May 03 14:55:10.141794 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 46058) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:55:10.146067 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.v2.base [None req-f19883f1-7457-4e09-84e4-e05143c30f49 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Request body: {'security_group_rule': {'security_group_id': '51778758-18f1-454a-a2ac-58ed54dca82a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:55:10.146988 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f34fd6-c162-40c5-80bc-b290ccab77ab admin admin] Pushing event deleted for resources: {'Port': ['ID=ae3ee56f-1057-44ee-85bd-bb4bf0c0703c,revision_number=None']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:55:10.234159 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-f19883f1-7457-4e09-84e4-e05143c30f49 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Publish callbacks [] for security_group_rule (f6fb0caa-d11a-4f10-89e6-39d9083398e8), before_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:10.299898 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-f19883f1-7457-4e09-84e4-e05143c30f49 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Publish callbacks [] for security_group_rule (f6fb0caa-d11a-4f10-89e6-39d9083398e8), precommit_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:10.327958 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-59f34fd6-c162-40c5-80bc-b290ccab77ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1685186'] for router_interface (db4af115-9f4b-4bb1-9a55-aee1c9e2515d), after_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:10.376846 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-f19883f1-7457-4e09-84e4-e05143c30f49 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652759'] for security_group_rule (f6fb0caa-d11a-4f10-89e6-39d9083398e8), after_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:10.397878 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19883f1-7457-4e09-84e4-e05143c30f49 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6fb0caa-d11a-4f10-89e6-39d9083398e8,revision_number=0']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:55:10.470351 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-f19883f1-7457-4e09-84e4-e05143c30f49 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:10.471890 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-f19883f1-7457-4e09-84e4-e05143c30f49 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3291769 May 03 14:55:10.474637 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 46060) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:55:10.479158 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.v2.base [None req-d0a2d828-27f7-4018-b4af-70ff6ee7130d tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Request body: {'security_group_rule': {'security_group_id': '51778758-18f1-454a-a2ac-58ed54dca82a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:55:10.552879 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59f34fd6-c162-40c5-80bc-b290ccab77ab admin admin] Router db4af115-9f4b-4bb1-9a55-aee1c9e2515d has already been hosted by L3 agent a9161e1b-902d-441f-843b-a0ff0805adee {{(pid=110298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 14:55:10.570933 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-d0a2d828-27f7-4018-b4af-70ff6ee7130d tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Publish callbacks [] for security_group_rule (3deee5f8-7131-4d77-9c1e-7e017c44dffb), before_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:10.628446 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-d0a2d828-27f7-4018-b4af-70ff6ee7130d tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Publish callbacks [] for security_group_rule (3deee5f8-7131-4d77-9c1e-7e017c44dffb), precommit_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:10.666660 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59f34fd6-c162-40c5-80bc-b290ccab77ab admin admin] Notify agent at l3_agent.dv-cinder-840289-3-iscsi the message routers_updated {{(pid=110298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 14:55:10.673404 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-59f34fd6-c162-40c5-80bc-b290ccab77ab admin admin] 10.222.0.16 "PUT /v2.0/routers/db4af115-9f4b-4bb1-9a55-aee1c9e2515d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9661114 May 03 14:55:10.675012 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 46062) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:55:10.675794 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3807523e-ba64-4166-8c8f-f0d1a77fdda5 None None] Sync routers for ids ['db4af115-9f4b-4bb1-9a55-aee1c9e2515d'] in dv-cinder-840289-3-iscsi {{(pid=110299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 14:55:10.686650 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3807523e-ba64-4166-8c8f-f0d1a77fdda5 None None] Routers {'db4af115-9f4b-4bb1-9a55-aee1c9e2515d'} bound to L3 agent in host dv-cinder-840289-3-iscsi {{(pid=110299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:55:10.687326 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_hamode_db [None req-3807523e-ba64-4166-8c8f-f0d1a77fdda5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-03T14:38:11Z,description=,heartbeat_timestamp=2022-05-03T14:54:41Z,host='dv-cinder-840289-3-iscsi',id=a9161e1b-902d-441f-843b-a0ff0805adee,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:38:12Z,topic='l3_agent')) {'router_ids': ['db4af115-9f4b-4bb1-9a55-aee1c9e2515d'], 'active': True} {{(pid=110299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:55:10.726913 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-d0a2d828-27f7-4018-b4af-70ff6ee7130d tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652759'] for security_group_rule (3deee5f8-7131-4d77-9c1e-7e017c44dffb), after_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:10.755642 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a2d828-27f7-4018-b4af-70ff6ee7130d tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3deee5f8-7131-4d77-9c1e-7e017c44dffb,revision_number=0']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:55:10.788496 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-024db9f6-f007-4186-b3e6-91a51ed34da3 admin admin] Publish callbacks [] for router (db4af115-9f4b-4bb1-9a55-aee1c9e2515d), before_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:10.798902 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_dvr_db [None req-3807523e-ba64-4166-8c8f-f0d1a77fdda5 None None] Set router db4af115-9f4b-4bb1-9a55-aee1c9e2515d gateway port host: dv-cinder-840289-3-iscsi {{(pid=110299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:55:10.801780 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-d0a2d828-27f7-4018-b4af-70ff6ee7130d tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:10.803153 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-d0a2d828-27f7-4018-b4af-70ff6ee7130d tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3274698 May 03 14:55:10.806206 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 46064) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:55:10.811049 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.v2.base [None req-78666b1e-d2ac-401e-b2dc-f3f4e3785caf tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Request body: {'floatingip': {'floating_network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c'}} {{(pid=110297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:55:10.899768 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-024db9f6-f007-4186-b3e6-91a51ed34da3 admin admin] Publish callbacks [] for router_gateway (db4af115-9f4b-4bb1-9a55-aee1c9e2515d), before_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:10.906860 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-78666b1e-d2ac-401e-b2dc-f3f4e3785caf tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:10.975593 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_hamode_db [None req-3807523e-ba64-4166-8c8f-f0d1a77fdda5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db4af115-9f4b-4bb1-9a55-aee1c9e2515d', 'name': 'tempest-ServerRescueNegativeTestJSON-1281093079-router', 'tenant_id': '85acf5f5a53f45dd96135bdfdbd36bee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'external_fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '5882d21c-2b98-403e-88d3-88a5b9aa99ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:47:01Z', 'updated_at': '2022-05-03T14:55:10Z', 'revision_number': 5, 'project_id': '85acf5f5a53f45dd96135bdfdbd36bee', 'gw_port': {'id': '5882d21c-2b98-403e-88d3-88a5b9aa99ab', 'name': '', 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:db:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db4af115-9f4b-4bb1-9a55-aee1c9e2515d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:47:03Z', 'updated_at': '2022-05-03T14:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f907060b-4748-4522-aeb5-06a44b689374', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-3-iscsi'}], 'dv-cinder-840289-3-iscsi', False) {} {{(pid=110299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:55:10.988606 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-78666b1e-d2ac-401e-b2dc-f3f4e3785caf tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (None), before_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:10.999301 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.plugin [None req-024db9f6-f007-4186-b3e6-91a51ed34da3 admin admin] Deleting port 5882d21c-2b98-403e-88d3-88a5b9aa99ab {{(pid=110298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 14:55:10.999670 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-024db9f6-f007-4186-b3e6-91a51ed34da3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775477116685'] for port (5882d21c-2b98-403e-88d3-88a5b9aa99ab), before_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:11.004380 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3807523e-ba64-4166-8c8f-f0d1a77fdda5 None None] Checking router: db4af115-9f4b-4bb1-9a55-aee1c9e2515d for host: dv-cinder-840289-3-iscsi {{(pid=110299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 14:55:11.013072 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3807523e-ba64-4166-8c8f-f0d1a77fdda5 None None] Routers {'db4af115-9f4b-4bb1-9a55-aee1c9e2515d'} bound to L3 agent in host dv-cinder-840289-3-iscsi {{(pid=110299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:55:11.013692 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_hamode_db [None req-3807523e-ba64-4166-8c8f-f0d1a77fdda5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-03T14:38:11Z,description=,heartbeat_timestamp=2022-05-03T14:54:41Z,host='dv-cinder-840289-3-iscsi',id=a9161e1b-902d-441f-843b-a0ff0805adee,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:38:12Z,topic='l3_agent')) {'router_ids': ['db4af115-9f4b-4bb1-9a55-aee1c9e2515d'], 'active': True} {{(pid=110299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:55:11.085182 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.db [None req-024db9f6-f007-4186-b3e6-91a51ed34da3 admin admin] For port 5882d21c-2b98-403e-88d3-88a5b9aa99ab, host dv-cinder-840289-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-3-iscsi',level=0,port_id=5882d21c-2b98-403e-88d3-88a5b9aa99ab,segment=NetworkSegment(0c3170a2-2f96-4172-a4d6-7b5474706bd0),segment_id=0c3170a2-2f96-4172-a4d6-7b5474706bd0)] {{(pid=110298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:55:11.085562 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-024db9f6-f007-4186-b3e6-91a51ed34da3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689583'] for port (5882d21c-2b98-403e-88d3-88a5b9aa99ab), precommit_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:11.100465 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.plugin [None req-024db9f6-f007-4186-b3e6-91a51ed34da3 admin admin] Calling delete_port for 5882d21c-2b98-403e-88d3-88a5b9aa99ab owned by network:router_gateway {{(pid=110298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 14:55:11.105883 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.db.db_base_plugin_common [None req-78666b1e-d2ac-401e-b2dc-f3f4e3785caf tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Allocated IP 172.27.0.78 (7456e722-9446-4a17-bcf3-c72dce07c65c/f907060b-4748-4522-aeb5-06a44b689374/26f33c96-f6d2-4c5a-bdc6-b85dd35ebc8b) {{(pid=110297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 14:55:11.217318 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-78666b1e-d2ac-401e-b2dc-f3f4e3785caf tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Publish callbacks [] for port (26f33c96-f6d2-4c5a-bdc6-b85dd35ebc8b), precommit_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:11.245244 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_dvr_db [None req-3807523e-ba64-4166-8c8f-f0d1a77fdda5 None None] Set router db4af115-9f4b-4bb1-9a55-aee1c9e2515d gateway port host: None {{(pid=110299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:55:11.301163 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_hamode_db [None req-3807523e-ba64-4166-8c8f-f0d1a77fdda5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db4af115-9f4b-4bb1-9a55-aee1c9e2515d', 'name': 'tempest-ServerRescueNegativeTestJSON-1281093079-router', 'tenant_id': '85acf5f5a53f45dd96135bdfdbd36bee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:47:01Z', 'updated_at': '2022-05-03T14:55:10Z', 'revision_number': 6, 'project_id': '85acf5f5a53f45dd96135bdfdbd36bee', 'gw_port_host': None}], 'dv-cinder-840289-3-iscsi', False) {} {{(pid=110299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:55:11.302885 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-de35b96a-fff6-42d1-afdf-a2824a562fdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (a9161e1b-902d-441f-843b-a0ff0805adee), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:11.320428 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-78666b1e-d2ac-401e-b2dc-f3f4e3785caf tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775476647060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25923557'] for port (26f33c96-f6d2-4c5a-bdc6-b85dd35ebc8b), after_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:11.329352 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3807523e-ba64-4166-8c8f-f0d1a77fdda5 None None] The sync data for ids ['db4af115-9f4b-4bb1-9a55-aee1c9e2515d'] in dv-cinder-840289-3-iscsi is: [{'id': 'db4af115-9f4b-4bb1-9a55-aee1c9e2515d', 'name': 'tempest-ServerRescueNegativeTestJSON-1281093079-router', 'tenant_id': '85acf5f5a53f45dd96135bdfdbd36bee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:47:01Z', 'updated_at': '2022-05-03T14:55:10Z', 'revision_number': 6, 'project_id': '85acf5f5a53f45dd96135bdfdbd36bee', 'gw_port_host': None}] {{(pid=110299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 14:55:11.363202 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78666b1e-d2ac-401e-b2dc-f3f4e3785caf tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Network 7456e722-9446-4a17-bcf3-c72dce07c65c is already hosted by enough agents. {{(pid=110297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 14:55:11.363786 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-024db9f6-f007-4186-b3e6-91a51ed34da3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775477123741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775476647069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25806886'] for port (5882d21c-2b98-403e-88d3-88a5b9aa99ab), after_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:11.367668 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.scheduler.base_scheduler [None req-78666b1e-d2ac-401e-b2dc-f3f4e3785caf tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Resources bound (agent type, host, resource id): {{(pid=110297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 14:55:11.372336 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78666b1e-d2ac-401e-b2dc-f3f4e3785caf tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Received port after_create {{(pid=110297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 14:55:11.392685 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024db9f6-f007-4186-b3e6-91a51ed34da3 admin admin] Pushing event deleted for resources: {'Port': ['ID=5882d21c-2b98-403e-88d3-88a5b9aa99ab,revision_number=None']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:55:11.402166 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78666b1e-d2ac-401e-b2dc-f3f4e3785caf tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Pushing event updated for resources: {'Port': ['ID=26f33c96-f6d2-4c5a-bdc6-b85dd35ebc8b,revision_number=1']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:55:11.457375 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-024db9f6-f007-4186-b3e6-91a51ed34da3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1698215'] for router_gateway (db4af115-9f4b-4bb1-9a55-aee1c9e2515d), after_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:11.472578 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-78666b1e-d2ac-401e-b2dc-f3f4e3785caf tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Publish callbacks [] for floatingip (5cb5ba01-3014-4f27-aac3-64cb34cae8fe), precommit_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:11.567347 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-024db9f6-f007-4186-b3e6-91a51ed34da3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1693307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3127'] for router (db4af115-9f4b-4bb1-9a55-aee1c9e2515d), precommit_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:11.569513 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-024db9f6-f007-4186-b3e6-91a51ed34da3 admin admin] Publish callbacks [] for router_controller (db4af115-9f4b-4bb1-9a55-aee1c9e2515d), precommit_delete_associations {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:11.583256 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-78666b1e-d2ac-401e-b2dc-f3f4e3785caf tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (26f33c96-f6d2-4c5a-bdc6-b85dd35ebc8b), before_update {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:11.715705 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-024db9f6-f007-4186-b3e6-91a51ed34da3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693298'] for router (db4af115-9f4b-4bb1-9a55-aee1c9e2515d), after_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:11.716398 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-024db9f6-f007-4186-b3e6-91a51ed34da3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router db4af115-9f4b-4bb1-9a55-aee1c9e2515d {{(pid=110298) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 03 14:55:11.722315 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-024db9f6-f007-4186-b3e6-91a51ed34da3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:11.723898 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-024db9f6-f007-4186-b3e6-91a51ed34da3 admin admin] 10.222.0.16 "DELETE /v2.0/routers/db4af115-9f4b-4bb1-9a55-aee1c9e2515d HTTP/1.1" status: 204 len: 168 time: 1.0475845 May 03 14:55:11.726681 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 46066) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:55:11.777016 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-78666b1e-d2ac-401e-b2dc-f3f4e3785caf tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Publish callbacks [] for port (26f33c96-f6d2-4c5a-bdc6-b85dd35ebc8b), precommit_update {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:11.789766 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.db.db_base_plugin_v2 [None req-e32f6b25-ef63-4db8-b22b-dd60d974b029 admin admin] Deleting subnet fd06123f-ac2d-4feb-b448-363a0cf902f7 {{(pid=110297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 03 14:55:11.792969 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-e32f6b25-ef63-4db8-b22b-dd60d974b029 admin admin] Publish callbacks [] for subnet (fd06123f-ac2d-4feb-b448-363a0cf902f7), before_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:11.827632 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-e32f6b25-ef63-4db8-b22b-dd60d974b029 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2155934'] for subnet (fd06123f-ac2d-4feb-b448-363a0cf902f7), precommit_delete_associations {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:11.847345 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-78666b1e-d2ac-401e-b2dc-f3f4e3785caf tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25923484'] for port (26f33c96-f6d2-4c5a-bdc6-b85dd35ebc8b), after_update {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:11.949236 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78666b1e-d2ac-401e-b2dc-f3f4e3785caf tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Pushing event updated for resources: {'Port': ['ID=26f33c96-f6d2-4c5a-bdc6-b85dd35ebc8b,revision_number=2']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:55:12.002140 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-78666b1e-d2ac-401e-b2dc-f3f4e3785caf tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692144'] for floatingip (5cb5ba01-3014-4f27-aac3-64cb34cae8fe), after_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:12.011446 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-e32f6b25-ef63-4db8-b22b-dd60d974b029 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-723521'] for subnet (fd06123f-ac2d-4feb-b448-363a0cf902f7), precommit_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:12.097269 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-78666b1e-d2ac-401e-b2dc-f3f4e3785caf tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46205'] for floatingip (None), before_response {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:12.098541 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-78666b1e-d2ac-401e-b2dc-f3f4e3785caf tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2912230 May 03 14:55:12.121397 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-e32f6b25-ef63-4db8-b22b-dd60d974b029 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-723528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25923538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25246232'] for subnet (fd06123f-ac2d-4feb-b448-363a0cf902f7), after_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:12.132029 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Device 5882d21c-2b98-403e-88d3-88a5b9aa99ab no longer exists at agent ovs-agent-dv-cinder-840289-3-iscsi {{(pid=110299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 14:55:12.153282 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32f6b25-ef63-4db8-b22b-dd60d974b029 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd06123f-ac2d-4feb-b448-363a0cf902f7,revision_number=None']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:55:12.155642 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-e32f6b25-ef63-4db8-b22b-dd60d974b029 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:12.156213 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] No Port match for: 5882d21c-2b98-403e-88d3-88a5b9aa99ab {{(pid=110299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 14:55:12.156625 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Device 5882d21c-2b98-403e-88d3-88a5b9aa99ab not bound to the agent host dv-cinder-840289-3-iscsi {{(pid=110299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 14:55:12.156983 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Device ae3ee56f-1057-44ee-85bd-bb4bf0c0703c no longer exists at agent ovs-agent-dv-cinder-840289-3-iscsi {{(pid=110299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 14:55:12.161496 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-e32f6b25-ef63-4db8-b22b-dd60d974b029 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/fd06123f-ac2d-4feb-b448-363a0cf902f7 HTTP/1.1" status: 204 len: 168 time: 0.4312739 May 03 14:55:12.161496 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 46070) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:55:12.182468 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efc9bc1a-e5fd-48a3-abdb-bfc16bc5550e None None] Network 2d59a619-2104-48af-9b29-5b43721c1720 requested from dv-cinder-840289-3-iscsi {{(pid=110299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 14:55:12.184986 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] No Port match for: ae3ee56f-1057-44ee-85bd-bb4bf0c0703c {{(pid=110299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 14:55:12.185338 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Device ae3ee56f-1057-44ee-85bd-bb4bf0c0703c not bound to the agent host dv-cinder-840289-3-iscsi {{(pid=110299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 14:55:12.371546 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-ed776e2d-a518-4685-8fad-0cd9eaa120ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (6a418bd5-8bcc-400f-88b5-19eff412e81a), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:12.384955 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e14041ad-c7fc-40a1-9350-534b51879489 None None] DHCP port deletion for 2d59a619-2104-48af-9b29-5b43721c1720 request from dv-cinder-840289-3-iscsi {{(pid=110299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 03 14:55:12.390620 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-977d55bc-1b88-4b64-b1cd-fbe648eb8a9b req-a1d64741-5e07-4e0f-8e8a-acb611c111eb tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1774165352&fields=id&tenant_id=b4752d3e59c94290925845f591792921 HTTP/1.1" status: 200 len: 267 time: 0.0660834 May 03 14:55:12.440900 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-e14041ad-c7fc-40a1-9350-534b51879489 None None] Deleting port d3338c1d-1bf1-49fa-8da6-335a48d36c9a {{(pid=110299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 14:55:12.443523 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-e14041ad-c7fc-40a1-9350-534b51879489 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775477116685'] for port (d3338c1d-1bf1-49fa-8da6-335a48d36c9a), before_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:12.483896 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-c54d9249-63bc-435a-82ea-105f31a3e448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636243'] for network (2d59a619-2104-48af-9b29-5b43721c1720), before_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:12.530554 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-e14041ad-c7fc-40a1-9350-534b51879489 None None] For port d3338c1d-1bf1-49fa-8da6-335a48d36c9a, host dv-cinder-840289-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-3-iscsi',level=0,port_id=d3338c1d-1bf1-49fa-8da6-335a48d36c9a,segment=NetworkSegment(3c171999-7314-4749-ab73-b658fc7b715a),segment_id=3c171999-7314-4749-ab73-b658fc7b715a)] {{(pid=110299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:55:12.531356 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-e14041ad-c7fc-40a1-9350-534b51879489 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689583'] for port (d3338c1d-1bf1-49fa-8da6-335a48d36c9a), precommit_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:12.532786 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977d55bc-1b88-4b64-b1cd-fbe648eb8a9b req-8f044900-3b4e-4a76-8930-4dc83efa9416 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:55:12.533131 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.plugins.ml2.plugin [None req-c54d9249-63bc-435a-82ea-105f31a3e448 admin admin] Deleting port d3338c1d-1bf1-49fa-8da6-335a48d36c9a {{(pid=110297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 14:55:12.533473 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-c54d9249-63bc-435a-82ea-105f31a3e448 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775477116685'] for port (d3338c1d-1bf1-49fa-8da6-335a48d36c9a), before_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:12.535617 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-977d55bc-1b88-4b64-b1cd-fbe648eb8a9b req-8f044900-3b4e-4a76-8930-4dc83efa9416 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/networks?id=963c04e2-09c0-42b3-8b14-9ee6b8c8fe47 HTTP/1.1" status: 200 len: 811 time: 0.1362765 May 03 14:55:12.547461 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-e14041ad-c7fc-40a1-9350-534b51879489 None None] Calling delete_port for d3338c1d-1bf1-49fa-8da6-335a48d36c9a owned by network:dhcp {{(pid=110299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 14:55:12.555650 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-977d55bc-1b88-4b64-b1cd-fbe648eb8a9b req-13e32b06-96b0-4370-96b5-790e1365afbe tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/quotas/b4752d3e59c94290925845f591792921 HTTP/1.1" status: 200 len: 375 time: 0.0112119 May 03 14:55:12.607174 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-977d55bc-1b88-4b64-b1cd-fbe648eb8a9b req-c2f17ff0-edc4-4afe-a2c3-067cdafe20d6 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=b4752d3e59c94290925845f591792921&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0449483 May 03 14:55:12.627392 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.plugins.ml2.db [None req-c54d9249-63bc-435a-82ea-105f31a3e448 admin admin] For port d3338c1d-1bf1-49fa-8da6-335a48d36c9a, host dv-cinder-840289-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-3-iscsi',level=0,port_id=d3338c1d-1bf1-49fa-8da6-335a48d36c9a,segment=NetworkSegment(3c171999-7314-4749-ab73-b658fc7b715a),segment_id=3c171999-7314-4749-ab73-b658fc7b715a)] {{(pid=110297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:55:12.627758 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-c54d9249-63bc-435a-82ea-105f31a3e448 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689583'] for port (d3338c1d-1bf1-49fa-8da6-335a48d36c9a), precommit_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:12.640944 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.plugins.ml2.plugin [None req-c54d9249-63bc-435a-82ea-105f31a3e448 admin admin] Calling delete_port for d3338c1d-1bf1-49fa-8da6-335a48d36c9a owned by network:dhcp {{(pid=110297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 14:55:12.712469 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-977d55bc-1b88-4b64-b1cd-fbe648eb8a9b req-ed8a02e0-d0cb-475d-95cc-7fbfbf2ddfcf service neutron] 10.222.0.16 "GET /v2.0/networks/963c04e2-09c0-42b3-8b14-9ee6b8c8fe47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923703 May 03 14:55:12.782622 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-e14041ad-c7fc-40a1-9350-534b51879489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775477123741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775476647069'] for port (d3338c1d-1bf1-49fa-8da6-335a48d36c9a), after_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:12.790520 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-c54d9249-63bc-435a-82ea-105f31a3e448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775477123741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775476647069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25923557'] for port (d3338c1d-1bf1-49fa-8da6-335a48d36c9a), after_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:12.804088 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-977d55bc-1b88-4b64-b1cd-fbe648eb8a9b req-272618b3-01c4-4568-bb3c-a7d7021d732c service neutron] 10.222.0.16 "GET /v2.0/networks/963c04e2-09c0-42b3-8b14-9ee6b8c8fe47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850849 May 03 14:55:12.815561 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e14041ad-c7fc-40a1-9350-534b51879489 None None] No DVR routers for this DVR port d3338c1d-1bf1-49fa-8da6-335a48d36c9a on host dv-cinder-840289-3-iscsi {{(pid=110299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 14:55:12.818505 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54d9249-63bc-435a-82ea-105f31a3e448 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3338c1d-1bf1-49fa-8da6-335a48d36c9a,revision_number=None']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:55:12.820860 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54d9249-63bc-435a-82ea-105f31a3e448 admin admin] No DVR routers for this DVR port d3338c1d-1bf1-49fa-8da6-335a48d36c9a on host dv-cinder-840289-3-iscsi {{(pid=110297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 14:55:12.831178 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14041ad-c7fc-40a1-9350-534b51879489 None None] Pushing event deleted for resources: {'Port': ['ID=d3338c1d-1bf1-49fa-8da6-335a48d36c9a,revision_number=None']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:55:12.835613 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14041ad-c7fc-40a1-9350-534b51879489 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:55:12.836169 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14041ad-c7fc-40a1-9350-534b51879489 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:55:12.836736 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14041ad-c7fc-40a1-9350-534b51879489 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:55:12.837274 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14041ad-c7fc-40a1-9350-534b51879489 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:55:12.838371 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14041ad-c7fc-40a1-9350-534b51879489 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:55:12.838899 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14041ad-c7fc-40a1-9350-534b51879489 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:55:12.839417 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14041ad-c7fc-40a1-9350-534b51879489 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:55:12.839763 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14041ad-c7fc-40a1-9350-534b51879489 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:55:12.840105 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14041ad-c7fc-40a1-9350-534b51879489 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:55:12.840438 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14041ad-c7fc-40a1-9350-534b51879489 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:55:12.840793 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14041ad-c7fc-40a1-9350-534b51879489 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:55:12.841111 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14041ad-c7fc-40a1-9350-534b51879489 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:55:12.841487 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14041ad-c7fc-40a1-9350-534b51879489 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:55:12.841809 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14041ad-c7fc-40a1-9350-534b51879489 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:55:12.842142 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14041ad-c7fc-40a1-9350-534b51879489 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:55:12.907490 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-c54d9249-63bc-435a-82ea-105f31a3e448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727028', 'neutron.services.segments.db._delete_segments_for_network-8775477110074'] for network (2d59a619-2104-48af-9b29-5b43721c1720), precommit_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:12.928272 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.services.segments.db [None req-c54d9249-63bc-435a-82ea-105f31a3e448 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d59a619-2104-48af-9b29-5b43721c1720']}} {{(pid=110297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:55:12.937964 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.services.segments.db [None req-c54d9249-63bc-435a-82ea-105f31a3e448 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c171999-7314-4749-ab73-b658fc7b715a') {'for_net_delete': True} {{(pid=110297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:55:12.938264 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.services.segments.db [None req-c54d9249-63bc-435a-82ea-105f31a3e448 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c171999-7314-4749-ab73-b658fc7b715a') {} {{(pid=110297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:55:12.948393 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-c54d9249-63bc-435a-82ea-105f31a3e448 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775477110851', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2155877'] for segment (3c171999-7314-4749-ab73-b658fc7b715a), before_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:12.962418 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-c54d9249-63bc-435a-82ea-105f31a3e448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719716'] for segment (3c171999-7314-4749-ab73-b658fc7b715a), precommit_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:12.969963 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c54d9249-63bc-435a-82ea-105f31a3e448 admin admin] Releasing vlan 366 on physical network physnet1 to pool {{(pid=110297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 14:55:12.970395 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-c54d9249-63bc-435a-82ea-105f31a3e448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25923512'] for segment (3c171999-7314-4749-ab73-b658fc7b715a), after_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:12.972240 dv-cinder-840289-3-iscsi neutron-server[110297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 14:55:12.972240 dv-cinder-840289-3-iscsi neutron-server[110297]: self.session.flush() May 03 14:55:12.972240 dv-cinder-840289-3-iscsi neutron-server[110297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 14:55:12.972240 dv-cinder-840289-3-iscsi neutron-server[110297]: self.session.flush() May 03 14:55:12.972240 dv-cinder-840289-3-iscsi neutron-server[110297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 14:55:12.972240 dv-cinder-840289-3-iscsi neutron-server[110297]: self.session.flush() May 03 14:55:12.972240 dv-cinder-840289-3-iscsi neutron-server[110297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 14:55:12.972240 dv-cinder-840289-3-iscsi neutron-server[110297]: self.session.flush() May 03 14:55:12.972240 dv-cinder-840289-3-iscsi neutron-server[110297]: Traceback (most recent call last): May 03 14:55:12.972240 dv-cinder-840289-3-iscsi neutron-server[110297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 14:55:12.972240 dv-cinder-840289-3-iscsi neutron-server[110297]: timer() May 03 14:55:12.972240 dv-cinder-840289-3-iscsi neutron-server[110297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 14:55:12.972240 dv-cinder-840289-3-iscsi neutron-server[110297]: cb(*args, **kw) May 03 14:55:12.972240 dv-cinder-840289-3-iscsi neutron-server[110297]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 03 14:55:12.972240 dv-cinder-840289-3-iscsi neutron-server[110297]: return func(*args, **kwargs) May 03 14:55:12.972240 dv-cinder-840289-3-iscsi neutron-server[110297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 14:55:12.972240 dv-cinder-840289-3-iscsi neutron-server[110297]: self._notify() May 03 14:55:12.972240 dv-cinder-840289-3-iscsi neutron-server[110297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 14:55:12.972240 dv-cinder-840289-3-iscsi neutron-server[110297]: self.callback(batched_events) May 03 14:55:12.972240 dv-cinder-840289-3-iscsi neutron-server[110297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 14:55:12.972240 dv-cinder-840289-3-iscsi neutron-server[110297]: event.method(event) May 03 14:55:12.972240 dv-cinder-840289-3-iscsi neutron-server[110297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 03 14:55:12.972240 dv-cinder-840289-3-iscsi neutron-server[110297]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 14:55:12.972240 dv-cinder-840289-3-iscsi neutron-server[110297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 03 14:55:12.972240 dv-cinder-840289-3-iscsi neutron-server[110297]: aggregate_uuid = self.p_client.list_aggregates( May 03 14:55:12.972240 dv-cinder-840289-3-iscsi neutron-server[110297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 03 14:55:12.972240 dv-cinder-840289-3-iscsi neutron-server[110297]: return f(self, *a, **k) May 03 14:55:12.972240 dv-cinder-840289-3-iscsi neutron-server[110297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 03 14:55:12.972240 dv-cinder-840289-3-iscsi neutron-server[110297]: return self._get(url).json() May 03 14:55:12.972240 dv-cinder-840289-3-iscsi neutron-server[110297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 03 14:55:12.972240 dv-cinder-840289-3-iscsi neutron-server[110297]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 14:55:12.972240 dv-cinder-840289-3-iscsi neutron-server[110297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 14:55:12.972240 dv-cinder-840289-3-iscsi neutron-server[110297]: return self.request(url, 'GET', **kwargs) May 03 14:55:12.972240 dv-cinder-840289-3-iscsi neutron-server[110297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 14:55:12.972240 dv-cinder-840289-3-iscsi neutron-server[110297]: base_url = self.get_endpoint(auth, allow=allow, May 03 14:55:12.972240 dv-cinder-840289-3-iscsi neutron-server[110297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 14:55:12.972240 dv-cinder-840289-3-iscsi neutron-server[110297]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 14:55:12.972240 dv-cinder-840289-3-iscsi neutron-server[110297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 14:55:12.972240 dv-cinder-840289-3-iscsi neutron-server[110297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 14:55:12.972240 dv-cinder-840289-3-iscsi neutron-server[110297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 14:55:13.048052 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-082be2e0-2b49-4e6c-9eff-c6b1e2f84d35 req-c044f05e-00ea-4a81-a331-f48e893d74a4 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd183195-fe5d-4e0b-a3f6-c87b104f6aad HTTP/1.1" status: 200 len: 210 time: 0.0303795 May 03 14:55:13.119820 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-c54d9249-63bc-435a-82ea-105f31a3e448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692117'] for network (2d59a619-2104-48af-9b29-5b43721c1720), after_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:13.126316 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-c54d9249-63bc-435a-82ea-105f31a3e448 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603595'] for network (None), before_response {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:13.131892 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-c54d9249-63bc-435a-82ea-105f31a3e448 admin admin] 10.222.0.16 "DELETE /v2.0/networks/2d59a619-2104-48af-9b29-5b43721c1720 HTTP/1.1" status: 204 len: 168 time: 0.9672890 May 03 14:55:13.140364 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54d9249-63bc-435a-82ea-105f31a3e448 admin admin] Pushing event deleted for resources: {'Network': ['ID=2d59a619-2104-48af-9b29-5b43721c1720,revision_number=None']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:55:13.473064 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 46096) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:55:13.513559 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-f52966a0-f999-4dfe-a646-11d9f961fefa admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=85acf5f5a53f45dd96135bdfdbd36bee&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0393310 May 03 14:55:13.515993 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 46098) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:55:13.564992 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-63bbe62a-4f06-41d1-be1d-07447621b414 admin admin] Publish callbacks [] for security_group (401848e3-e1ee-4f49-9d7c-851858f8a58c), before_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:13.569472 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-dd96712b-4627-437f-9df9-b1bfec551245 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (8b46afec-dab7-4bfa-a959-8584a0cfd79a), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:13.586292 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-63bbe62a-4f06-41d1-be1d-07447621b414 admin admin] Publish callbacks [] for security_group (401848e3-e1ee-4f49-9d7c-851858f8a58c), precommit_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:13.748049 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-63bbe62a-4f06-41d1-be1d-07447621b414 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (401848e3-e1ee-4f49-9d7c-851858f8a58c), after_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:13.750805 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-63bbe62a-4f06-41d1-be1d-07447621b414 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:13.752126 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-63bbe62a-4f06-41d1-be1d-07447621b414 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/401848e3-e1ee-4f49-9d7c-851858f8a58c HTTP/1.1" status: 204 len: 168 time: 0.2351489 May 03 14:55:13.760807 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bbe62a-4f06-41d1-be1d-07447621b414 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=401848e3-e1ee-4f49-9d7c-851858f8a58c,revision_number=None']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:55:14.066989 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Device d3338c1d-1bf1-49fa-8da6-335a48d36c9a no longer exists at agent ovs-agent-dv-cinder-840289-3-iscsi {{(pid=110299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 14:55:14.087679 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] No Port match for: d3338c1d-1bf1-49fa-8da6-335a48d36c9a {{(pid=110299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 14:55:14.088128 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Device d3338c1d-1bf1-49fa-8da6-335a48d36c9a not bound to the agent host dv-cinder-840289-3-iscsi {{(pid=110299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 14:55:14.144381 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-102a23a0-4311-4253-8109-f80fdafcecff req-e7064d27-3570-4a28-ad48-49a3b0246762 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd183195-fe5d-4e0b-a3f6-c87b104f6aad HTTP/1.1" status: 200 len: 210 time: 0.0326109 May 03 14:55:14.784222 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 46122) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:55:14.878490 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.v2.base [None req-1ed84480-9848-4731-b014-187e07e8271e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-691195481-network', 'tenant_id': 'fa83f683c67a413ba3ca7f7d2d6bb966'}} {{(pid=110297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:55:14.959382 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ed84480-9848-4731-b014-187e07e8271e admin admin] Made reservation on behalf of fa83f683c67a413ba3ca7f7d2d6bb966 for: {'network': 1} {{(pid=110297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 14:55:14.961566 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-1ed84480-9848-4731-b014-187e07e8271e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for network (None), before_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:14.970108 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-1ed84480-9848-4731-b014-187e07e8271e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:15.042977 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-1ed84480-9848-4731-b014-187e07e8271e admin admin] Publish callbacks [] for security_group (6f556d59-5f6c-4c8f-a50f-c37fe4346efd), precommit_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:15.129120 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-1ed84480-9848-4731-b014-187e07e8271e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (6f556d59-5f6c-4c8f-a50f-c37fe4346efd), after_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:15.150512 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ed84480-9848-4731-b014-187e07e8271e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 366} {{(pid=110297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 14:55:15.166574 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed84480-9848-4731-b014-187e07e8271e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f556d59-5f6c-4c8f-a50f-c37fe4346efd,revision_number=1']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:55:15.170743 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-1ed84480-9848-4731-b014-187e07e8271e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719716'] for segment (cf13aea7-b36a-4302-89af-e9e11eaa421e), precommit_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:15.171129 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.db.segments_db [None req-1ed84480-9848-4731-b014-187e07e8271e admin admin] Added segment cf13aea7-b36a-4302-89af-e9e11eaa421e of type vlan for network 8e6de03b-779e-46f4-99b9-4423e500c0dd May 03 14:55:15.185464 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (16d44442-859c-4c9b-bc72-04cb3b8a5d5b), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:15.214175 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-1ed84480-9848-4731-b014-187e07e8271e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775476666305'] for network (8e6de03b-779e-46f4-99b9-4423e500c0dd), precommit_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:15.252839 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-55413e0d-03f0-4963-a4a5-6a166632daf1 req-c6f57d14-afda-4ac3-96cd-83c865abb8a9 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd183195-fe5d-4e0b-a3f6-c87b104f6aad HTTP/1.1" status: 200 len: 210 time: 0.0286307 May 03 14:55:15.334066 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-1ed84480-9848-4731-b014-187e07e8271e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613'] for network (8e6de03b-779e-46f4-99b9-4423e500c0dd), after_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:15.335036 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ed84480-9848-4731-b014-187e07e8271e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:55:15.335620 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-1ed84480-9848-4731-b014-187e07e8271e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603595'] for network (None), before_response {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:15.362462 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977d55bc-1b88-4b64-b1cd-fbe648eb8a9b req-55107ff4-f3f8-455f-95b7-286d28534072 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:55:15.363920 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [req-977d55bc-1b88-4b64-b1cd-fbe648eb8a9b req-55107ff4-f3f8-455f-95b7-286d28534072 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.55 "GET /v2.0/networks?id=963c04e2-09c0-42b3-8b14-9ee6b8c8fe47 HTTP/1.1" status: 200 len: 811 time: 0.1325898 May 03 14:55:15.410952 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed84480-9848-4731-b014-187e07e8271e admin admin] Pushing event updated for resources: {'Network': ['ID=8e6de03b-779e-46f4-99b9-4423e500c0dd,revision_number=1']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:55:15.421081 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Network 8e6de03b-779e-46f4-99b9-4423e500c0dd details requested by agent ovs-agent-dv-cinder-840289-3-iscsi with host dv-cinder-840289-3-iscsi {{(pid=110299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 03 14:55:15.463179 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-1ed84480-9848-4731-b014-187e07e8271e admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6778271 May 03 14:55:15.466231 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 46128) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:55:15.471005 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.v2.base [None req-0d8cc7af-3ee1-4de2-831e-5ef5bb68d304 admin admin] Request body: {'subnet': {'network_id': '8e6de03b-779e-46f4-99b9-4423e500c0dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-691195481-subnet', 'tenant_id': 'fa83f683c67a413ba3ca7f7d2d6bb966', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:55:15.478318 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [req-977d55bc-1b88-4b64-b1cd-fbe648eb8a9b req-6cc990cf-5213-4f83-be60-a4da4c22b0de tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b4752d3e59c94290925845f591792921 HTTP/1.1" status: 200 len: 380 time: 0.0974536 May 03 14:55:15.491555 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.v2.base [req-977d55bc-1b88-4b64-b1cd-fbe648eb8a9b req-656d3e3e-8db6-45a7-afba-429516dd6350 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Request body: {'port': {'device_id': 'fd183195-fe5d-4e0b-a3f6-c87b104f6aad', 'network_id': '963c04e2-09c0-42b3-8b14-9ee6b8c8fe47', 'admin_state_up': True, 'tenant_id': 'b4752d3e59c94290925845f591792921', 'security_groups': ['51778758-18f1-454a-a2ac-58ed54dca82a']}} {{(pid=110297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:55:15.628382 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d8cc7af-3ee1-4de2-831e-5ef5bb68d304 admin admin] Made reservation on behalf of fa83f683c67a413ba3ca7f7d2d6bb966 for: {'subnet': 1} {{(pid=110297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 14:55:15.630899 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-0d8cc7af-3ee1-4de2-831e-5ef5bb68d304 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25246335'] for subnet (None), before_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:15.690429 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-977d55bc-1b88-4b64-b1cd-fbe648eb8a9b req-656d3e3e-8db6-45a7-afba-429516dd6350 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Made reservation on behalf of b4752d3e59c94290925845f591792921 for: {'port': 1} {{(pid=110297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 14:55:15.693661 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [req-977d55bc-1b88-4b64-b1cd-fbe648eb8a9b req-656d3e3e-8db6-45a7-afba-429516dd6350 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (None), before_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:15.901082 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.db.db_base_plugin_common [req-977d55bc-1b88-4b64-b1cd-fbe648eb8a9b req-656d3e3e-8db6-45a7-afba-429516dd6350 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Allocated IP 172.20.0.10 (963c04e2-09c0-42b3-8b14-9ee6b8c8fe47/48f101fe-497d-4192-8a7b-0011d50ada6e/997a9cde-0abf-478a-a2b2-471565659fce) {{(pid=110297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 14:55:16.005594 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-0d8cc7af-3ee1-4de2-831e-5ef5bb68d304 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25923093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25246305'] for subnet (da523ca4-000e-4457-a118-98a9c4ff1011), after_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:16.080412 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [req-977d55bc-1b88-4b64-b1cd-fbe648eb8a9b req-656d3e3e-8db6-45a7-afba-429516dd6350 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Publish callbacks [] for port (997a9cde-0abf-478a-a2b2-471565659fce), precommit_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:16.084831 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8cc7af-3ee1-4de2-831e-5ef5bb68d304 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da523ca4-000e-4457-a118-98a9c4ff1011,revision_number=0']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:55:16.115771 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8cc7af-3ee1-4de2-831e-5ef5bb68d304 admin admin] Checking segment: {'id': 'cf13aea7-b36a-4302-89af-e9e11eaa421e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '8e6de03b-779e-46f4-99b9-4423e500c0dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 14:55:16.116126 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d8cc7af-3ee1-4de2-831e-5ef5bb68d304 admin admin] Network hostable DHCP agents. Network: 8e6de03b-779e-46f4-99b9-4423e500c0dd, hostable agents: ['5d16a8e7-5fab-4607-ae51-2b468a019c05'], hosted agents: [] {{(pid=110297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 14:55:16.209800 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [req-977d55bc-1b88-4b64-b1cd-fbe648eb8a9b req-656d3e3e-8db6-45a7-afba-429516dd6350 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775476647060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25923557'] for port (997a9cde-0abf-478a-a2b2-471565659fce), after_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:16.218547 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d8cc7af-3ee1-4de2-831e-5ef5bb68d304 admin admin] Network 8e6de03b-779e-46f4-99b9-4423e500c0dd is scheduled to be hosted by DHCP agent 5d16a8e7-5fab-4607-ae51-2b468a019c05 with binding_index 1 {{(pid=110297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 14:55:16.258666 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-977d55bc-1b88-4b64-b1cd-fbe648eb8a9b req-656d3e3e-8db6-45a7-afba-429516dd6350 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Network 963c04e2-09c0-42b3-8b14-9ee6b8c8fe47 is already hosted by enough agents. {{(pid=110297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 14:55:16.264253 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.scheduler.base_scheduler [req-977d55bc-1b88-4b64-b1cd-fbe648eb8a9b req-656d3e3e-8db6-45a7-afba-429516dd6350 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Resources bound (agent type, host, resource id): {{(pid=110297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 14:55:16.268654 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.db.l3_dvrscheduler_db [req-977d55bc-1b88-4b64-b1cd-fbe648eb8a9b req-656d3e3e-8db6-45a7-afba-429516dd6350 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Received port after_create {{(pid=110297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 14:55:16.272435 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656d3e3e-8db6-45a7-afba-429516dd6350 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Pushing event updated for resources: {'Port': ['ID=997a9cde-0abf-478a-a2b2-471565659fce,revision_number=1']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:55:16.310377 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.scheduler.base_scheduler [None req-0d8cc7af-3ee1-4de2-831e-5ef5bb68d304 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840289-3-iscsi, 8e6de03b-779e-46f4-99b9-4423e500c0dd) {{(pid=110297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 14:55:16.318320 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a1f0363-65f5-4d6a-8257-708eb5717a0a None None] Network 8e6de03b-779e-46f4-99b9-4423e500c0dd requested from dv-cinder-840289-3-iscsi {{(pid=110299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 14:55:16.325931 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d8cc7af-3ee1-4de2-831e-5ef5bb68d304 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:55:16.326540 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-0d8cc7af-3ee1-4de2-831e-5ef5bb68d304 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:16.342632 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977d55bc-1b88-4b64-b1cd-fbe648eb8a9b req-656d3e3e-8db6-45a7-afba-429516dd6350 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:55:16.343453 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [req-977d55bc-1b88-4b64-b1cd-fbe648eb8a9b req-656d3e3e-8db6-45a7-afba-429516dd6350 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46205'] for port (None), before_response {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:16.404552 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef48358-20e6-47e8-8a12-64304bf1989d req-1dfbdba4-0ac2-4fce-a399-1c31cbd2da03 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:55:16.407273 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-9ef48358-20e6-47e8-8a12-64304bf1989d req-1dfbdba4-0ac2-4fce-a399-1c31cbd2da03 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd183195-fe5d-4e0b-a3f6-c87b104f6aad HTTP/1.1" status: 200 len: 932 time: 0.0659873 May 03 14:55:16.439493 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-911bce2d-ab8d-48f1-b588-1064c1a9fe61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34cf8f42-598f-5304-9936-d07867131aca-8e6de03b-779e-46f4-99b9-4423e500c0dd', 'network_id': '8e6de03b-779e-46f4-99b9-4423e500c0dd', 'project_id': 'fa83f683c67a413ba3ca7f7d2d6bb966', 'fixed_ips': [{'subnet_id': 'da523ca4-000e-4457-a118-98a9c4ff1011'}]}} from dv-cinder-840289-3-iscsi. {{(pid=110299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 03 14:55:16.440608 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-911bce2d-ab8d-48f1-b588-1064c1a9fe61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (None), before_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:16.459584 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [req-977d55bc-1b88-4b64-b1cd-fbe648eb8a9b req-656d3e3e-8db6-45a7-afba-429516dd6350 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9738157 May 03 14:55:16.465738 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-0d8cc7af-3ee1-4de2-831e-5ef5bb68d304 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9960532 May 03 14:55:16.465987 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 46138) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:55:16.473211 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-9ef48358-20e6-47e8-8a12-64304bf1989d req-7eb049ce-bcb7-4d63-aa62-5b547f1e6d37 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/security-groups?id=51778758-18f1-454a-a2ac-58ed54dca82a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556867 May 03 14:55:16.473528 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.v2.base [None req-d47b2031-cf2c-4743-9a3a-a80c6fe02e8d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-691195481-router', 'tenant_id': 'fa83f683c67a413ba3ca7f7d2d6bb966', 'external_gateway_info': {'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c'}}} {{(pid=110297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:55:16.481899 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.v2.base [req-977d55bc-1b88-4b64-b1cd-fbe648eb8a9b req-a2674cc3-f061-443e-a40e-bcf6b09f9f2c service neutron] Request body: {'port': {'device_id': 'fd183195-fe5d-4e0b-a3f6-c87b104f6aad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84028'}} {{(pid=110297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:55:16.548445 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [None req-2732fdf5-bb2d-47e8-adc4-982c2f6bd404 None None] Provisioning complete for port 997a9cde-0abf-478a-a2b2-471565659fce triggered by entity DHCP. {{(pid=110299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:55:16.548739 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-2732fdf5-bb2d-47e8-adc4-982c2f6bd404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728915'] for port (997a9cde-0abf-478a-a2b2-471565659fce), provisioning_complete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:16.555537 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [req-977d55bc-1b88-4b64-b1cd-fbe648eb8a9b req-a2674cc3-f061-443e-a40e-bcf6b09f9f2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (997a9cde-0abf-478a-a2b2-471565659fce), before_update {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:16.613663 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-2732fdf5-bb2d-47e8-adc4-982c2f6bd404 None None] Port 997a9cde-0abf-478a-a2b2-471565659fce cannot update to ACTIVE because it is not bound. {{(pid=110299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 14:55:16.624579 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.db_base_plugin_common [None req-911bce2d-ab8d-48f1-b588-1064c1a9fe61 None None] Allocated IP 172.20.0.2 (8e6de03b-779e-46f4-99b9-4423e500c0dd/da523ca4-000e-4457-a118-98a9c4ff1011/61c7831a-b406-4c15-8562-e9430e108e88) {{(pid=110299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 14:55:16.658575 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-d47b2031-cf2c-4743-9a3a-a80c6fe02e8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1693469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3141'] for router (b2de5692-15b7-4533-8b3c-b49995075c04), before_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:16.659647 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-d47b2031-cf2c-4743-9a3a-a80c6fe02e8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1693617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698068', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1739037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3132'] for router (b2de5692-15b7-4533-8b3c-b49995075c04), precommit_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:16.751902 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-d47b2031-cf2c-4743-9a3a-a80c6fe02e8d admin admin] Publish callbacks [] for router_controller (b2de5692-15b7-4533-8b3c-b49995075c04), precommit_add_association {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:16.769624 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-911bce2d-ab8d-48f1-b588-1064c1a9fe61 None None] Publish callbacks [] for port (61c7831a-b406-4c15-8562-e9430e108e88), precommit_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:16.838355 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-911bce2d-ab8d-48f1-b588-1064c1a9fe61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775476647060'] for port (61c7831a-b406-4c15-8562-e9430e108e88), after_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:16.875389 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-911bce2d-ab8d-48f1-b588-1064c1a9fe61 None None] Network 8e6de03b-779e-46f4-99b9-4423e500c0dd is already hosted by enough agents. {{(pid=110299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 14:55:16.878283 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.scheduler.base_scheduler [None req-911bce2d-ab8d-48f1-b588-1064c1a9fe61 None None] Resources bound (agent type, host, resource id): {{(pid=110299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 14:55:16.885188 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911bce2d-ab8d-48f1-b588-1064c1a9fe61 None None] Received port after_create {{(pid=110299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 14:55:16.892113 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911bce2d-ab8d-48f1-b588-1064c1a9fe61 None None] Pushing event updated for resources: {'Port': ['ID=61c7831a-b406-4c15-8562-e9430e108e88,revision_number=1']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:55:16.947760 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.managers [None req-911bce2d-ab8d-48f1-b588-1064c1a9fe61 None None] Attempting to bind port 61c7831a-b406-4c15-8562-e9430e108e88 on host dv-cinder-840289-3-iscsi for vnic_type normal with profile {{(pid=110299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 14:55:16.948214 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.managers [None req-911bce2d-ab8d-48f1-b588-1064c1a9fe61 None None] Attempting to bind port 61c7831a-b406-4c15-8562-e9430e108e88 by drivers openvswitch,hyperv on host dv-cinder-840289-3-iscsi at level 0 using segments [{'id': 'cf13aea7-b36a-4302-89af-e9e11eaa421e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '8e6de03b-779e-46f4-99b9-4423e500c0dd'}] {{(pid=110299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 14:55:16.948579 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911bce2d-ab8d-48f1-b588-1064c1a9fe61 None None] Attempting to bind port 61c7831a-b406-4c15-8562-e9430e108e88 on network 8e6de03b-779e-46f4-99b9-4423e500c0dd {{(pid=110299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 14:55:16.953407 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911bce2d-ab8d-48f1-b588-1064c1a9fe61 None None] Checking agent: {'id': '16d44442-859c-4c9b-bc72-04cb3b8a5d5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840289-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 14, 38, 15), 'started_at': datetime.datetime(2022, 5, 3, 14, 38, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 14, 55, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840289-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 14:55:16.953782 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911bce2d-ab8d-48f1-b588-1064c1a9fe61 None None] Checking segment: {'id': 'cf13aea7-b36a-4302-89af-e9e11eaa421e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '8e6de03b-779e-46f4-99b9-4423e500c0dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 14:55:16.954181 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-911bce2d-ab8d-48f1-b588-1064c1a9fe61 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:16.954574 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911bce2d-ab8d-48f1-b588-1064c1a9fe61 None None] Bound using segment: {'id': 'cf13aea7-b36a-4302-89af-e9e11eaa421e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '8e6de03b-779e-46f4-99b9-4423e500c0dd'} {{(pid=110299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 14:55:16.955058 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.managers [None req-911bce2d-ab8d-48f1-b588-1064c1a9fe61 None None] Bound port: 61c7831a-b406-4c15-8562-e9430e108e88, host: dv-cinder-840289-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf13aea7-b36a-4302-89af-e9e11eaa421e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '8e6de03b-779e-46f4-99b9-4423e500c0dd'}}] {{(pid=110299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 14:55:16.955441 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-911bce2d-ab8d-48f1-b588-1064c1a9fe61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (61c7831a-b406-4c15-8562-e9430e108e88), before_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:16.968795 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.notifiers.nova [req-977d55bc-1b88-4b64-b1cd-fbe648eb8a9b req-a2674cc3-f061-443e-a40e-bcf6b09f9f2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 997a9cde-0abf-478a-a2b2-471565659fce {{(pid=110297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 14:55:17.001931 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [req-977d55bc-1b88-4b64-b1cd-fbe648eb8a9b req-a2674cc3-f061-443e-a40e-bcf6b09f9f2c service neutron] Publish callbacks [] for port (997a9cde-0abf-478a-a2b2-471565659fce), precommit_update {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:17.005454 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-d47b2031-cf2c-4743-9a3a-a80c6fe02e8d admin admin] Publish callbacks [] for router_gateway (b2de5692-15b7-4533-8b3c-b49995075c04), precommit_update {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:17.015812 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-911bce2d-ab8d-48f1-b588-1064c1a9fe61 None None] For port 61c7831a-b406-4c15-8562-e9430e108e88, host dv-cinder-840289-3-iscsi, cleared binding levels {{(pid=110299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 14:55:17.018806 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-911bce2d-ab8d-48f1-b588-1064c1a9fe61 None None] For port 61c7831a-b406-4c15-8562-e9430e108e88, host dv-cinder-840289-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-3-iscsi',level=0,port_id=61c7831a-b406-4c15-8562-e9430e108e88,segment=NetworkSegment(cf13aea7-b36a-4302-89af-e9e11eaa421e),segment_id=cf13aea7-b36a-4302-89af-e9e11eaa421e)] {{(pid=110299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 14:55:17.021639 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.db.provisioning_blocks [req-977d55bc-1b88-4b64-b1cd-fbe648eb8a9b req-a2674cc3-f061-443e-a40e-bcf6b09f9f2c service neutron] Transition to ACTIVE for port object 997a9cde-0abf-478a-a2b2-471565659fce will not be triggered until provisioned by entity L2. {{(pid=110297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 03 14:55:17.101310 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-911bce2d-ab8d-48f1-b588-1064c1a9fe61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096'] for port (61c7831a-b406-4c15-8562-e9430e108e88), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:17.118141 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [req-977d55bc-1b88-4b64-b1cd-fbe648eb8a9b req-a2674cc3-f061-443e-a40e-bcf6b09f9f2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25923484'] for port (997a9cde-0abf-478a-a2b2-471565659fce), after_update {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:17.165542 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911bce2d-ab8d-48f1-b588-1064c1a9fe61 None None] Pushing event updated for resources: {'Port': ['ID=61c7831a-b406-4c15-8562-e9430e108e88,revision_number=2']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:55:17.183309 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2674cc3-f061-443e-a40e-bcf6b09f9f2c service neutron] Pushing event updated for resources: {'Port': ['ID=997a9cde-0abf-478a-a2b2-471565659fce,revision_number=2']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:55:17.350937 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-d47b2031-cf2c-4743-9a3a-a80c6fe02e8d admin admin] Publish callbacks [] for router_gateway (b2de5692-15b7-4533-8b3c-b49995075c04), before_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:17.379174 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-d47b2031-cf2c-4743-9a3a-a80c6fe02e8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (None), before_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:17.390621 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.plugins.ml2.managers [req-977d55bc-1b88-4b64-b1cd-fbe648eb8a9b req-a2674cc3-f061-443e-a40e-bcf6b09f9f2c service neutron] Attempting to bind port 997a9cde-0abf-478a-a2b2-471565659fce on host hv-cinder-84028 for vnic_type normal with profile {{(pid=110297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 14:55:17.390963 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.plugins.ml2.managers [req-977d55bc-1b88-4b64-b1cd-fbe648eb8a9b req-a2674cc3-f061-443e-a40e-bcf6b09f9f2c service neutron] Attempting to bind port 997a9cde-0abf-478a-a2b2-471565659fce by drivers openvswitch,hyperv on host hv-cinder-84028 at level 0 using segments [{'id': 'ca66fa34-2900-4282-8627-e44cece846e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '963c04e2-09c0-42b3-8b14-9ee6b8c8fe47'}] {{(pid=110297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 14:55:17.391324 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-977d55bc-1b88-4b64-b1cd-fbe648eb8a9b req-a2674cc3-f061-443e-a40e-bcf6b09f9f2c service neutron] Attempting to bind port 997a9cde-0abf-478a-a2b2-471565659fce on network 963c04e2-09c0-42b3-8b14-9ee6b8c8fe47 {{(pid=110297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 14:55:17.432002 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-977d55bc-1b88-4b64-b1cd-fbe648eb8a9b req-a2674cc3-f061-443e-a40e-bcf6b09f9f2c service neutron] Port 997a9cde-0abf-478a-a2b2-471565659fce on network 963c04e2-09c0-42b3-8b14-9ee6b8c8fe47 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84028 {{(pid=110297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 03 14:55:17.433408 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-977d55bc-1b88-4b64-b1cd-fbe648eb8a9b req-a2674cc3-f061-443e-a40e-bcf6b09f9f2c service neutron] Attempting to bind port 997a9cde-0abf-478a-a2b2-471565659fce on network 963c04e2-09c0-42b3-8b14-9ee6b8c8fe47 {{(pid=110297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 14:55:17.445569 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-977d55bc-1b88-4b64-b1cd-fbe648eb8a9b req-a2674cc3-f061-443e-a40e-bcf6b09f9f2c service neutron] Checking agent: {'id': '26e70f58-a201-437c-be8d-fd2714f100da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84028', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 14, 44, 59), 'started_at': datetime.datetime(2022, 5, 3, 14, 44, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 14, 54, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 14:55:17.445912 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-977d55bc-1b88-4b64-b1cd-fbe648eb8a9b req-a2674cc3-f061-443e-a40e-bcf6b09f9f2c service neutron] Checking segment: {'id': 'ca66fa34-2900-4282-8627-e44cece846e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '963c04e2-09c0-42b3-8b14-9ee6b8c8fe47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 14:55:17.446301 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-977d55bc-1b88-4b64-b1cd-fbe648eb8a9b req-a2674cc3-f061-443e-a40e-bcf6b09f9f2c service neutron] Bound using segment: {'id': 'ca66fa34-2900-4282-8627-e44cece846e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '963c04e2-09c0-42b3-8b14-9ee6b8c8fe47'} {{(pid=110297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 14:55:17.446740 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.plugins.ml2.managers [req-977d55bc-1b88-4b64-b1cd-fbe648eb8a9b req-a2674cc3-f061-443e-a40e-bcf6b09f9f2c service neutron] Bound port: 997a9cde-0abf-478a-a2b2-471565659fce, host: hv-cinder-84028, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca66fa34-2900-4282-8627-e44cece846e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '963c04e2-09c0-42b3-8b14-9ee6b8c8fe47'}}] {{(pid=110297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 14:55:17.447236 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [req-977d55bc-1b88-4b64-b1cd-fbe648eb8a9b req-a2674cc3-f061-443e-a40e-bcf6b09f9f2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (997a9cde-0abf-478a-a2b2-471565659fce), before_update {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:17.550258 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.db.db_base_plugin_common [None req-d47b2031-cf2c-4743-9a3a-a80c6fe02e8d admin admin] Allocated IP 172.27.0.57 (7456e722-9446-4a17-bcf3-c72dce07c65c/f907060b-4748-4522-aeb5-06a44b689374/9d99af12-dc8d-4fea-987c-b8fd148bbed4) {{(pid=110297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 14:55:17.575445 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.plugins.ml2.db [req-977d55bc-1b88-4b64-b1cd-fbe648eb8a9b req-a2674cc3-f061-443e-a40e-bcf6b09f9f2c service neutron] For port 997a9cde-0abf-478a-a2b2-471565659fce, host hv-cinder-84028, cleared binding levels {{(pid=110297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 14:55:17.579672 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.plugins.ml2.db [req-977d55bc-1b88-4b64-b1cd-fbe648eb8a9b req-a2674cc3-f061-443e-a40e-bcf6b09f9f2c service neutron] For port 997a9cde-0abf-478a-a2b2-471565659fce, host hv-cinder-84028, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=997a9cde-0abf-478a-a2b2-471565659fce,segment=NetworkSegment(ca66fa34-2900-4282-8627-e44cece846e4),segment_id=ca66fa34-2900-4282-8627-e44cece846e4)] {{(pid=110297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 14:55:17.596322 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b33907-4579-4791-b8a7-dcb74784e960 req-db517f8a-41b1-4767-8466-ef2196367f5f tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:55:17.597867 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-d4b33907-4579-4791-b8a7-dcb74784e960 req-db517f8a-41b1-4767-8466-ef2196367f5f tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd183195-fe5d-4e0b-a3f6-c87b104f6aad HTTP/1.1" status: 200 len: 944 time: 0.0485265 May 03 14:55:17.647334 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [req-977d55bc-1b88-4b64-b1cd-fbe648eb8a9b req-a2674cc3-f061-443e-a40e-bcf6b09f9f2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25923484'] for port (997a9cde-0abf-478a-a2b2-471565659fce), after_update {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:17.652452 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-d4b33907-4579-4791-b8a7-dcb74784e960 req-051e6920-b9e3-49a9-9115-9201e02129ff tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/security-groups?id=51778758-18f1-454a-a2ac-58ed54dca82a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472550 May 03 14:55:17.697341 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977d55bc-1b88-4b64-b1cd-fbe648eb8a9b req-a2674cc3-f061-443e-a40e-bcf6b09f9f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:55:17.698397 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [req-977d55bc-1b88-4b64-b1cd-fbe648eb8a9b req-a2674cc3-f061-443e-a40e-bcf6b09f9f2c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46205'] for port (None), before_response {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:17.699675 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [req-977d55bc-1b88-4b64-b1cd-fbe648eb8a9b req-a2674cc3-f061-443e-a40e-bcf6b09f9f2c service neutron] 10.222.0.55 "PUT /v2.0/ports/997a9cde-0abf-478a-a2b2-471565659fce HTTP/1.1" status: 200 len: 1094 time: 1.2224691 May 03 14:55:17.703436 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd183195-fe5d-4e0b-a3f6-c87b104f6aad', 'tag': '997a9cde-0abf-478a-a2b2-471565659fce'}] {{(pid=110297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 14:55:17.703436 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e984b2ea2ce138672bdb6842017b013401e1eb51d7da9236b70aed4d114632e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0352ca7-f272-4520-b147-7b49367ffe41" -d '{"events": [{"name": "network-changed", "server_uuid": "fd183195-fe5d-4e0b-a3f6-c87b104f6aad", "tag": "997a9cde-0abf-478a-a2b2-471565659fce"}]}' {{(pid=110297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 14:55:17.717253 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-d47b2031-cf2c-4743-9a3a-a80c6fe02e8d admin admin] Publish callbacks [] for port (9d99af12-dc8d-4fea-987c-b8fd148bbed4), precommit_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:17.745312 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2674cc3-f061-443e-a40e-bcf6b09f9f2c service neutron] Pushing event updated for resources: {'Port': ['ID=997a9cde-0abf-478a-a2b2-471565659fce,revision_number=3']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:55:17.759388 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 14:55:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fec638d-8b33-47c5-9d9e-15816a374404 x-openstack-request-id: req-7fec638d-8b33-47c5-9d9e-15816a374404 {{(pid=110297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 14:55:17.760226 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd183195-fe5d-4e0b-a3f6-c87b104f6aad", "tag": "997a9cde-0abf-478a-a2b2-471565659fce", "status": "completed", "code": 200}]} {{(pid=110297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 14:55:17.760490 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7fec638d-8b33-47c5-9d9e-15816a374404 {{(pid=110297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 14:55:17.760900 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7fec638d-8b33-47c5-9d9e-15816a374404'] response: {'name': 'network-changed', 'server_uuid': 'fd183195-fe5d-4e0b-a3f6-c87b104f6aad', 'tag': '997a9cde-0abf-478a-a2b2-471565659fce', 'status': 'completed', 'code': 200} May 03 14:55:17.840489 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-d47b2031-cf2c-4743-9a3a-a80c6fe02e8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775476647060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25923557'] for port (9d99af12-dc8d-4fea-987c-b8fd148bbed4), after_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:17.888070 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0352ca7-f272-4520-b147-7b49367ffe41 req-c68337e7-d41b-49f0-b533-77f9adc400a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:55:17.889647 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [req-e0352ca7-f272-4520-b147-7b49367ffe41 req-c68337e7-d41b-49f0-b533-77f9adc400a6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b4752d3e59c94290925845f591792921&device_id=fd183195-fe5d-4e0b-a3f6-c87b104f6aad HTTP/1.1" status: 200 len: 1128 time: 0.0790303 May 03 14:55:17.897288 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d47b2031-cf2c-4743-9a3a-a80c6fe02e8d admin admin] Network 7456e722-9446-4a17-bcf3-c72dce07c65c is already hosted by enough agents. {{(pid=110297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 14:55:17.900888 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.scheduler.base_scheduler [None req-d47b2031-cf2c-4743-9a3a-a80c6fe02e8d admin admin] Resources bound (agent type, host, resource id): {{(pid=110297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 14:55:17.906847 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47b2031-cf2c-4743-9a3a-a80c6fe02e8d admin admin] Received port after_create {{(pid=110297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 14:55:17.959080 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47b2031-cf2c-4743-9a3a-a80c6fe02e8d admin admin] Pushing event updated for resources: {'Port': ['ID=9d99af12-dc8d-4fea-987c-b8fd148bbed4,revision_number=1']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:55:18.106183 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Device 61c7831a-b406-4c15-8562-e9430e108e88 up at agent ovs-agent-dv-cinder-840289-3-iscsi {{(pid=110299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 14:55:18.153373 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2591a06-3266-4476-a5c1-b60b7a195a9c None None] Network 8e6de03b-779e-46f4-99b9-4423e500c0dd requested from dv-cinder-840289-3-iscsi {{(pid=110299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 14:55:18.192171 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Provisioning complete for port 61c7831a-b406-4c15-8562-e9430e108e88 triggered by entity L2. {{(pid=110299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:55:18.192550 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728915'] for port (61c7831a-b406-4c15-8562-e9430e108e88), provisioning_complete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:18.220013 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [None req-759bf215-4b55-494c-ba67-6fdc3b0a96fa None None] Provisioning complete for port 61c7831a-b406-4c15-8562-e9430e108e88 triggered by entity DHCP. {{(pid=110299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:55:18.220390 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-759bf215-4b55-494c-ba67-6fdc3b0a96fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728915'] for port (61c7831a-b406-4c15-8562-e9430e108e88), provisioning_complete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:18.374361 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0352ca7-f272-4520-b147-7b49367ffe41 req-ad0ddf91-373b-487b-a1b2-9940986cb83f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:55:18.375864 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [req-e0352ca7-f272-4520-b147-7b49367ffe41 req-ad0ddf91-373b-487b-a1b2-9940986cb83f service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=b4752d3e59c94290925845f591792921&shared=False HTTP/1.1" status: 200 len: 912 time: 0.4669023 May 03 14:55:18.416431 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Current status of the port 61c7831a-b406-4c15-8562-e9430e108e88 is: DOWN; New status is: ACTIVE {{(pid=110299) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:55:18.416988 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (61c7831a-b406-4c15-8562-e9430e108e88), before_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:18.435683 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-759bf215-4b55-494c-ba67-6fdc3b0a96fa None None] Current status of the port 61c7831a-b406-4c15-8562-e9430e108e88 is: DOWN; New status is: ACTIVE {{(pid=110299) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:55:18.436080 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-759bf215-4b55-494c-ba67-6fdc3b0a96fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (61c7831a-b406-4c15-8562-e9430e108e88), before_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:18.473461 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] For port 61c7831a-b406-4c15-8562-e9430e108e88, host dv-cinder-840289-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-3-iscsi',level=0,port_id=61c7831a-b406-4c15-8562-e9430e108e88,segment=NetworkSegment(cf13aea7-b36a-4302-89af-e9e11eaa421e),segment_id=cf13aea7-b36a-4302-89af-e9e11eaa421e)] {{(pid=110299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:55:18.522313 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0352ca7-f272-4520-b147-7b49367ffe41 req-9e21e50a-2852-4da5-bbe4-b89d0259355f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:55:18.523847 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [req-e0352ca7-f272-4520-b147-7b49367ffe41 req-9e21e50a-2852-4da5-bbe4-b89d0259355f service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1385028 May 03 14:55:18.538925 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096'] for port (61c7831a-b406-4c15-8562-e9430e108e88), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:18.592446 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-d47b2031-cf2c-4743-9a3a-a80c6fe02e8d admin admin] Publish callbacks [] for router_gateway (b2de5692-15b7-4533-8b3c-b49995075c04), after_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:18.615376 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.db.api [None req-759bf215-4b55-494c-ba67-6fdc3b0a96fa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110299) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 14:55:18.615784 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG oslo_db.api [None req-759bf215-4b55-494c-ba67-6fdc3b0a96fa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 14:55:18.618484 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Pushing event updated for resources: {'Port': ['ID=61c7831a-b406-4c15-8562-e9430e108e88,revision_number=3']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:55:18.676220 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977d55bc-1b88-4b64-b1cd-fbe648eb8a9b req-495b366b-74d2-48e5-abde-59d637787c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:55:18.677636 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [req-977d55bc-1b88-4b64-b1cd-fbe648eb8a9b req-495b366b-74d2-48e5-abde-59d637787c1b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b4752d3e59c94290925845f591792921&device_id=fd183195-fe5d-4e0b-a3f6-c87b104f6aad HTTP/1.1" status: 200 len: 1128 time: 0.0489509 May 03 14:55:18.749723 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [req-977d55bc-1b88-4b64-b1cd-fbe648eb8a9b req-d5759f4f-ee30-4943-9354-65d9f3dffe04 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=997a9cde-0abf-478a-a2b2-471565659fce HTTP/1.1" status: 200 len: 217 time: 0.0424027 May 03 14:55:18.766057 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1004ac43-769a-4da5-9ede-fb2a5735e530 req-ef5dab67-de68-4221-a6eb-b9284717eeef tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:55:18.767576 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-1004ac43-769a-4da5-9ede-fb2a5735e530 req-ef5dab67-de68-4221-a6eb-b9284717eeef tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd183195-fe5d-4e0b-a3f6-c87b104f6aad HTTP/1.1" status: 200 len: 944 time: 0.0483985 May 03 14:55:18.815632 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-1004ac43-769a-4da5-9ede-fb2a5735e530 req-af955fc7-0ea0-4328-b634-c34cb7324437 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/security-groups?id=51778758-18f1-454a-a2ac-58ed54dca82a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420449 May 03 14:55:18.842249 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977d55bc-1b88-4b64-b1cd-fbe648eb8a9b req-34324ae1-6120-4b50-9254-347e8550841b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:55:18.843752 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [req-977d55bc-1b88-4b64-b1cd-fbe648eb8a9b req-34324ae1-6120-4b50-9254-347e8550841b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=48f101fe-497d-4192-8a7b-0011d50ada6e HTTP/1.1" status: 200 len: 850 time: 0.0875726 May 03 14:55:18.918526 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977d55bc-1b88-4b64-b1cd-fbe648eb8a9b req-cc1c6c0a-2ab5-4e1e-b92c-a34c26925fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:55:18.920051 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [req-977d55bc-1b88-4b64-b1cd-fbe648eb8a9b req-cc1c6c0a-2ab5-4e1e-b92c-a34c26925fb0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=963c04e2-09c0-42b3-8b14-9ee6b8c8fe47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0684767 May 03 14:55:18.936334 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-d47b2031-cf2c-4743-9a3a-a80c6fe02e8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698251'] for router (b2de5692-15b7-4533-8b3c-b49995075c04), after_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:19.089543 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [req-977d55bc-1b88-4b64-b1cd-fbe648eb8a9b req-c49fb357-63a0-4ee0-b3f0-f16b472a30a9 service neutron] 10.222.0.55 "GET /v2.0/networks/963c04e2-09c0-42b3-8b14-9ee6b8c8fe47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610005 May 03 14:55:19.154066 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-759bf215-4b55-494c-ba67-6fdc3b0a96fa None None] Current status of the port 61c7831a-b406-4c15-8562-e9430e108e88 is: ACTIVE; New status is: ACTIVE {{(pid=110299) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:55:19.202356 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [req-977d55bc-1b88-4b64-b1cd-fbe648eb8a9b req-4653f455-80f9-4bda-b526-e2c8e98900c2 service neutron] 10.222.0.55 "GET /v2.0/networks/963c04e2-09c0-42b3-8b14-9ee6b8c8fe47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045923 May 03 14:55:19.271952 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [None req-5126d6af-bb70-4665-a5d4-55f9578186d1 None None] Provisioning complete for port 61c7831a-b406-4c15-8562-e9430e108e88 triggered by entity DHCP. {{(pid=110299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:55:19.272328 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-5126d6af-bb70-4665-a5d4-55f9578186d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728915'] for port (61c7831a-b406-4c15-8562-e9430e108e88), provisioning_complete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:19.279937 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d47b2031-cf2c-4743-9a3a-a80c6fe02e8d admin admin] Router b2de5692-15b7-4533-8b3c-b49995075c04 is scheduled to L3 agent a9161e1b-902d-441f-843b-a0ff0805adee with binding_index 1 {{(pid=110297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 03 14:55:19.350765 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-5126d6af-bb70-4665-a5d4-55f9578186d1 None None] Current status of the port 61c7831a-b406-4c15-8562-e9430e108e88 is: ACTIVE; New status is: ACTIVE {{(pid=110299) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:55:19.391479 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d47b2031-cf2c-4743-9a3a-a80c6fe02e8d admin admin] Notify agent at l3_agent.dv-cinder-840289-3-iscsi the message routers_updated {{(pid=110297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 14:55:19.399881 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31eae7c8-d131-4d16-96d5-4089829d2170 None None] Sync routers for ids ['b2de5692-15b7-4533-8b3c-b49995075c04'] in dv-cinder-840289-3-iscsi {{(pid=110300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 14:55:19.409460 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31eae7c8-d131-4d16-96d5-4089829d2170 None None] Routers {'b2de5692-15b7-4533-8b3c-b49995075c04'} bound to L3 agent in host dv-cinder-840289-3-iscsi {{(pid=110300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:55:19.410069 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_hamode_db [None req-31eae7c8-d131-4d16-96d5-4089829d2170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-03T14:38:11Z,description=,heartbeat_timestamp=2022-05-03T14:55:11Z,host='dv-cinder-840289-3-iscsi',id=a9161e1b-902d-441f-843b-a0ff0805adee,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:38:12Z,topic='l3_agent')) {'router_ids': ['b2de5692-15b7-4533-8b3c-b49995075c04'], 'active': True} {{(pid=110300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:55:19.464488 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-d47b2031-cf2c-4743-9a3a-a80c6fe02e8d admin admin] Publish callbacks [] for router (None), before_response {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:19.465649 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-d47b2031-cf2c-4743-9a3a-a80c6fe02e8d admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.9986882 May 03 14:55:19.468543 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 46150) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:55:19.605020 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvr_db [None req-31eae7c8-d131-4d16-96d5-4089829d2170 None None] Set router b2de5692-15b7-4533-8b3c-b49995075c04 gateway port host: dv-cinder-840289-3-iscsi {{(pid=110300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:55:19.771278 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_hamode_db [None req-31eae7c8-d131-4d16-96d5-4089829d2170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2de5692-15b7-4533-8b3c-b49995075c04', 'name': 'tempest-AttachVolumeNegativeTest-691195481-router', 'tenant_id': 'fa83f683c67a413ba3ca7f7d2d6bb966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'external_fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': '9d99af12-dc8d-4fea-987c-b8fd148bbed4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:55:16Z', 'updated_at': '2022-05-03T14:55:18Z', 'revision_number': 3, 'project_id': 'fa83f683c67a413ba3ca7f7d2d6bb966', 'gw_port': {'id': '9d99af12-dc8d-4fea-987c-b8fd148bbed4', 'name': '', 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:53:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2de5692-15b7-4533-8b3c-b49995075c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:55:17Z', 'updated_at': '2022-05-03T14:55:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f907060b-4748-4522-aeb5-06a44b689374', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-3-iscsi'}], 'dv-cinder-840289-3-iscsi', False) {} {{(pid=110300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:55:19.801802 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31eae7c8-d131-4d16-96d5-4089829d2170 None None] Checking router: b2de5692-15b7-4533-8b3c-b49995075c04 for host: dv-cinder-840289-3-iscsi {{(pid=110300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 14:55:19.802150 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31eae7c8-d131-4d16-96d5-4089829d2170 None None] Updating router b2de5692-15b7-4533-8b3c-b49995075c04 port 9d99af12-dc8d-4fea-987c-b8fd148bbed4 binding host dv-cinder-840289-3-iscsi {{(pid=110300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 14:55:19.829772 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-31eae7c8-d131-4d16-96d5-4089829d2170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (9d99af12-dc8d-4fea-987c-b8fd148bbed4), before_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:19.896614 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-d12e5d23-068e-4f85-973c-97e95fce2458 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (None), before_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:19.936016 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7614c5-ba05-410c-8a7f-9e4073e47d8d req-aa705995-6d73-4030-bd52-1e2960ba3b75 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:55:19.937529 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-7e7614c5-ba05-410c-8a7f-9e4073e47d8d req-aa705995-6d73-4030-bd52-1e2960ba3b75 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd183195-fe5d-4e0b-a3f6-c87b104f6aad HTTP/1.1" status: 200 len: 944 time: 0.0484700 May 03 14:55:19.987072 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-7e7614c5-ba05-410c-8a7f-9e4073e47d8d req-7041af44-d7a4-42ae-888e-26bb27a37fc9 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/security-groups?id=51778758-18f1-454a-a2ac-58ed54dca82a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437276 May 03 14:55:20.059546 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.db.db_base_plugin_common [None req-d12e5d23-068e-4f85-973c-97e95fce2458 admin admin] Allocated IP 172.20.0.1 (8e6de03b-779e-46f4-99b9-4423e500c0dd/da523ca4-000e-4457-a118-98a9c4ff1011/0bc0b0eb-1930-4c1c-bb20-1831094b8912) {{(pid=110297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 14:55:20.091029 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-31eae7c8-d131-4d16-96d5-4089829d2170 None None] Publish callbacks [] for port (9d99af12-dc8d-4fea-987c-b8fd148bbed4), precommit_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:20.101493 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Device 61c7831a-b406-4c15-8562-e9430e108e88 up at agent ovs-agent-dv-cinder-840289-3-iscsi {{(pid=110299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 14:55:20.150433 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Provisioning complete for port 61c7831a-b406-4c15-8562-e9430e108e88 triggered by entity L2. {{(pid=110299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:55:20.150798 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728915'] for port (61c7831a-b406-4c15-8562-e9430e108e88), provisioning_complete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:20.163420 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-d12e5d23-068e-4f85-973c-97e95fce2458 admin admin] Publish callbacks [] for port (0bc0b0eb-1930-4c1c-bb20-1831094b8912), precommit_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:20.167026 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-31eae7c8-d131-4d16-96d5-4089829d2170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096'] for port (9d99af12-dc8d-4fea-987c-b8fd148bbed4), after_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:20.218904 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f975a2f2-ddb1-416f-a477-8b4b79ad14c1 None None] Pushing event updated for resources: {'Port': ['ID=9d99af12-dc8d-4fea-987c-b8fd148bbed4,revision_number=2']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:55:20.228984 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.managers [None req-31eae7c8-d131-4d16-96d5-4089829d2170 None None] Attempting to bind port 9d99af12-dc8d-4fea-987c-b8fd148bbed4 on host dv-cinder-840289-3-iscsi for vnic_type normal with profile {{(pid=110300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 14:55:20.229318 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.managers [None req-31eae7c8-d131-4d16-96d5-4089829d2170 None None] Attempting to bind port 9d99af12-dc8d-4fea-987c-b8fd148bbed4 by drivers openvswitch,hyperv on host dv-cinder-840289-3-iscsi at level 0 using segments [{'id': '0c3170a2-2f96-4172-a4d6-7b5474706bd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c'}] {{(pid=110300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 14:55:20.229677 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31eae7c8-d131-4d16-96d5-4089829d2170 None None] Attempting to bind port 9d99af12-dc8d-4fea-987c-b8fd148bbed4 on network 7456e722-9446-4a17-bcf3-c72dce07c65c {{(pid=110300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 14:55:20.232477 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f975a2f2-ddb1-416f-a477-8b4b79ad14c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:55:20.232819 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f975a2f2-ddb1-416f-a477-8b4b79ad14c1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:55:20.233179 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f975a2f2-ddb1-416f-a477-8b4b79ad14c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:55:20.233531 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f975a2f2-ddb1-416f-a477-8b4b79ad14c1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:55:20.233862 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f975a2f2-ddb1-416f-a477-8b4b79ad14c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:55:20.234181 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f975a2f2-ddb1-416f-a477-8b4b79ad14c1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:55:20.234506 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f975a2f2-ddb1-416f-a477-8b4b79ad14c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:55:20.234826 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f975a2f2-ddb1-416f-a477-8b4b79ad14c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:55:20.235168 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f975a2f2-ddb1-416f-a477-8b4b79ad14c1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:55:20.235519 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f975a2f2-ddb1-416f-a477-8b4b79ad14c1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:55:20.235982 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f975a2f2-ddb1-416f-a477-8b4b79ad14c1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:55:20.236319 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f975a2f2-ddb1-416f-a477-8b4b79ad14c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:55:20.236640 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f975a2f2-ddb1-416f-a477-8b4b79ad14c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:55:20.236955 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f975a2f2-ddb1-416f-a477-8b4b79ad14c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:55:20.237269 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f975a2f2-ddb1-416f-a477-8b4b79ad14c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:55:20.245397 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31eae7c8-d131-4d16-96d5-4089829d2170 None None] Checking agent: {'id': '16d44442-859c-4c9b-bc72-04cb3b8a5d5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840289-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 14, 38, 15), 'started_at': datetime.datetime(2022, 5, 3, 14, 38, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 14, 55, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840289-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 14:55:20.252108 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31eae7c8-d131-4d16-96d5-4089829d2170 None None] Checking segment: {'id': '0c3170a2-2f96-4172-a4d6-7b5474706bd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 14:55:20.252108 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-31eae7c8-d131-4d16-96d5-4089829d2170 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:20.252108 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31eae7c8-d131-4d16-96d5-4089829d2170 None None] Bound using segment: {'id': '0c3170a2-2f96-4172-a4d6-7b5474706bd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c'} {{(pid=110300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 14:55:20.252108 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.managers [None req-31eae7c8-d131-4d16-96d5-4089829d2170 None None] Bound port: 9d99af12-dc8d-4fea-987c-b8fd148bbed4, host: dv-cinder-840289-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c3170a2-2f96-4172-a4d6-7b5474706bd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c'}}] {{(pid=110300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 14:55:20.252108 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-31eae7c8-d131-4d16-96d5-4089829d2170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (9d99af12-dc8d-4fea-987c-b8fd148bbed4), before_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:20.273061 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-d12e5d23-068e-4f85-973c-97e95fce2458 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775476647060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25923557'] for port (0bc0b0eb-1930-4c1c-bb20-1831094b8912), after_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:20.304262 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.db [None req-31eae7c8-d131-4d16-96d5-4089829d2170 None None] For port 9d99af12-dc8d-4fea-987c-b8fd148bbed4, host dv-cinder-840289-3-iscsi, cleared binding levels {{(pid=110300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 14:55:20.309495 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.db [None req-31eae7c8-d131-4d16-96d5-4089829d2170 None None] For port 9d99af12-dc8d-4fea-987c-b8fd148bbed4, host dv-cinder-840289-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-3-iscsi',level=0,port_id=9d99af12-dc8d-4fea-987c-b8fd148bbed4,segment=NetworkSegment(0c3170a2-2f96-4172-a4d6-7b5474706bd0),segment_id=0c3170a2-2f96-4172-a4d6-7b5474706bd0)] {{(pid=110300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 14:55:20.315299 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d12e5d23-068e-4f85-973c-97e95fce2458 admin admin] Network 8e6de03b-779e-46f4-99b9-4423e500c0dd is already hosted by enough agents. {{(pid=110297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 14:55:20.318391 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.scheduler.base_scheduler [None req-d12e5d23-068e-4f85-973c-97e95fce2458 admin admin] Resources bound (agent type, host, resource id): {{(pid=110297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 14:55:20.321007 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d12e5d23-068e-4f85-973c-97e95fce2458 admin admin] Received port after_create {{(pid=110297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 14:55:20.356642 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12e5d23-068e-4f85-973c-97e95fce2458 admin admin] Pushing event updated for resources: {'Port': ['ID=0bc0b0eb-1930-4c1c-bb20-1831094b8912,revision_number=1']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:55:20.372693 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-d12e5d23-068e-4f85-973c-97e95fce2458 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1694142'] for router_interface (b2de5692-15b7-4533-8b3c-b49995075c04), before_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:20.374518 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Current status of the port 61c7831a-b406-4c15-8562-e9430e108e88 is: ACTIVE; New status is: ACTIVE {{(pid=110299) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:55:20.387351 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-31eae7c8-d131-4d16-96d5-4089829d2170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096'] for port (9d99af12-dc8d-4fea-987c-b8fd148bbed4), after_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:20.448825 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f975a2f2-ddb1-416f-a477-8b4b79ad14c1 None None] Pushing event updated for resources: {'Port': ['ID=9d99af12-dc8d-4fea-987c-b8fd148bbed4,revision_number=3']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:55:20.453221 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31eae7c8-d131-4d16-96d5-4089829d2170 None None] Routers {'b2de5692-15b7-4533-8b3c-b49995075c04'} bound to L3 agent in host dv-cinder-840289-3-iscsi {{(pid=110300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:55:20.453956 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_hamode_db [None req-31eae7c8-d131-4d16-96d5-4089829d2170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-03T14:38:11Z,description=,heartbeat_timestamp=2022-05-03T14:55:11Z,host='dv-cinder-840289-3-iscsi',id=a9161e1b-902d-441f-843b-a0ff0805adee,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:38:12Z,topic='l3_agent')) {'router_ids': ['b2de5692-15b7-4533-8b3c-b49995075c04'], 'active': True} {{(pid=110300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:55:20.569777 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvr_db [None req-31eae7c8-d131-4d16-96d5-4089829d2170 None None] Set router b2de5692-15b7-4533-8b3c-b49995075c04 gateway port host: dv-cinder-840289-3-iscsi {{(pid=110300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:55:20.574898 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [None req-8b7666a4-d6dd-4543-a3c3-945eeee7a324 None None] Provisioning complete for port 0bc0b0eb-1930-4c1c-bb20-1831094b8912 triggered by entity DHCP. {{(pid=110299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:55:20.575517 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8b7666a4-d6dd-4543-a3c3-945eeee7a324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728915'] for port (0bc0b0eb-1930-4c1c-bb20-1831094b8912), provisioning_complete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:20.579408 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-d12e5d23-068e-4f85-973c-97e95fce2458 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (0bc0b0eb-1930-4c1c-bb20-1831094b8912), before_update {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:20.612186 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-8b7666a4-d6dd-4543-a3c3-945eeee7a324 None None] Port 0bc0b0eb-1930-4c1c-bb20-1831094b8912 cannot update to ACTIVE because it is not bound. {{(pid=110299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 14:55:20.741032 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_hamode_db [None req-31eae7c8-d131-4d16-96d5-4089829d2170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2de5692-15b7-4533-8b3c-b49995075c04', 'name': 'tempest-AttachVolumeNegativeTest-691195481-router', 'tenant_id': 'fa83f683c67a413ba3ca7f7d2d6bb966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'external_fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': '9d99af12-dc8d-4fea-987c-b8fd148bbed4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:55:16Z', 'updated_at': '2022-05-03T14:55:18Z', 'revision_number': 3, 'project_id': 'fa83f683c67a413ba3ca7f7d2d6bb966', 'gw_port': {'id': '9d99af12-dc8d-4fea-987c-b8fd148bbed4', 'name': '', 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:53:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2de5692-15b7-4533-8b3c-b49995075c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:55:17Z', 'updated_at': '2022-05-03T14:55:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f907060b-4748-4522-aeb5-06a44b689374', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-3-iscsi'}], 'dv-cinder-840289-3-iscsi', False) {} {{(pid=110300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:55:20.759413 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-d12e5d23-068e-4f85-973c-97e95fce2458 admin admin] Publish callbacks [] for port (0bc0b0eb-1930-4c1c-bb20-1831094b8912), precommit_update {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:20.770507 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31eae7c8-d131-4d16-96d5-4089829d2170 None None] The sync data for ids ['b2de5692-15b7-4533-8b3c-b49995075c04'] in dv-cinder-840289-3-iscsi is: [{'id': 'b2de5692-15b7-4533-8b3c-b49995075c04', 'name': 'tempest-AttachVolumeNegativeTest-691195481-router', 'tenant_id': 'fa83f683c67a413ba3ca7f7d2d6bb966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'external_fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': '9d99af12-dc8d-4fea-987c-b8fd148bbed4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:55:16Z', 'updated_at': '2022-05-03T14:55:18Z', 'revision_number': 3, 'project_id': 'fa83f683c67a413ba3ca7f7d2d6bb966', 'gw_port': {'id': '9d99af12-dc8d-4fea-987c-b8fd148bbed4', 'name': '', 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:53:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2de5692-15b7-4533-8b3c-b49995075c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:55:17Z', 'updated_at': '2022-05-03T14:55:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f907060b-4748-4522-aeb5-06a44b689374', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-3-iscsi'}] {{(pid=110300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 14:55:20.834111 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-d12e5d23-068e-4f85-973c-97e95fce2458 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25923484'] for port (0bc0b0eb-1930-4c1c-bb20-1831094b8912), after_update {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:20.907560 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-d12e5d23-068e-4f85-973c-97e95fce2458 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1694048'] for router_interface (b2de5692-15b7-4533-8b3c-b49995075c04), after_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:20.909295 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12e5d23-068e-4f85-973c-97e95fce2458 admin admin] Pushing event updated for resources: {'Port': ['ID=0bc0b0eb-1930-4c1c-bb20-1831094b8912,revision_number=2']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:55:21.018351 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d12e5d23-068e-4f85-973c-97e95fce2458 admin admin] Network 8e6de03b-779e-46f4-99b9-4423e500c0dd is already hosted by enough agents. {{(pid=110297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 14:55:21.019814 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.scheduler.base_scheduler [None req-d12e5d23-068e-4f85-973c-97e95fce2458 admin admin] Resources bound (agent type, host, resource id): {{(pid=110297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 14:55:21.129383 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf204284-8374-474c-95dd-81a24117e26b req-d60bba28-1c3c-45db-85b2-c5a59cd8bf63 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:55:21.131905 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-bf204284-8374-474c-95dd-81a24117e26b req-d60bba28-1c3c-45db-85b2-c5a59cd8bf63 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd183195-fe5d-4e0b-a3f6-c87b104f6aad HTTP/1.1" status: 200 len: 944 time: 0.0618005 May 03 14:55:21.159188 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d12e5d23-068e-4f85-973c-97e95fce2458 admin admin] Router b2de5692-15b7-4533-8b3c-b49995075c04 has already been hosted by L3 agent a9161e1b-902d-441f-843b-a0ff0805adee {{(pid=110297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 14:55:21.199749 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-bf204284-8374-474c-95dd-81a24117e26b req-798ac538-17d4-41ad-a7ac-ef5b159199db tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/security-groups?id=51778758-18f1-454a-a2ac-58ed54dca82a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596702 May 03 14:55:21.287656 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d12e5d23-068e-4f85-973c-97e95fce2458 admin admin] Notify agent at l3_agent.dv-cinder-840289-3-iscsi the message routers_updated {{(pid=110297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 14:55:21.294301 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-d12e5d23-068e-4f85-973c-97e95fce2458 admin admin] 10.222.0.16 "PUT /v2.0/routers/b2de5692-15b7-4533-8b3c-b49995075c04/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8247621 May 03 14:55:21.336926 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [None req-36544c07-d2bb-4b10-9cb4-bd648eea56f2 None None] Provisioning complete for port 0bc0b0eb-1930-4c1c-bb20-1831094b8912 triggered by entity DHCP. {{(pid=110299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:55:21.337311 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-36544c07-d2bb-4b10-9cb4-bd648eea56f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728915'] for port (0bc0b0eb-1930-4c1c-bb20-1831094b8912), provisioning_complete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:21.377903 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-36544c07-d2bb-4b10-9cb4-bd648eea56f2 None None] Port 0bc0b0eb-1930-4c1c-bb20-1831094b8912 cannot update to ACTIVE because it is not bound. {{(pid=110299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 14:55:21.724118 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 46162) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:55:21.728746 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.v2.base [None req-59bf7316-c15e-45f9-b178-cbf3386e87f2 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1204093919', 'description': 'tempest-description--719399080'}} {{(pid=110298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:55:21.826312 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-59bf7316-c15e-45f9-b178-cbf3386e87f2 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Publish callbacks [] for security_group (None), before_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:21.895850 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-59bf7316-c15e-45f9-b178-cbf3386e87f2 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Publish callbacks [] for security_group (3b9b64b1-94dd-427a-a42f-9f394c986a94), precommit_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:21.963895 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-59bf7316-c15e-45f9-b178-cbf3386e87f2 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (3b9b64b1-94dd-427a-a42f-9f394c986a94), after_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:21.992772 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bf7316-c15e-45f9-b178-cbf3386e87f2 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b9b64b1-94dd-427a-a42f-9f394c986a94,revision_number=1']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:55:22.068917 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-59bf7316-c15e-45f9-b178-cbf3386e87f2 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Publish callbacks [] for security_group (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:22.071549 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-59bf7316-c15e-45f9-b178-cbf3386e87f2 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3450797 May 03 14:55:22.075362 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 46164) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:55:22.079895 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.v2.base [None req-02b9dc55-75d9-4d53-a090-de7252d6a540 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Request body: {'security_group_rule': {'security_group_id': '3b9b64b1-94dd-427a-a42f-9f394c986a94', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:55:22.112420 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Device 9d99af12-dc8d-4fea-987c-b8fd148bbed4 up at agent ovs-agent-dv-cinder-840289-3-iscsi {{(pid=110299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 14:55:22.158446 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Provisioning complete for port 9d99af12-dc8d-4fea-987c-b8fd148bbed4 triggered by entity L2. {{(pid=110299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:55:22.158817 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728915'] for port (9d99af12-dc8d-4fea-987c-b8fd148bbed4), provisioning_complete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:22.180581 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-02b9dc55-75d9-4d53-a090-de7252d6a540 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Publish callbacks [] for security_group_rule (ae021c1f-23ec-4245-be5e-766d43b1661e), before_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:22.242122 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-02b9dc55-75d9-4d53-a090-de7252d6a540 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Publish callbacks [] for security_group_rule (ae021c1f-23ec-4245-be5e-766d43b1661e), precommit_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:22.252529 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Current status of the port 9d99af12-dc8d-4fea-987c-b8fd148bbed4 is: DOWN; New status is: ACTIVE {{(pid=110299) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:55:22.253057 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (9d99af12-dc8d-4fea-987c-b8fd148bbed4), before_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:22.274491 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] For port 9d99af12-dc8d-4fea-987c-b8fd148bbed4, host dv-cinder-840289-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-3-iscsi',level=0,port_id=9d99af12-dc8d-4fea-987c-b8fd148bbed4,segment=NetworkSegment(0c3170a2-2f96-4172-a4d6-7b5474706bd0),segment_id=0c3170a2-2f96-4172-a4d6-7b5474706bd0)] {{(pid=110299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:55:22.319233 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bda6048-2fec-487c-aa8a-d1edc905cac2 req-f360b7c6-766e-46e9-b13c-9adc72839a9c tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:55:22.320962 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-0bda6048-2fec-487c-aa8a-d1edc905cac2 req-f360b7c6-766e-46e9-b13c-9adc72839a9c tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd183195-fe5d-4e0b-a3f6-c87b104f6aad HTTP/1.1" status: 200 len: 944 time: 0.0514557 May 03 14:55:22.324359 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-02b9dc55-75d9-4d53-a090-de7252d6a540 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652759'] for security_group_rule (ae021c1f-23ec-4245-be5e-766d43b1661e), after_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:22.342389 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096'] for port (9d99af12-dc8d-4fea-987c-b8fd148bbed4), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:22.357184 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b9dc55-75d9-4d53-a090-de7252d6a540 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae021c1f-23ec-4245-be5e-766d43b1661e,revision_number=0']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:55:22.387307 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-0bda6048-2fec-487c-aa8a-d1edc905cac2 req-eb476730-614f-4813-ad1b-1d346a90a3fa tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/security-groups?id=51778758-18f1-454a-a2ac-58ed54dca82a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591974 May 03 14:55:22.395491 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Pushing event updated for resources: {'Port': ['ID=9d99af12-dc8d-4fea-987c-b8fd148bbed4,revision_number=4']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:55:22.418615 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb6067e-4e27-4a55-9869-345622b54264 None None] Sync routers for ids ['b2de5692-15b7-4533-8b3c-b49995075c04'] in dv-cinder-840289-3-iscsi {{(pid=110299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 14:55:22.429906 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb6067e-4e27-4a55-9869-345622b54264 None None] Routers {'b2de5692-15b7-4533-8b3c-b49995075c04'} bound to L3 agent in host dv-cinder-840289-3-iscsi {{(pid=110299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:55:22.430057 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-02b9dc55-75d9-4d53-a090-de7252d6a540 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:22.430637 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_hamode_db [None req-7fb6067e-4e27-4a55-9869-345622b54264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-03T14:38:11Z,description=,heartbeat_timestamp=2022-05-03T14:55:11Z,host='dv-cinder-840289-3-iscsi',id=a9161e1b-902d-441f-843b-a0ff0805adee,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:38:12Z,topic='l3_agent')) {'router_ids': ['b2de5692-15b7-4533-8b3c-b49995075c04'], 'active': True} {{(pid=110299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:55:22.431188 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-02b9dc55-75d9-4d53-a090-de7252d6a540 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3547542 May 03 14:55:22.433809 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 46168) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:55:22.438317 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.v2.base [None req-8ec9f953-7568-4406-8c95-d6a67ec4d884 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Request body: {'security_group_rule': {'security_group_id': '3b9b64b1-94dd-427a-a42f-9f394c986a94', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:55:22.531697 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-8ec9f953-7568-4406-8c95-d6a67ec4d884 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Publish callbacks [] for security_group_rule (525895c8-59ff-47dc-9ab7-035b70e91500), before_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:22.549882 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_dvr_db [None req-7fb6067e-4e27-4a55-9869-345622b54264 None None] Set router b2de5692-15b7-4533-8b3c-b49995075c04 gateway port host: dv-cinder-840289-3-iscsi {{(pid=110299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:55:22.597900 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-8ec9f953-7568-4406-8c95-d6a67ec4d884 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Publish callbacks [] for security_group_rule (525895c8-59ff-47dc-9ab7-035b70e91500), precommit_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:22.672434 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-8ec9f953-7568-4406-8c95-d6a67ec4d884 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652759'] for security_group_rule (525895c8-59ff-47dc-9ab7-035b70e91500), after_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:22.693713 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec9f953-7568-4406-8c95-d6a67ec4d884 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=525895c8-59ff-47dc-9ab7-035b70e91500,revision_number=0']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:55:22.747984 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_hamode_db [None req-7fb6067e-4e27-4a55-9869-345622b54264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2de5692-15b7-4533-8b3c-b49995075c04', 'name': 'tempest-AttachVolumeNegativeTest-691195481-router', 'tenant_id': 'fa83f683c67a413ba3ca7f7d2d6bb966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'external_fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': '9d99af12-dc8d-4fea-987c-b8fd148bbed4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:55:16Z', 'updated_at': '2022-05-03T14:55:20Z', 'revision_number': 4, 'project_id': 'fa83f683c67a413ba3ca7f7d2d6bb966', 'gw_port': {'id': '9d99af12-dc8d-4fea-987c-b8fd148bbed4', 'name': '', 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:53:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2de5692-15b7-4533-8b3c-b49995075c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:55:17Z', 'updated_at': '2022-05-03T14:55:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f907060b-4748-4522-aeb5-06a44b689374', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-3-iscsi', '_interfaces': [{'id': '0bc0b0eb-1930-4c1c-bb20-1831094b8912', 'name': '', 'network_id': '8e6de03b-779e-46f4-99b9-4423e500c0dd', 'tenant_id': 'fa83f683c67a413ba3ca7f7d2d6bb966', 'mac_address': 'fa:16:3e:8e:05:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2de5692-15b7-4533-8b3c-b49995075c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'da523ca4-000e-4457-a118-98a9c4ff1011', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:55:19Z', 'updated_at': '2022-05-03T14:55:20Z', 'revision_number': 2, 'project_id': 'fa83f683c67a413ba3ca7f7d2d6bb966', 'subnets': [{'id': 'da523ca4-000e-4457-a118-98a9c4ff1011', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-3-iscsi', False) {} {{(pid=110299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:55:22.755831 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-8ec9f953-7568-4406-8c95-d6a67ec4d884 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:22.757072 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-8ec9f953-7568-4406-8c95-d6a67ec4d884 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3222101 May 03 14:55:22.761394 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 46170) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:55:22.765738 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.v2.base [None req-c7bb8a79-72bb-4af4-a87a-925338c31ef8 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Request body: {'floatingip': {'floating_network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c'}} {{(pid=110298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:55:22.779625 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb6067e-4e27-4a55-9869-345622b54264 None None] Checking router: b2de5692-15b7-4533-8b3c-b49995075c04 for host: dv-cinder-840289-3-iscsi {{(pid=110299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 14:55:22.779988 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb6067e-4e27-4a55-9869-345622b54264 None None] Updating router b2de5692-15b7-4533-8b3c-b49995075c04 port 0bc0b0eb-1930-4c1c-bb20-1831094b8912 binding host dv-cinder-840289-3-iscsi {{(pid=110299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 14:55:22.807110 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-7fb6067e-4e27-4a55-9869-345622b54264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (0bc0b0eb-1930-4c1c-bb20-1831094b8912), before_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:22.860600 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-c7bb8a79-72bb-4af4-a87a-925338c31ef8 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:22.941783 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-c7bb8a79-72bb-4af4-a87a-925338c31ef8 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (None), before_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:23.046159 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.db.db_base_plugin_common [None req-c7bb8a79-72bb-4af4-a87a-925338c31ef8 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Allocated IP 172.27.0.252 (7456e722-9446-4a17-bcf3-c72dce07c65c/f907060b-4748-4522-aeb5-06a44b689374/23465553-e499-4f95-853a-6022851489f5) {{(pid=110298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 14:55:23.069062 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-7fb6067e-4e27-4a55-9869-345622b54264 None None] Publish callbacks [] for port (0bc0b0eb-1930-4c1c-bb20-1831094b8912), precommit_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:23.151224 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-c7bb8a79-72bb-4af4-a87a-925338c31ef8 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Publish callbacks [] for port (23465553-e499-4f95-853a-6022851489f5), precommit_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:23.152307 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-7fb6067e-4e27-4a55-9869-345622b54264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096'] for port (0bc0b0eb-1930-4c1c-bb20-1831094b8912), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:23.201366 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bfbfba-1825-4d27-b902-aff3b073884b None None] Pushing event updated for resources: {'Port': ['ID=0bc0b0eb-1930-4c1c-bb20-1831094b8912,revision_number=3']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:55:23.249824 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-c7bb8a79-72bb-4af4-a87a-925338c31ef8 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775476647060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25806886'] for port (23465553-e499-4f95-853a-6022851489f5), after_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:23.262569 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.managers [None req-7fb6067e-4e27-4a55-9869-345622b54264 None None] Attempting to bind port 0bc0b0eb-1930-4c1c-bb20-1831094b8912 on host dv-cinder-840289-3-iscsi for vnic_type normal with profile {{(pid=110299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 14:55:23.262938 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.managers [None req-7fb6067e-4e27-4a55-9869-345622b54264 None None] Attempting to bind port 0bc0b0eb-1930-4c1c-bb20-1831094b8912 by drivers openvswitch,hyperv on host dv-cinder-840289-3-iscsi at level 0 using segments [{'id': 'cf13aea7-b36a-4302-89af-e9e11eaa421e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '8e6de03b-779e-46f4-99b9-4423e500c0dd'}] {{(pid=110299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 14:55:23.263339 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb6067e-4e27-4a55-9869-345622b54264 None None] Attempting to bind port 0bc0b0eb-1930-4c1c-bb20-1831094b8912 on network 8e6de03b-779e-46f4-99b9-4423e500c0dd {{(pid=110299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 14:55:23.268703 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb6067e-4e27-4a55-9869-345622b54264 None None] Checking agent: {'id': '16d44442-859c-4c9b-bc72-04cb3b8a5d5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840289-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 14, 38, 15), 'started_at': datetime.datetime(2022, 5, 3, 14, 38, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 14, 55, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840289-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 14:55:23.270623 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb6067e-4e27-4a55-9869-345622b54264 None None] Checking segment: {'id': 'cf13aea7-b36a-4302-89af-e9e11eaa421e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '8e6de03b-779e-46f4-99b9-4423e500c0dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 14:55:23.270623 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-7fb6067e-4e27-4a55-9869-345622b54264 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:23.270623 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb6067e-4e27-4a55-9869-345622b54264 None None] Bound using segment: {'id': 'cf13aea7-b36a-4302-89af-e9e11eaa421e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '8e6de03b-779e-46f4-99b9-4423e500c0dd'} {{(pid=110299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 14:55:23.270623 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.managers [None req-7fb6067e-4e27-4a55-9869-345622b54264 None None] Bound port: 0bc0b0eb-1930-4c1c-bb20-1831094b8912, host: dv-cinder-840289-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf13aea7-b36a-4302-89af-e9e11eaa421e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '8e6de03b-779e-46f4-99b9-4423e500c0dd'}}] {{(pid=110299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 14:55:23.271252 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-7fb6067e-4e27-4a55-9869-345622b54264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (0bc0b0eb-1930-4c1c-bb20-1831094b8912), before_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:23.286562 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7bb8a79-72bb-4af4-a87a-925338c31ef8 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Network 7456e722-9446-4a17-bcf3-c72dce07c65c is already hosted by enough agents. {{(pid=110298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 14:55:23.292377 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.scheduler.base_scheduler [None req-c7bb8a79-72bb-4af4-a87a-925338c31ef8 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Resources bound (agent type, host, resource id): {{(pid=110298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 14:55:23.296074 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7bb8a79-72bb-4af4-a87a-925338c31ef8 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Received port after_create {{(pid=110298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 14:55:23.329085 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bb8a79-72bb-4af4-a87a-925338c31ef8 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Pushing event updated for resources: {'Port': ['ID=23465553-e499-4f95-853a-6022851489f5,revision_number=1']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:55:23.341425 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-7fb6067e-4e27-4a55-9869-345622b54264 None None] For port 0bc0b0eb-1930-4c1c-bb20-1831094b8912, host dv-cinder-840289-3-iscsi, cleared binding levels {{(pid=110299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 14:55:23.344732 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-7fb6067e-4e27-4a55-9869-345622b54264 None None] For port 0bc0b0eb-1930-4c1c-bb20-1831094b8912, host dv-cinder-840289-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-3-iscsi',level=0,port_id=0bc0b0eb-1930-4c1c-bb20-1831094b8912,segment=NetworkSegment(cf13aea7-b36a-4302-89af-e9e11eaa421e),segment_id=cf13aea7-b36a-4302-89af-e9e11eaa421e)] {{(pid=110299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 14:55:23.412328 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [None req-3f6b1f48-80e8-4e04-b246-7751c74a5199 None None] Provisioning complete for port 0bc0b0eb-1930-4c1c-bb20-1831094b8912 triggered by entity DHCP. {{(pid=110299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:55:23.413683 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-3f6b1f48-80e8-4e04-b246-7751c74a5199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728915'] for port (0bc0b0eb-1930-4c1c-bb20-1831094b8912), provisioning_complete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:23.439171 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-7fb6067e-4e27-4a55-9869-345622b54264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096'] for port (0bc0b0eb-1930-4c1c-bb20-1831094b8912), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:23.483063 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-3f6b1f48-80e8-4e04-b246-7751c74a5199 None None] Port 0bc0b0eb-1930-4c1c-bb20-1831094b8912 cannot update to ACTIVE because it is not bound. {{(pid=110299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 14:55:23.512846 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb6067e-4e27-4a55-9869-345622b54264 None None] Routers {'b2de5692-15b7-4533-8b3c-b49995075c04'} bound to L3 agent in host dv-cinder-840289-3-iscsi {{(pid=110299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:55:23.513566 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_hamode_db [None req-7fb6067e-4e27-4a55-9869-345622b54264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-03T14:38:11Z,description=,heartbeat_timestamp=2022-05-03T14:55:11Z,host='dv-cinder-840289-3-iscsi',id=a9161e1b-902d-441f-843b-a0ff0805adee,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:38:12Z,topic='l3_agent')) {'router_ids': ['b2de5692-15b7-4533-8b3c-b49995075c04'], 'active': True} {{(pid=110299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:55:23.559530 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bfbfba-1825-4d27-b902-aff3b073884b None None] Pushing event updated for resources: {'Port': ['ID=0bc0b0eb-1930-4c1c-bb20-1831094b8912,revision_number=4']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:55:23.640155 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_dvr_db [None req-7fb6067e-4e27-4a55-9869-345622b54264 None None] Set router b2de5692-15b7-4533-8b3c-b49995075c04 gateway port host: dv-cinder-840289-3-iscsi {{(pid=110299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:55:23.709636 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4edcf8-0759-482b-8552-f23195c844c4 req-22829e32-be29-4382-b6ae-741cfedaebe0 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:55:23.711103 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-ec4edcf8-0759-482b-8552-f23195c844c4 req-22829e32-be29-4382-b6ae-741cfedaebe0 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd183195-fe5d-4e0b-a3f6-c87b104f6aad HTTP/1.1" status: 200 len: 944 time: 0.0615101 May 03 14:55:23.712105 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-c7bb8a79-72bb-4af4-a87a-925338c31ef8 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Publish callbacks [] for floatingip (11b83ae7-95cb-443b-8114-55f533d5faa4), precommit_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:23.738350 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [None req-00906991-b3e6-4091-9102-1f5c476e2522 None None] Provisioning complete for port 0bc0b0eb-1930-4c1c-bb20-1831094b8912 triggered by entity DHCP. {{(pid=110299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:55:23.738735 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-00906991-b3e6-4091-9102-1f5c476e2522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728915'] for port (0bc0b0eb-1930-4c1c-bb20-1831094b8912), provisioning_complete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:23.763161 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-ec4edcf8-0759-482b-8552-f23195c844c4 req-d70db83d-16f2-475a-8fd8-83d62a71914e tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/security-groups?id=51778758-18f1-454a-a2ac-58ed54dca82a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437977 May 03 14:55:23.808601 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-c7bb8a79-72bb-4af4-a87a-925338c31ef8 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (23465553-e499-4f95-853a-6022851489f5), before_update {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:23.905448 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-00906991-b3e6-4091-9102-1f5c476e2522 None None] Current status of the port 0bc0b0eb-1930-4c1c-bb20-1831094b8912 is: DOWN; New status is: ACTIVE {{(pid=110299) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:55:23.905846 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-00906991-b3e6-4091-9102-1f5c476e2522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (0bc0b0eb-1930-4c1c-bb20-1831094b8912), before_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:23.908795 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_hamode_db [None req-7fb6067e-4e27-4a55-9869-345622b54264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2de5692-15b7-4533-8b3c-b49995075c04', 'name': 'tempest-AttachVolumeNegativeTest-691195481-router', 'tenant_id': 'fa83f683c67a413ba3ca7f7d2d6bb966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'external_fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': '9d99af12-dc8d-4fea-987c-b8fd148bbed4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:55:16Z', 'updated_at': '2022-05-03T14:55:20Z', 'revision_number': 4, 'project_id': 'fa83f683c67a413ba3ca7f7d2d6bb966', 'gw_port': {'id': '9d99af12-dc8d-4fea-987c-b8fd148bbed4', 'name': '', 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:53:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2de5692-15b7-4533-8b3c-b49995075c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:55:17Z', 'updated_at': '2022-05-03T14:55:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f907060b-4748-4522-aeb5-06a44b689374', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-3-iscsi', '_interfaces': [{'id': '0bc0b0eb-1930-4c1c-bb20-1831094b8912', 'name': '', 'network_id': '8e6de03b-779e-46f4-99b9-4423e500c0dd', 'tenant_id': 'fa83f683c67a413ba3ca7f7d2d6bb966', 'mac_address': 'fa:16:3e:8e:05:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2de5692-15b7-4533-8b3c-b49995075c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'da523ca4-000e-4457-a118-98a9c4ff1011', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:55:19Z', 'updated_at': '2022-05-03T14:55:23Z', 'revision_number': 4, 'project_id': 'fa83f683c67a413ba3ca7f7d2d6bb966', 'subnets': [{'id': 'da523ca4-000e-4457-a118-98a9c4ff1011', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-3-iscsi', False) {} {{(pid=110299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:55:23.920229 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Device 997a9cde-0abf-478a-a2b2-471565659fce details requested by agent hyperv_hv-cinder-84028 with host hv-cinder-84028 {{(pid=110299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 03 14:55:23.956533 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb6067e-4e27-4a55-9869-345622b54264 None None] The sync data for ids ['b2de5692-15b7-4533-8b3c-b49995075c04'] in dv-cinder-840289-3-iscsi is: [{'id': 'b2de5692-15b7-4533-8b3c-b49995075c04', 'name': 'tempest-AttachVolumeNegativeTest-691195481-router', 'tenant_id': 'fa83f683c67a413ba3ca7f7d2d6bb966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'external_fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': '9d99af12-dc8d-4fea-987c-b8fd148bbed4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:55:16Z', 'updated_at': '2022-05-03T14:55:20Z', 'revision_number': 4, 'project_id': 'fa83f683c67a413ba3ca7f7d2d6bb966', 'gw_port': {'id': '9d99af12-dc8d-4fea-987c-b8fd148bbed4', 'name': '', 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:53:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2de5692-15b7-4533-8b3c-b49995075c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:55:17Z', 'updated_at': '2022-05-03T14:55:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f907060b-4748-4522-aeb5-06a44b689374', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-3-iscsi', '_interfaces': [{'id': '0bc0b0eb-1930-4c1c-bb20-1831094b8912', 'name': '', 'network_id': '8e6de03b-779e-46f4-99b9-4423e500c0dd', 'tenant_id': 'fa83f683c67a413ba3ca7f7d2d6bb966', 'mac_address': 'fa:16:3e:8e:05:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2de5692-15b7-4533-8b3c-b49995075c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'da523ca4-000e-4457-a118-98a9c4ff1011', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:55:19Z', 'updated_at': '2022-05-03T14:55:23Z', 'revision_number': 4, 'project_id': 'fa83f683c67a413ba3ca7f7d2d6bb966', 'subnets': [{'id': 'da523ca4-000e-4457-a118-98a9c4ff1011', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 14:55:23.959191 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-c7bb8a79-72bb-4af4-a87a-925338c31ef8 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Publish callbacks [] for port (23465553-e499-4f95-853a-6022851489f5), precommit_update {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:24.016035 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-00906991-b3e6-4091-9102-1f5c476e2522 None None] For port 0bc0b0eb-1930-4c1c-bb20-1831094b8912, host dv-cinder-840289-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-3-iscsi',level=0,port_id=0bc0b0eb-1930-4c1c-bb20-1831094b8912,segment=NetworkSegment(cf13aea7-b36a-4302-89af-e9e11eaa421e),segment_id=cf13aea7-b36a-4302-89af-e9e11eaa421e)] {{(pid=110299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:55:24.064803 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-c7bb8a79-72bb-4af4-a87a-925338c31ef8 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25806943'] for port (23465553-e499-4f95-853a-6022851489f5), after_update {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:24.089381 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] For port 997a9cde-0abf-478a-a2b2-471565659fce, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=997a9cde-0abf-478a-a2b2-471565659fce,segment=NetworkSegment(ca66fa34-2900-4282-8627-e44cece846e4),segment_id=ca66fa34-2900-4282-8627-e44cece846e4)] {{(pid=110299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:55:24.102100 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-00906991-b3e6-4091-9102-1f5c476e2522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096'] for port (0bc0b0eb-1930-4c1c-bb20-1831094b8912), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:24.159027 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00906991-b3e6-4091-9102-1f5c476e2522 None None] Pushing event updated for resources: {'Port': ['ID=0bc0b0eb-1930-4c1c-bb20-1831094b8912,revision_number=5']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:55:24.160117 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bb8a79-72bb-4af4-a87a-925338c31ef8 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Pushing event updated for resources: {'Port': ['ID=23465553-e499-4f95-853a-6022851489f5,revision_number=2']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:55:24.162223 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Returning: {'device': '997a9cde-0abf-478a-a2b2-471565659fce', 'network_id': '963c04e2-09c0-42b3-8b14-9ee6b8c8fe47', 'port_id': '997a9cde-0abf-478a-a2b2-471565659fce', 'mac_address': 'fa:16:3e:75:75:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48f101fe-497d-4192-8a7b-0011d50ada6e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 03 14:55:24.163543 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-c7bb8a79-72bb-4af4-a87a-925338c31ef8 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692144'] for floatingip (11b83ae7-95cb-443b-8114-55f533d5faa4), after_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:24.209922 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Current status of the port 997a9cde-0abf-478a-a2b2-471565659fce is: DOWN; New status is: BUILD {{(pid=110299) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:55:24.210243 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (997a9cde-0abf-478a-a2b2-471565659fce), before_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:24.224338 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.notifiers.nova [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 997a9cde-0abf-478a-a2b2-471565659fce {{(pid=110299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 14:55:24.230551 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-c7bb8a79-72bb-4af4-a87a-925338c31ef8 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46205'] for floatingip (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:24.232959 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-c7bb8a79-72bb-4af4-a87a-925338c31ef8 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4695935 May 03 14:55:24.247195 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Device 0bc0b0eb-1930-4c1c-bb20-1831094b8912 up at agent ovs-agent-dv-cinder-840289-3-iscsi {{(pid=110299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 14:55:24.252084 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] For port 997a9cde-0abf-478a-a2b2-471565659fce, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=997a9cde-0abf-478a-a2b2-471565659fce,segment=NetworkSegment(ca66fa34-2900-4282-8627-e44cece846e4),segment_id=ca66fa34-2900-4282-8627-e44cece846e4)] {{(pid=110299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:55:24.299223 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Provisioning complete for port 0bc0b0eb-1930-4c1c-bb20-1831094b8912 triggered by entity L2. {{(pid=110299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:55:24.299605 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728915'] for port (0bc0b0eb-1930-4c1c-bb20-1831094b8912), provisioning_complete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:24.330795 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096'] for port (997a9cde-0abf-478a-a2b2-471565659fce), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:24.406445 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-dd1d638f-8ed8-4161-91ba-1e739684bcdf req-4c714583-b978-40b2-8159-56f9f1cb9f4c tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1204093919&fields=id&tenant_id=fa83f683c67a413ba3ca7f7d2d6bb966 HTTP/1.1" status: 200 len: 267 time: 0.0463204 May 03 14:55:24.415325 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Pushing event updated for resources: {'Port': ['ID=997a9cde-0abf-478a-a2b2-471565659fce,revision_number=4']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:55:24.432291 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Current status of the port 0bc0b0eb-1930-4c1c-bb20-1831094b8912 is: ACTIVE; New status is: ACTIVE {{(pid=110299) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:55:24.433390 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Device 9d99af12-dc8d-4fea-987c-b8fd148bbed4 up at agent ovs-agent-dv-cinder-840289-3-iscsi {{(pid=110299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 14:55:24.479085 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Provisioning complete for port 9d99af12-dc8d-4fea-987c-b8fd148bbed4 triggered by entity L2. {{(pid=110299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:55:24.479287 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728915'] for port (9d99af12-dc8d-4fea-987c-b8fd148bbed4), provisioning_complete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:24.530927 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1d638f-8ed8-4161-91ba-1e739684bcdf req-e032c4e8-e7b2-476c-9707-3a7b66bdb98d tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:55:24.532757 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-dd1d638f-8ed8-4161-91ba-1e739684bcdf req-e032c4e8-e7b2-476c-9707-3a7b66bdb98d tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] 10.222.0.16 "GET /v2.0/networks?id=8e6de03b-779e-46f4-99b9-4423e500c0dd HTTP/1.1" status: 200 len: 814 time: 0.1167173 May 03 14:55:24.549869 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-dd1d638f-8ed8-4161-91ba-1e739684bcdf req-3c638165-0716-41ed-ae16-cf1b46461d4d tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] 10.222.0.16 "GET /v2.0/quotas/fa83f683c67a413ba3ca7f7d2d6bb966 HTTP/1.1" status: 200 len: 375 time: 0.0118642 May 03 14:55:24.604567 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-dd1d638f-8ed8-4161-91ba-1e739684bcdf req-b6efbf69-53a6-41ee-8174-20dabc05ae75 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=fa83f683c67a413ba3ca7f7d2d6bb966&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0475070 May 03 14:55:24.714756 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Current status of the port 9d99af12-dc8d-4fea-987c-b8fd148bbed4 is: ACTIVE; New status is: ACTIVE {{(pid=110299) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:55:24.723530 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-dd1d638f-8ed8-4161-91ba-1e739684bcdf req-825dbd9e-e282-49e2-b770-ebec94a3301c service neutron] 10.222.0.16 "GET /v2.0/networks/8e6de03b-779e-46f4-99b9-4423e500c0dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064034 May 03 14:55:24.816501 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-dd1d638f-8ed8-4161-91ba-1e739684bcdf req-9627fc2f-f95f-40ae-84b4-64ef8ff22469 service neutron] 10.222.0.16 "GET /v2.0/networks/8e6de03b-779e-46f4-99b9-4423e500c0dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910790 May 03 14:55:24.893558 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfeec660-bf2d-4cd5-9195-3d648d1b5050 req-03e72d9a-4d65-419e-895d-3020224a15a4 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:55:24.896958 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] get_ports_and_sgs() called for port_ids ['997a9cde-0abf-478a-a2b2-471565659fce'] {{(pid=110299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 14:55:24.907105 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-bfeec660-bf2d-4cd5-9195-3d648d1b5050 req-03e72d9a-4d65-419e-895d-3020224a15a4 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd183195-fe5d-4e0b-a3f6-c87b104f6aad HTTP/1.1" status: 200 len: 945 time: 0.0587902 May 03 14:55:24.961462 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-bfeec660-bf2d-4cd5-9195-3d648d1b5050 req-39d1d213-dead-40e0-affb-f8cac0641e96 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/security-groups?id=51778758-18f1-454a-a2ac-58ed54dca82a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531306 May 03 14:55:25.082885 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-5dfab0bb-8803-4a8c-b5cd-df9eb759ff44 req-52ee335b-f958-4700-83fe-a9762e965ec8 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ce0e649-cd04-4b32-aeac-027b436c98a9 HTTP/1.1" status: 200 len: 210 time: 0.0335791 May 03 14:55:25.907429 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Device 997a9cde-0abf-478a-a2b2-471565659fce up at agent hyperv_hv-cinder-84028 {{(pid=110299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 14:55:25.955291 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Provisioning for port 997a9cde-0abf-478a-a2b2-471565659fce completed by entity L2. {{(pid=110299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 03 14:55:25.997959 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Provisioning complete for port 997a9cde-0abf-478a-a2b2-471565659fce triggered by entity L2. {{(pid=110299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:55:25.998149 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728915'] for port (997a9cde-0abf-478a-a2b2-471565659fce), provisioning_complete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:26.086141 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Current status of the port 997a9cde-0abf-478a-a2b2-471565659fce is: BUILD; New status is: ACTIVE {{(pid=110299) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:55:26.086635 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (997a9cde-0abf-478a-a2b2-471565659fce), before_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:26.088810 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc5585b-787e-4347-9e7f-6ad16321035d req-68799ebd-589d-47ad-8ba9-9b6603f32eda tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:55:26.095772 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-acc5585b-787e-4347-9e7f-6ad16321035d req-68799ebd-589d-47ad-8ba9-9b6603f32eda tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd183195-fe5d-4e0b-a3f6-c87b104f6aad HTTP/1.1" status: 200 len: 945 time: 0.0629916 May 03 14:55:26.102303 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Device 0bc0b0eb-1930-4c1c-bb20-1831094b8912 up at agent ovs-agent-dv-cinder-840289-3-iscsi {{(pid=110299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 14:55:26.146176 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd183195-fe5d-4e0b-a3f6-c87b104f6aad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '997a9cde-0abf-478a-a2b2-471565659fce'}] {{(pid=110299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 14:55:26.148442 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfb0ab9603dc6f24b101a3230295415c8ec2a7bf959fde45f0826688655bbcbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38e469a4-03bb-4ee4-8df1-27d8b308973d" -d '{"events": [{"server_uuid": "fd183195-fe5d-4e0b-a3f6-c87b104f6aad", "name": "network-vif-plugged", "status": "completed", "tag": "997a9cde-0abf-478a-a2b2-471565659fce"}]}' {{(pid=110299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 14:55:26.168107 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-acc5585b-787e-4347-9e7f-6ad16321035d req-219c50e2-3bc7-4225-98ca-d5b3a5c26254 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/security-groups?id=51778758-18f1-454a-a2ac-58ed54dca82a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630562 May 03 14:55:26.173137 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] For port 997a9cde-0abf-478a-a2b2-471565659fce, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=997a9cde-0abf-478a-a2b2-471565659fce,segment=NetworkSegment(ca66fa34-2900-4282-8627-e44cece846e4),segment_id=ca66fa34-2900-4282-8627-e44cece846e4)] {{(pid=110299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:55:26.185545 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Provisioning complete for port 0bc0b0eb-1930-4c1c-bb20-1831094b8912 triggered by entity L2. {{(pid=110299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:55:26.185932 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728915'] for port (0bc0b0eb-1930-4c1c-bb20-1831094b8912), provisioning_complete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:26.205730 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-b431a5c3-4565-44b1-861c-c9009843693f req-984d0ecb-4c6f-4b2f-8ed6-b5cba5e2b34a tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ce0e649-cd04-4b32-aeac-027b436c98a9 HTTP/1.1" status: 200 len: 210 time: 0.0427308 May 03 14:55:26.209493 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 14:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94b3763d-879e-4535-ab30-1c9301359edb x-openstack-request-id: req-94b3763d-879e-4535-ab30-1c9301359edb {{(pid=110299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 14:55:26.209818 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd183195-fe5d-4e0b-a3f6-c87b104f6aad", "name": "network-vif-plugged", "status": "completed", "tag": "997a9cde-0abf-478a-a2b2-471565659fce", "code": 200}]} {{(pid=110299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 14:55:26.210084 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-94b3763d-879e-4535-ab30-1c9301359edb {{(pid=110299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 14:55:26.210480 dv-cinder-840289-3-iscsi neutron-server[110299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94b3763d-879e-4535-ab30-1c9301359edb'] response: {'server_uuid': 'fd183195-fe5d-4e0b-a3f6-c87b104f6aad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '997a9cde-0abf-478a-a2b2-471565659fce', 'code': 200} May 03 14:55:26.235482 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096'] for port (997a9cde-0abf-478a-a2b2-471565659fce), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:26.295306 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Current status of the port 0bc0b0eb-1930-4c1c-bb20-1831094b8912 is: ACTIVE; New status is: ACTIVE {{(pid=110299) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:55:26.312464 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Pushing event updated for resources: {'Port': ['ID=997a9cde-0abf-478a-a2b2-471565659fce,revision_number=5']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:55:26.549298 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f153ac79-da5d-4690-a7c4-2f74eb7aa030 req-cc815549-2d89-4ff5-859a-f40a6f7113e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:55:26.550706 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [req-f153ac79-da5d-4690-a7c4-2f74eb7aa030 req-cc815549-2d89-4ff5-859a-f40a6f7113e6 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=fd183195-fe5d-4e0b-a3f6-c87b104f6aad HTTP/1.1" status: 200 len: 1130 time: 0.0419044 May 03 14:55:26.596020 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [req-f153ac79-da5d-4690-a7c4-2f74eb7aa030 req-36248120-8936-42bb-b23c-065e2605994e service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=51778758-18f1-454a-a2ac-58ed54dca82a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377779 May 03 14:55:27.266799 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfbe05e-e85b-467b-90bf-c47f9bf7cd8a req-11bc612c-c73b-4215-95b2-6e11e1d2ffae tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:55:27.268308 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-2dfbe05e-e85b-467b-90bf-c47f9bf7cd8a req-11bc612c-c73b-4215-95b2-6e11e1d2ffae tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd183195-fe5d-4e0b-a3f6-c87b104f6aad HTTP/1.1" status: 200 len: 946 time: 0.0521715 May 03 14:55:27.310157 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-8c8d37e4-5724-455c-b67e-253479f29dc4 req-cf0cfea6-d874-45d2-aa0b-1c345f6b31c0 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ce0e649-cd04-4b32-aeac-027b436c98a9 HTTP/1.1" status: 200 len: 210 time: 0.0382872 May 03 14:55:27.340394 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-2dfbe05e-e85b-467b-90bf-c47f9bf7cd8a req-eb76893f-5df5-4199-90d1-b1144352013a tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/security-groups?id=51778758-18f1-454a-a2ac-58ed54dca82a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600462 May 03 14:55:27.978520 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1d638f-8ed8-4161-91ba-1e739684bcdf req-e40f986e-03c4-4238-ae8d-00cd32a2d76f tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:55:27.979961 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [req-dd1d638f-8ed8-4161-91ba-1e739684bcdf req-e40f986e-03c4-4238-ae8d-00cd32a2d76f tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] 10.222.0.55 "GET /v2.0/networks?id=8e6de03b-779e-46f4-99b9-4423e500c0dd HTTP/1.1" status: 200 len: 814 time: 0.1015365 May 03 14:55:28.049558 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [req-dd1d638f-8ed8-4161-91ba-1e739684bcdf req-49b20b07-49f2-4c36-ae95-ff2c187f9966 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fa83f683c67a413ba3ca7f7d2d6bb966 HTTP/1.1" status: 200 len: 380 time: 0.0520260 May 03 14:55:28.062121 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.v2.base [req-dd1d638f-8ed8-4161-91ba-1e739684bcdf req-440531fb-f786-4462-864c-c6db9aa42d01 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Request body: {'port': {'device_id': '9ce0e649-cd04-4b32-aeac-027b436c98a9', 'network_id': '8e6de03b-779e-46f4-99b9-4423e500c0dd', 'admin_state_up': True, 'tenant_id': 'fa83f683c67a413ba3ca7f7d2d6bb966', 'security_groups': ['3b9b64b1-94dd-427a-a42f-9f394c986a94']}} {{(pid=110297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:55:28.233967 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd1d638f-8ed8-4161-91ba-1e739684bcdf req-440531fb-f786-4462-864c-c6db9aa42d01 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Made reservation on behalf of fa83f683c67a413ba3ca7f7d2d6bb966 for: {'port': 1} {{(pid=110297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 14:55:28.237370 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [req-dd1d638f-8ed8-4161-91ba-1e739684bcdf req-440531fb-f786-4462-864c-c6db9aa42d01 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (None), before_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:28.365304 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.db.db_base_plugin_common [req-dd1d638f-8ed8-4161-91ba-1e739684bcdf req-440531fb-f786-4462-864c-c6db9aa42d01 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Allocated IP 172.20.0.11 (8e6de03b-779e-46f4-99b9-4423e500c0dd/da523ca4-000e-4457-a118-98a9c4ff1011/514d6659-72c3-4a37-b1e9-67362912af45) {{(pid=110297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 14:55:28.425153 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-f537dd7e-4591-4d03-9907-894ef11a225a req-06253578-00c0-4534-8f9d-872672879ab6 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ce0e649-cd04-4b32-aeac-027b436c98a9 HTTP/1.1" status: 200 len: 210 time: 0.0311403 May 03 14:55:28.474528 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d7d6da-0726-4cb4-bb00-0dfafcc3891e req-e2d3b30a-9220-41d2-bf46-81e315e3a30a tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:55:28.476050 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-65d7d6da-0726-4cb4-bb00-0dfafcc3891e req-e2d3b30a-9220-41d2-bf46-81e315e3a30a tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd183195-fe5d-4e0b-a3f6-c87b104f6aad HTTP/1.1" status: 200 len: 946 time: 0.0541101 May 03 14:55:28.516264 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [req-dd1d638f-8ed8-4161-91ba-1e739684bcdf req-440531fb-f786-4462-864c-c6db9aa42d01 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Publish callbacks [] for port (514d6659-72c3-4a37-b1e9-67362912af45), precommit_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:28.525222 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-65d7d6da-0726-4cb4-bb00-0dfafcc3891e req-b1389bb3-10c6-456a-83f7-954655fa6b1d tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/security-groups?id=51778758-18f1-454a-a2ac-58ed54dca82a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420623 May 03 14:55:28.634263 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [req-dd1d638f-8ed8-4161-91ba-1e739684bcdf req-440531fb-f786-4462-864c-c6db9aa42d01 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775476647060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25923557'] for port (514d6659-72c3-4a37-b1e9-67362912af45), after_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:28.680339 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd1d638f-8ed8-4161-91ba-1e739684bcdf req-440531fb-f786-4462-864c-c6db9aa42d01 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Network 8e6de03b-779e-46f4-99b9-4423e500c0dd is already hosted by enough agents. {{(pid=110297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 14:55:28.683794 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.scheduler.base_scheduler [req-dd1d638f-8ed8-4161-91ba-1e739684bcdf req-440531fb-f786-4462-864c-c6db9aa42d01 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Resources bound (agent type, host, resource id): {{(pid=110297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 14:55:28.690124 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd1d638f-8ed8-4161-91ba-1e739684bcdf req-440531fb-f786-4462-864c-c6db9aa42d01 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Received port after_create {{(pid=110297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 14:55:28.696266 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440531fb-f786-4462-864c-c6db9aa42d01 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Pushing event updated for resources: {'Port': ['ID=514d6659-72c3-4a37-b1e9-67362912af45,revision_number=1']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:55:28.727030 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440531fb-f786-4462-864c-c6db9aa42d01 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:55:28.727387 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440531fb-f786-4462-864c-c6db9aa42d01 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:55:28.727736 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440531fb-f786-4462-864c-c6db9aa42d01 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:55:28.728071 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440531fb-f786-4462-864c-c6db9aa42d01 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:55:28.728407 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440531fb-f786-4462-864c-c6db9aa42d01 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:55:28.728986 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440531fb-f786-4462-864c-c6db9aa42d01 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:55:28.729303 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440531fb-f786-4462-864c-c6db9aa42d01 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:55:28.729631 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440531fb-f786-4462-864c-c6db9aa42d01 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:55:28.729957 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440531fb-f786-4462-864c-c6db9aa42d01 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:55:28.730284 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440531fb-f786-4462-864c-c6db9aa42d01 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:55:28.730607 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440531fb-f786-4462-864c-c6db9aa42d01 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:55:28.730934 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440531fb-f786-4462-864c-c6db9aa42d01 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:55:28.731282 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440531fb-f786-4462-864c-c6db9aa42d01 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:55:28.731603 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440531fb-f786-4462-864c-c6db9aa42d01 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:55:28.731926 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440531fb-f786-4462-864c-c6db9aa42d01 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:55:28.754520 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1d638f-8ed8-4161-91ba-1e739684bcdf req-440531fb-f786-4462-864c-c6db9aa42d01 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:55:28.755328 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [req-dd1d638f-8ed8-4161-91ba-1e739684bcdf req-440531fb-f786-4462-864c-c6db9aa42d01 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46205'] for port (None), before_response {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:28.819334 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [req-dd1d638f-8ed8-4161-91ba-1e739684bcdf req-440531fb-f786-4462-864c-c6db9aa42d01 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7607028 May 03 14:55:28.897584 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.v2.base [req-dd1d638f-8ed8-4161-91ba-1e739684bcdf req-c3421442-de3b-4a9b-aec0-73bf9a173103 service neutron] Request body: {'port': {'device_id': '9ce0e649-cd04-4b32-aeac-027b436c98a9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84028'}} {{(pid=110297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:55:28.919441 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (26e70f58-a201-437c-be8d-fd2714f100da), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:28.957028 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [req-dd1d638f-8ed8-4161-91ba-1e739684bcdf req-c3421442-de3b-4a9b-aec0-73bf9a173103 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (514d6659-72c3-4a37-b1e9-67362912af45), before_update {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:28.961526 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [None req-e2bc08b7-b1b1-415a-8651-1b0a9bed5b42 None None] Provisioning complete for port 514d6659-72c3-4a37-b1e9-67362912af45 triggered by entity DHCP. {{(pid=110299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:55:28.961968 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-e2bc08b7-b1b1-415a-8651-1b0a9bed5b42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728915'] for port (514d6659-72c3-4a37-b1e9-67362912af45), provisioning_complete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:28.995776 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-e2bc08b7-b1b1-415a-8651-1b0a9bed5b42 None None] Port 514d6659-72c3-4a37-b1e9-67362912af45 cannot update to ACTIVE because it is not bound. {{(pid=110299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 14:55:29.214681 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.notifiers.nova [req-dd1d638f-8ed8-4161-91ba-1e739684bcdf req-c3421442-de3b-4a9b-aec0-73bf9a173103 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 514d6659-72c3-4a37-b1e9-67362912af45 {{(pid=110297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 14:55:29.221839 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [req-dd1d638f-8ed8-4161-91ba-1e739684bcdf req-c3421442-de3b-4a9b-aec0-73bf9a173103 service neutron] Publish callbacks [] for port (514d6659-72c3-4a37-b1e9-67362912af45), precommit_update {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:29.233758 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.db.provisioning_blocks [req-dd1d638f-8ed8-4161-91ba-1e739684bcdf req-c3421442-de3b-4a9b-aec0-73bf9a173103 service neutron] Transition to ACTIVE for port object 514d6659-72c3-4a37-b1e9-67362912af45 will not be triggered until provisioned by entity L2. {{(pid=110297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 03 14:55:29.300216 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [req-dd1d638f-8ed8-4161-91ba-1e739684bcdf req-c3421442-de3b-4a9b-aec0-73bf9a173103 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25923484'] for port (514d6659-72c3-4a37-b1e9-67362912af45), after_update {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:29.352593 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3421442-de3b-4a9b-aec0-73bf9a173103 service neutron] Pushing event updated for resources: {'Port': ['ID=514d6659-72c3-4a37-b1e9-67362912af45,revision_number=2']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:55:29.427770 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.plugins.ml2.managers [req-dd1d638f-8ed8-4161-91ba-1e739684bcdf req-c3421442-de3b-4a9b-aec0-73bf9a173103 service neutron] Attempting to bind port 514d6659-72c3-4a37-b1e9-67362912af45 on host hv-cinder-84028 for vnic_type normal with profile {{(pid=110297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 14:55:29.428120 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.plugins.ml2.managers [req-dd1d638f-8ed8-4161-91ba-1e739684bcdf req-c3421442-de3b-4a9b-aec0-73bf9a173103 service neutron] Attempting to bind port 514d6659-72c3-4a37-b1e9-67362912af45 by drivers openvswitch,hyperv on host hv-cinder-84028 at level 0 using segments [{'id': 'cf13aea7-b36a-4302-89af-e9e11eaa421e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '8e6de03b-779e-46f4-99b9-4423e500c0dd'}] {{(pid=110297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 14:55:29.428437 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd1d638f-8ed8-4161-91ba-1e739684bcdf req-c3421442-de3b-4a9b-aec0-73bf9a173103 service neutron] Attempting to bind port 514d6659-72c3-4a37-b1e9-67362912af45 on network 8e6de03b-779e-46f4-99b9-4423e500c0dd {{(pid=110297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 14:55:29.433019 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd1d638f-8ed8-4161-91ba-1e739684bcdf req-c3421442-de3b-4a9b-aec0-73bf9a173103 service neutron] Port 514d6659-72c3-4a37-b1e9-67362912af45 on network 8e6de03b-779e-46f4-99b9-4423e500c0dd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84028 {{(pid=110297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 03 14:55:29.433337 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd1d638f-8ed8-4161-91ba-1e739684bcdf req-c3421442-de3b-4a9b-aec0-73bf9a173103 service neutron] Attempting to bind port 514d6659-72c3-4a37-b1e9-67362912af45 on network 8e6de03b-779e-46f4-99b9-4423e500c0dd {{(pid=110297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 14:55:29.438664 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd1d638f-8ed8-4161-91ba-1e739684bcdf req-c3421442-de3b-4a9b-aec0-73bf9a173103 service neutron] Checking agent: {'id': '26e70f58-a201-437c-be8d-fd2714f100da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84028', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 14, 44, 59), 'started_at': datetime.datetime(2022, 5, 3, 14, 44, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 14, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 14:55:29.438846 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd1d638f-8ed8-4161-91ba-1e739684bcdf req-c3421442-de3b-4a9b-aec0-73bf9a173103 service neutron] Checking segment: {'id': 'cf13aea7-b36a-4302-89af-e9e11eaa421e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '8e6de03b-779e-46f4-99b9-4423e500c0dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 14:55:29.439293 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd1d638f-8ed8-4161-91ba-1e739684bcdf req-c3421442-de3b-4a9b-aec0-73bf9a173103 service neutron] Bound using segment: {'id': 'cf13aea7-b36a-4302-89af-e9e11eaa421e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '8e6de03b-779e-46f4-99b9-4423e500c0dd'} {{(pid=110297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 14:55:29.439796 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.plugins.ml2.managers [req-dd1d638f-8ed8-4161-91ba-1e739684bcdf req-c3421442-de3b-4a9b-aec0-73bf9a173103 service neutron] Bound port: 514d6659-72c3-4a37-b1e9-67362912af45, host: hv-cinder-84028, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf13aea7-b36a-4302-89af-e9e11eaa421e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '8e6de03b-779e-46f4-99b9-4423e500c0dd'}}] {{(pid=110297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 14:55:29.440223 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [req-dd1d638f-8ed8-4161-91ba-1e739684bcdf req-c3421442-de3b-4a9b-aec0-73bf9a173103 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (514d6659-72c3-4a37-b1e9-67362912af45), before_update {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:29.511656 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.plugins.ml2.db [req-dd1d638f-8ed8-4161-91ba-1e739684bcdf req-c3421442-de3b-4a9b-aec0-73bf9a173103 service neutron] For port 514d6659-72c3-4a37-b1e9-67362912af45, host hv-cinder-84028, cleared binding levels {{(pid=110297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 14:55:29.514792 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.plugins.ml2.db [req-dd1d638f-8ed8-4161-91ba-1e739684bcdf req-c3421442-de3b-4a9b-aec0-73bf9a173103 service neutron] For port 514d6659-72c3-4a37-b1e9-67362912af45, host hv-cinder-84028, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=514d6659-72c3-4a37-b1e9-67362912af45,segment=NetworkSegment(cf13aea7-b36a-4302-89af-e9e11eaa421e),segment_id=cf13aea7-b36a-4302-89af-e9e11eaa421e)] {{(pid=110297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 14:55:29.555492 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f86c608-142b-4822-88ad-2dc70a5b96ab req-167a6a75-dfd8-4157-a113-47d68dc6a476 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:55:29.557887 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-2f86c608-142b-4822-88ad-2dc70a5b96ab req-167a6a75-dfd8-4157-a113-47d68dc6a476 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ce0e649-cd04-4b32-aeac-027b436c98a9 HTTP/1.1" status: 200 len: 944 time: 0.0507238 May 03 14:55:29.602309 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [req-dd1d638f-8ed8-4161-91ba-1e739684bcdf req-c3421442-de3b-4a9b-aec0-73bf9a173103 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25923484'] for port (514d6659-72c3-4a37-b1e9-67362912af45), after_update {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:29.618042 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-2f86c608-142b-4822-88ad-2dc70a5b96ab req-1b25b586-4a23-4627-a249-50daa26c90e3 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b9b64b1-94dd-427a-a42f-9f394c986a94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535886 May 03 14:55:29.638696 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1d638f-8ed8-4161-91ba-1e739684bcdf req-c3421442-de3b-4a9b-aec0-73bf9a173103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:55:29.639342 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [req-dd1d638f-8ed8-4161-91ba-1e739684bcdf req-c3421442-de3b-4a9b-aec0-73bf9a173103 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46205'] for port (None), before_response {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:29.640795 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [req-dd1d638f-8ed8-4161-91ba-1e739684bcdf req-c3421442-de3b-4a9b-aec0-73bf9a173103 service neutron] 10.222.0.55 "PUT /v2.0/ports/514d6659-72c3-4a37-b1e9-67362912af45 HTTP/1.1" status: 200 len: 1094 time: 0.7479563 May 03 14:55:29.641144 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ce0e649-cd04-4b32-aeac-027b436c98a9', 'tag': '514d6659-72c3-4a37-b1e9-67362912af45'}] {{(pid=110297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 14:55:29.643973 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e984b2ea2ce138672bdb6842017b013401e1eb51d7da9236b70aed4d114632e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbf9b0cd-504c-4806-b426-9bf063c602f0" -d '{"events": [{"name": "network-changed", "server_uuid": "9ce0e649-cd04-4b32-aeac-027b436c98a9", "tag": "514d6659-72c3-4a37-b1e9-67362912af45"}]}' {{(pid=110297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 14:55:29.659216 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda8608e-79c6-4bc5-b2e4-4de8ee64b676 req-f7d02d70-c43b-4b79-b930-c73a5c4fd88a tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:55:29.660840 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-cda8608e-79c6-4bc5-b2e4-4de8ee64b676 req-f7d02d70-c43b-4b79-b930-c73a5c4fd88a tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd183195-fe5d-4e0b-a3f6-c87b104f6aad HTTP/1.1" status: 200 len: 946 time: 0.0599494 May 03 14:55:29.672298 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3421442-de3b-4a9b-aec0-73bf9a173103 service neutron] Pushing event updated for resources: {'Port': ['ID=514d6659-72c3-4a37-b1e9-67362912af45,revision_number=3']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:55:29.694735 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 14:55:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-188d73f2-69b0-46ff-babb-b5a5b8cd3a02 x-openstack-request-id: req-188d73f2-69b0-46ff-babb-b5a5b8cd3a02 {{(pid=110297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 14:55:29.695062 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ce0e649-cd04-4b32-aeac-027b436c98a9", "tag": "514d6659-72c3-4a37-b1e9-67362912af45", "status": "completed", "code": 200}]} {{(pid=110297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 14:55:29.695496 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-188d73f2-69b0-46ff-babb-b5a5b8cd3a02 {{(pid=110297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 14:55:29.695863 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.notifiers.nova [-] Nova event matching ['req-188d73f2-69b0-46ff-babb-b5a5b8cd3a02'] response: {'name': 'network-changed', 'server_uuid': '9ce0e649-cd04-4b32-aeac-027b436c98a9', 'tag': '514d6659-72c3-4a37-b1e9-67362912af45', 'status': 'completed', 'code': 200} May 03 14:55:29.740373 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-cda8608e-79c6-4bc5-b2e4-4de8ee64b676 req-5b7fb18c-2231-4959-9da8-c75ed45afe5d tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/security-groups?id=51778758-18f1-454a-a2ac-58ed54dca82a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553272 May 03 14:55:29.784761 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf9b0cd-504c-4806-b426-9bf063c602f0 req-a22da3b4-1ce6-4681-8d01-0e22a72c02c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:55:29.786448 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [req-dbf9b0cd-504c-4806-b426-9bf063c602f0 req-a22da3b4-1ce6-4681-8d01-0e22a72c02c6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fa83f683c67a413ba3ca7f7d2d6bb966&device_id=9ce0e649-cd04-4b32-aeac-027b436c98a9 HTTP/1.1" status: 200 len: 1128 time: 0.0513446 May 03 14:55:29.855447 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c438a1-dfe4-4027-a520-3413388279e0 req-40bdc7f9-3945-4941-b4b3-d614b13bfd5f tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:55:29.856945 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-c3c438a1-dfe4-4027-a520-3413388279e0 req-40bdc7f9-3945-4941-b4b3-d614b13bfd5f tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd183195-fe5d-4e0b-a3f6-c87b104f6aad HTTP/1.1" status: 200 len: 946 time: 0.0489171 May 03 14:55:29.865701 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 46230) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:55:29.870883 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.v2.base [None req-d8f674c6-a27b-4c19-8e4b-28624756b437 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Request body: {'floatingip': {'port_id': '997a9cde-0abf-478a-a2b2-471565659fce'}} {{(pid=110298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:55:29.901601 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf9b0cd-504c-4806-b426-9bf063c602f0 req-29ceae5c-957c-431d-ba44-f20c6dc0c23f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:55:29.903133 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [req-dbf9b0cd-504c-4806-b426-9bf063c602f0 req-29ceae5c-957c-431d-ba44-f20c6dc0c23f service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=fa83f683c67a413ba3ca7f7d2d6bb966&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0991518 May 03 14:55:29.911118 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-d8f674c6-a27b-4c19-8e4b-28624756b437 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Publish callbacks [] for floatingip (5cb5ba01-3014-4f27-aac3-64cb34cae8fe), before_update {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:30.000499 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf9b0cd-504c-4806-b426-9bf063c602f0 req-9c16d96e-55be-4a76-a685-265ee3fa26cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:55:30.002010 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [req-dbf9b0cd-504c-4806-b426-9bf063c602f0 req-9c16d96e-55be-4a76-a685-265ee3fa26cd service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0925307 May 03 14:55:30.101022 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1d638f-8ed8-4161-91ba-1e739684bcdf req-8441e575-5156-435a-b8e7-4ec0c0b262ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:55:30.102519 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [req-dd1d638f-8ed8-4161-91ba-1e739684bcdf req-8441e575-5156-435a-b8e7-4ec0c0b262ea service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fa83f683c67a413ba3ca7f7d2d6bb966&device_id=9ce0e649-cd04-4b32-aeac-027b436c98a9 HTTP/1.1" status: 200 len: 1128 time: 0.0383449 May 03 14:55:30.154002 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [req-dd1d638f-8ed8-4161-91ba-1e739684bcdf req-90d2478c-1b6b-477a-bb3a-cd1aba9dc8dd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=514d6659-72c3-4a37-b1e9-67362912af45 HTTP/1.1" status: 200 len: 217 time: 0.0354190 May 03 14:55:30.202139 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1d638f-8ed8-4161-91ba-1e739684bcdf req-7c60587d-f03d-41b0-bbca-db9a0720d61b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:55:30.203659 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [req-dd1d638f-8ed8-4161-91ba-1e739684bcdf req-7c60587d-f03d-41b0-bbca-db9a0720d61b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=da523ca4-000e-4457-a118-98a9c4ff1011 HTTP/1.1" status: 200 len: 853 time: 0.0439048 May 03 14:55:30.254669 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1d638f-8ed8-4161-91ba-1e739684bcdf req-a7e2eeed-859f-40ab-97bb-52ee844ea9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:55:30.254669 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [req-dd1d638f-8ed8-4161-91ba-1e739684bcdf req-a7e2eeed-859f-40ab-97bb-52ee844ea9ea service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8e6de03b-779e-46f4-99b9-4423e500c0dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424793 May 03 14:55:30.354161 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [req-dd1d638f-8ed8-4161-91ba-1e739684bcdf req-820672fc-4c05-4f33-bea1-ec33b268cd68 service neutron] 10.222.0.55 "GET /v2.0/networks/8e6de03b-779e-46f4-99b9-4423e500c0dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940619 May 03 14:55:30.371701 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-d8f674c6-a27b-4c19-8e4b-28624756b437 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:30.439209 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-d8f674c6-a27b-4c19-8e4b-28624756b437 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692144'] for floatingip (5cb5ba01-3014-4f27-aac3-64cb34cae8fe), after_update {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:30.444077 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [req-dd1d638f-8ed8-4161-91ba-1e739684bcdf req-b4220eab-7475-4892-afd8-7e37cdda4b6d service neutron] 10.222.0.55 "GET /v2.0/networks/8e6de03b-779e-46f4-99b9-4423e500c0dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838797 May 03 14:55:30.545702 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.db.l3_db [None req-d8f674c6-a27b-4c19-8e4b-28624756b437 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Floating IP 5cb5ba01-3014-4f27-aac3-64cb34cae8fe associated. External IP: 172.27.0.78, port: 997a9cde-0abf-478a-a2b2-471565659fce. May 03 14:55:30.780850 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04070843-637d-4902-ac16-4cbbe405b002 req-5402e9ca-8557-44bf-a415-4737a59be18e tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:55:30.782376 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-04070843-637d-4902-ac16-4cbbe405b002 req-5402e9ca-8557-44bf-a415-4737a59be18e tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ce0e649-cd04-4b32-aeac-027b436c98a9 HTTP/1.1" status: 200 len: 944 time: 0.0843496 May 03 14:55:30.813519 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8f674c6-a27b-4c19-8e4b-28624756b437 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Router c0586b89-047d-470f-ba98-8ebeb44b6f63 has already been hosted by L3 agent a9161e1b-902d-441f-843b-a0ff0805adee {{(pid=110298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 14:55:30.882729 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-04070843-637d-4902-ac16-4cbbe405b002 req-60125e75-c726-4b6c-bbcf-213c06769824 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b9b64b1-94dd-427a-a42f-9f394c986a94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920269 May 03 14:55:30.952975 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8f674c6-a27b-4c19-8e4b-28624756b437 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Notify agent at l3_agent.dv-cinder-840289-3-iscsi the message routers_updated {{(pid=110298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 14:55:30.957480 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-d8f674c6-a27b-4c19-8e4b-28624756b437 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46205'] for floatingip (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:30.962679 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-779fbd9a-a44f-46d4-8ce5-2c9e677fb15d None None] Sync routers for ids ['c0586b89-047d-470f-ba98-8ebeb44b6f63'] in dv-cinder-840289-3-iscsi {{(pid=110300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 14:55:30.973182 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779fbd9a-a44f-46d4-8ce5-2c9e677fb15d None None] Routers {'c0586b89-047d-470f-ba98-8ebeb44b6f63'} bound to L3 agent in host dv-cinder-840289-3-iscsi {{(pid=110300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:55:30.973792 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_hamode_db [None req-779fbd9a-a44f-46d4-8ce5-2c9e677fb15d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-03T14:38:11Z,description=,heartbeat_timestamp=2022-05-03T14:55:11Z,host='dv-cinder-840289-3-iscsi',id=a9161e1b-902d-441f-843b-a0ff0805adee,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:38:12Z,topic='l3_agent')) {'router_ids': ['c0586b89-047d-470f-ba98-8ebeb44b6f63'], 'active': True} {{(pid=110300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:55:30.990900 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-d8f674c6-a27b-4c19-8e4b-28624756b437 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "PUT /v2.0/floatingips/5cb5ba01-3014-4f27-aac3-64cb34cae8fe HTTP/1.1" status: 200 len: 991 time: 1.1241620 May 03 14:55:30.991524 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd183195-fe5d-4e0b-a3f6-c87b104f6aad', 'tag': '997a9cde-0abf-478a-a2b2-471565659fce'}] {{(pid=110298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 14:55:30.993768 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75d30aab20f2b99e69676ba1094dd13d61de0bc97323401ed2dd99ba05286cef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8750254f-d946-4cef-9e17-b5b69ad94e33" -d '{"events": [{"name": "network-changed", "server_uuid": "fd183195-fe5d-4e0b-a3f6-c87b104f6aad", "tag": "997a9cde-0abf-478a-a2b2-471565659fce"}]}' {{(pid=110298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 14:55:31.028939 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 14:55:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1091d0f-81fe-4912-bdd2-687884c0e1df x-openstack-request-id: req-f1091d0f-81fe-4912-bdd2-687884c0e1df {{(pid=110298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 14:55:31.029235 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd183195-fe5d-4e0b-a3f6-c87b104f6aad", "tag": "997a9cde-0abf-478a-a2b2-471565659fce", "status": "completed", "code": 200}]} {{(pid=110298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 14:55:31.029490 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f1091d0f-81fe-4912-bdd2-687884c0e1df {{(pid=110298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 14:55:31.029893 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1091d0f-81fe-4912-bdd2-687884c0e1df'] response: {'name': 'network-changed', 'server_uuid': 'fd183195-fe5d-4e0b-a3f6-c87b104f6aad', 'tag': '997a9cde-0abf-478a-a2b2-471565659fce', 'status': 'completed', 'code': 200} May 03 14:55:31.086324 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvr_db [None req-779fbd9a-a44f-46d4-8ce5-2c9e677fb15d None None] Set router c0586b89-047d-470f-ba98-8ebeb44b6f63 gateway port host: dv-cinder-840289-3-iscsi {{(pid=110300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:55:31.294212 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_hamode_db [None req-779fbd9a-a44f-46d4-8ce5-2c9e677fb15d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0586b89-047d-470f-ba98-8ebeb44b6f63', 'name': 'tempest-AttachVolumeTestJSON-1271780405-router', 'tenant_id': 'b4752d3e59c94290925845f591792921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'external_fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': 'd8bbc91f-bf64-4bf7-ad43-b6ff6a701cc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:47:02Z', 'updated_at': '2022-05-03T14:47:13Z', 'revision_number': 4, 'project_id': 'b4752d3e59c94290925845f591792921', 'gw_port': {'id': 'd8bbc91f-bf64-4bf7-ad43-b6ff6a701cc7', 'name': '', 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:fc:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0586b89-047d-470f-ba98-8ebeb44b6f63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:47:04Z', 'updated_at': '2022-05-03T14:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f907060b-4748-4522-aeb5-06a44b689374', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-3-iscsi', '_floatingips': [{'id': '5cb5ba01-3014-4f27-aac3-64cb34cae8fe', 'tenant_id': 'b4752d3e59c94290925845f591792921', 'floating_ip_address': '172.27.0.78', 'floating_network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'router_id': 'c0586b89-047d-470f-ba98-8ebeb44b6f63', 'port_id': '997a9cde-0abf-478a-a2b2-471565659fce', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '963c04e2-09c0-42b3-8b14-9ee6b8c8fe47', 'mac_address': 'fa:16:3e:75:75:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd183195-fe5d-4e0b-a3f6-c87b104f6aad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T14:55:11Z', 'updated_at': '2022-05-03T14:55:30Z', 'revision_number': 1, 'project_id': 'b4752d3e59c94290925845f591792921', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '361af859-480a-47e2-a077-925325ebf6d1', 'name': '', 'network_id': '963c04e2-09c0-42b3-8b14-9ee6b8c8fe47', 'tenant_id': 'b4752d3e59c94290925845f591792921', 'mac_address': 'fa:16:3e:c0:ea:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0586b89-047d-470f-ba98-8ebeb44b6f63', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '48f101fe-497d-4192-8a7b-0011d50ada6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:47:10Z', 'updated_at': '2022-05-03T14:47:24Z', 'revision_number': 5, 'project_id': 'b4752d3e59c94290925845f591792921', 'subnets': [{'id': '48f101fe-497d-4192-8a7b-0011d50ada6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-3-iscsi', False) {} {{(pid=110300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:55:31.323923 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-779fbd9a-a44f-46d4-8ce5-2c9e677fb15d None None] Checking router: c0586b89-047d-470f-ba98-8ebeb44b6f63 for host: dv-cinder-840289-3-iscsi {{(pid=110300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 14:55:31.331920 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779fbd9a-a44f-46d4-8ce5-2c9e677fb15d None None] Routers {'c0586b89-047d-470f-ba98-8ebeb44b6f63'} bound to L3 agent in host dv-cinder-840289-3-iscsi {{(pid=110300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:55:31.332510 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_hamode_db [None req-779fbd9a-a44f-46d4-8ce5-2c9e677fb15d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-03T14:38:11Z,description=,heartbeat_timestamp=2022-05-03T14:55:11Z,host='dv-cinder-840289-3-iscsi',id=a9161e1b-902d-441f-843b-a0ff0805adee,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:38:12Z,topic='l3_agent')) {'router_ids': ['c0586b89-047d-470f-ba98-8ebeb44b6f63'], 'active': True} {{(pid=110300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:55:31.530839 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvr_db [None req-779fbd9a-a44f-46d4-8ce5-2c9e677fb15d None None] Set router c0586b89-047d-470f-ba98-8ebeb44b6f63 gateway port host: dv-cinder-840289-3-iscsi {{(pid=110300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:55:31.743962 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_hamode_db [None req-779fbd9a-a44f-46d4-8ce5-2c9e677fb15d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0586b89-047d-470f-ba98-8ebeb44b6f63', 'name': 'tempest-AttachVolumeTestJSON-1271780405-router', 'tenant_id': 'b4752d3e59c94290925845f591792921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'external_fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': 'd8bbc91f-bf64-4bf7-ad43-b6ff6a701cc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:47:02Z', 'updated_at': '2022-05-03T14:47:13Z', 'revision_number': 4, 'project_id': 'b4752d3e59c94290925845f591792921', 'gw_port': {'id': 'd8bbc91f-bf64-4bf7-ad43-b6ff6a701cc7', 'name': '', 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:fc:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0586b89-047d-470f-ba98-8ebeb44b6f63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:47:04Z', 'updated_at': '2022-05-03T14:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f907060b-4748-4522-aeb5-06a44b689374', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-3-iscsi', '_floatingips': [{'id': '5cb5ba01-3014-4f27-aac3-64cb34cae8fe', 'tenant_id': 'b4752d3e59c94290925845f591792921', 'floating_ip_address': '172.27.0.78', 'floating_network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'router_id': 'c0586b89-047d-470f-ba98-8ebeb44b6f63', 'port_id': '997a9cde-0abf-478a-a2b2-471565659fce', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '963c04e2-09c0-42b3-8b14-9ee6b8c8fe47', 'mac_address': 'fa:16:3e:75:75:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd183195-fe5d-4e0b-a3f6-c87b104f6aad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T14:55:11Z', 'updated_at': '2022-05-03T14:55:30Z', 'revision_number': 1, 'project_id': 'b4752d3e59c94290925845f591792921', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '361af859-480a-47e2-a077-925325ebf6d1', 'name': '', 'network_id': '963c04e2-09c0-42b3-8b14-9ee6b8c8fe47', 'tenant_id': 'b4752d3e59c94290925845f591792921', 'mac_address': 'fa:16:3e:c0:ea:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0586b89-047d-470f-ba98-8ebeb44b6f63', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '48f101fe-497d-4192-8a7b-0011d50ada6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:47:10Z', 'updated_at': '2022-05-03T14:47:24Z', 'revision_number': 5, 'project_id': 'b4752d3e59c94290925845f591792921', 'subnets': [{'id': '48f101fe-497d-4192-8a7b-0011d50ada6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-3-iscsi', False) {} {{(pid=110300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:55:31.769845 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-779fbd9a-a44f-46d4-8ce5-2c9e677fb15d None None] The sync data for ids ['c0586b89-047d-470f-ba98-8ebeb44b6f63'] in dv-cinder-840289-3-iscsi is: [{'id': 'c0586b89-047d-470f-ba98-8ebeb44b6f63', 'name': 'tempest-AttachVolumeTestJSON-1271780405-router', 'tenant_id': 'b4752d3e59c94290925845f591792921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'external_fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': 'd8bbc91f-bf64-4bf7-ad43-b6ff6a701cc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:47:02Z', 'updated_at': '2022-05-03T14:47:13Z', 'revision_number': 4, 'project_id': 'b4752d3e59c94290925845f591792921', 'gw_port': {'id': 'd8bbc91f-bf64-4bf7-ad43-b6ff6a701cc7', 'name': '', 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:fc:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0586b89-047d-470f-ba98-8ebeb44b6f63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:47:04Z', 'updated_at': '2022-05-03T14:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f907060b-4748-4522-aeb5-06a44b689374', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-3-iscsi', '_floatingips': [{'id': '5cb5ba01-3014-4f27-aac3-64cb34cae8fe', 'tenant_id': 'b4752d3e59c94290925845f591792921', 'floating_ip_address': '172.27.0.78', 'floating_network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'router_id': 'c0586b89-047d-470f-ba98-8ebeb44b6f63', 'port_id': '997a9cde-0abf-478a-a2b2-471565659fce', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '963c04e2-09c0-42b3-8b14-9ee6b8c8fe47', 'mac_address': 'fa:16:3e:75:75:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd183195-fe5d-4e0b-a3f6-c87b104f6aad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T14:55:11Z', 'updated_at': '2022-05-03T14:55:30Z', 'revision_number': 1, 'project_id': 'b4752d3e59c94290925845f591792921', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '361af859-480a-47e2-a077-925325ebf6d1', 'name': '', 'network_id': '963c04e2-09c0-42b3-8b14-9ee6b8c8fe47', 'tenant_id': 'b4752d3e59c94290925845f591792921', 'mac_address': 'fa:16:3e:c0:ea:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0586b89-047d-470f-ba98-8ebeb44b6f63', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '48f101fe-497d-4192-8a7b-0011d50ada6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:47:10Z', 'updated_at': '2022-05-03T14:47:24Z', 'revision_number': 5, 'project_id': 'b4752d3e59c94290925845f591792921', 'subnets': [{'id': '48f101fe-497d-4192-8a7b-0011d50ada6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 14:55:31.964140 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd32ab3c-c150-4b3e-b4bf-a7d80f1d75b0 None None] New status for floating IP 5cb5ba01-3014-4f27-aac3-64cb34cae8fe: ACTIVE {{(pid=110299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 14:55:31.998738 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.agents_db [None req-dd30728e-be63-467e-afaf-aba6f24eb33e None None] Agent healthcheck: found 6 active agents {{(pid=110300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 14:55:32.014627 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5710bf45-c531-4905-bb03-3f24680577a8 req-e1c2fa5b-604d-4a06-a3af-3f258110ea78 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:55:32.016144 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-5710bf45-c531-4905-bb03-3f24680577a8 req-e1c2fa5b-604d-4a06-a3af-3f258110ea78 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ce0e649-cd04-4b32-aeac-027b436c98a9 HTTP/1.1" status: 200 len: 944 time: 0.0568171 May 03 14:55:32.066055 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-5710bf45-c531-4905-bb03-3f24680577a8 req-9cf11cff-8a04-464a-80bb-8c3808165bae tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b9b64b1-94dd-427a-a42f-9f394c986a94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439436 May 03 14:55:33.182194 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83639226-d08c-4f66-87dc-8854bec2bcd8 req-6c1f53ca-9e87-4ae5-8429-8a9c9b9dc7a2 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:55:33.184547 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-83639226-d08c-4f66-87dc-8854bec2bcd8 req-6c1f53ca-9e87-4ae5-8429-8a9c9b9dc7a2 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ce0e649-cd04-4b32-aeac-027b436c98a9 HTTP/1.1" status: 200 len: 944 time: 0.0483606 May 03 14:55:33.234323 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-83639226-d08c-4f66-87dc-8854bec2bcd8 req-74380c9e-973d-458e-b6d9-c62ec10aed71 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b9b64b1-94dd-427a-a42f-9f394c986a94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433664 May 03 14:55:33.275122 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8750254f-d946-4cef-9e17-b5b69ad94e33 req-8eb42ad2-610b-45af-8347-b681d731948f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:55:33.277309 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [req-8750254f-d946-4cef-9e17-b5b69ad94e33 req-8eb42ad2-610b-45af-8347-b681d731948f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b4752d3e59c94290925845f591792921&device_id=fd183195-fe5d-4e0b-a3f6-c87b104f6aad HTTP/1.1" status: 200 len: 1130 time: 0.0389504 May 03 14:55:33.606732 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8750254f-d946-4cef-9e17-b5b69ad94e33 req-07b86759-6ca8-4301-943c-4ddc6645ab3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:55:33.608217 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [req-8750254f-d946-4cef-9e17-b5b69ad94e33 req-07b86759-6ca8-4301-943c-4ddc6645ab3d service neutron] 10.222.0.55 "GET /v2.0/networks?id=963c04e2-09c0-42b3-8b14-9ee6b8c8fe47 HTTP/1.1" status: 200 len: 912 time: 0.3250079 May 03 14:55:33.672702 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [req-8750254f-d946-4cef-9e17-b5b69ad94e33 req-13d75cbe-9a3c-48ed-8129-9c6c6b2e4224 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=997a9cde-0abf-478a-a2b2-471565659fce HTTP/1.1" status: 200 len: 1001 time: 0.0572457 May 03 14:55:33.719563 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8750254f-d946-4cef-9e17-b5b69ad94e33 req-e3c45d5a-d74d-44c1-b504-5b8ee9560fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:55:33.720965 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [req-8750254f-d946-4cef-9e17-b5b69ad94e33 req-e3c45d5a-d74d-44c1-b504-5b8ee9560fb3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=48f101fe-497d-4192-8a7b-0011d50ada6e HTTP/1.1" status: 200 len: 850 time: 0.0427487 May 03 14:55:33.765260 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8750254f-d946-4cef-9e17-b5b69ad94e33 req-6ffddc23-c7da-47f6-b677-96fb9afe1464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:55:33.766726 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [req-8750254f-d946-4cef-9e17-b5b69ad94e33 req-6ffddc23-c7da-47f6-b677-96fb9afe1464 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=963c04e2-09c0-42b3-8b14-9ee6b8c8fe47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0401895 May 03 14:55:33.854204 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [req-8750254f-d946-4cef-9e17-b5b69ad94e33 req-2b0c7b1f-e333-48c0-9eaf-90b27dad30b4 service neutron] 10.222.0.55 "GET /v2.0/networks/963c04e2-09c0-42b3-8b14-9ee6b8c8fe47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811362 May 03 14:55:33.948715 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [req-8750254f-d946-4cef-9e17-b5b69ad94e33 req-ebdad6b3-5ec4-4fa5-a98b-06fdb06f7d11 service neutron] 10.222.0.55 "GET /v2.0/networks/963c04e2-09c0-42b3-8b14-9ee6b8c8fe47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862641 May 03 14:55:34.348009 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faadb71e-c0f2-44d9-bc84-a4654943125a req-8b1736d0-0d57-4a5e-82a5-0483aa9acd1f tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:55:34.349444 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-faadb71e-c0f2-44d9-bc84-a4654943125a req-8b1736d0-0d57-4a5e-82a5-0483aa9acd1f tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ce0e649-cd04-4b32-aeac-027b436c98a9 HTTP/1.1" status: 200 len: 944 time: 0.0502336 May 03 14:55:34.396274 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-faadb71e-c0f2-44d9-bc84-a4654943125a req-90f0e354-1399-494e-8b34-f572ebf514b7 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b9b64b1-94dd-427a-a42f-9f394c986a94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411625 May 03 14:55:35.510002 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c58a354-511b-496f-83f7-e3f340168222 req-fa341fa1-d935-43c8-83e4-aa41f7d2795c tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:55:35.512147 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-2c58a354-511b-496f-83f7-e3f340168222 req-fa341fa1-d935-43c8-83e4-aa41f7d2795c tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ce0e649-cd04-4b32-aeac-027b436c98a9 HTTP/1.1" status: 200 len: 944 time: 0.0495598 May 03 14:55:35.560594 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-2c58a354-511b-496f-83f7-e3f340168222 req-91495c49-330c-4e30-9149-ed7571649ae0 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b9b64b1-94dd-427a-a42f-9f394c986a94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427883 May 03 14:55:35.924962 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Device 514d6659-72c3-4a37-b1e9-67362912af45 details requested by agent hyperv_hv-cinder-84028 with host hv-cinder-84028 {{(pid=110299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 03 14:55:36.021059 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] For port 514d6659-72c3-4a37-b1e9-67362912af45, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=514d6659-72c3-4a37-b1e9-67362912af45,segment=NetworkSegment(cf13aea7-b36a-4302-89af-e9e11eaa421e),segment_id=cf13aea7-b36a-4302-89af-e9e11eaa421e)] {{(pid=110299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:55:36.033134 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Returning: {'device': '514d6659-72c3-4a37-b1e9-67362912af45', 'network_id': '8e6de03b-779e-46f4-99b9-4423e500c0dd', 'port_id': '514d6659-72c3-4a37-b1e9-67362912af45', 'mac_address': 'fa:16:3e:fa:bc:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da523ca4-000e-4457-a118-98a9c4ff1011', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 03 14:55:36.070124 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Current status of the port 514d6659-72c3-4a37-b1e9-67362912af45 is: DOWN; New status is: BUILD {{(pid=110299) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:55:36.070523 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (514d6659-72c3-4a37-b1e9-67362912af45), before_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:36.083877 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.notifiers.nova [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 514d6659-72c3-4a37-b1e9-67362912af45 {{(pid=110299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 14:55:36.108471 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] For port 514d6659-72c3-4a37-b1e9-67362912af45, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=514d6659-72c3-4a37-b1e9-67362912af45,segment=NetworkSegment(cf13aea7-b36a-4302-89af-e9e11eaa421e),segment_id=cf13aea7-b36a-4302-89af-e9e11eaa421e)] {{(pid=110299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:55:36.157618 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096'] for port (514d6659-72c3-4a37-b1e9-67362912af45), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:36.204248 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Pushing event updated for resources: {'Port': ['ID=514d6659-72c3-4a37-b1e9-67362912af45,revision_number=4']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:55:36.628691 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] get_ports_and_sgs() called for port_ids ['514d6659-72c3-4a37-b1e9-67362912af45'] {{(pid=110299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 14:55:36.674025 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bc17a9-b2b3-4284-ac7d-548259aaf865 req-f1b319f7-c97c-4ac8-a4fe-2a411cbdcc56 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:55:36.675536 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-c6bc17a9-b2b3-4284-ac7d-548259aaf865 req-f1b319f7-c97c-4ac8-a4fe-2a411cbdcc56 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ce0e649-cd04-4b32-aeac-027b436c98a9 HTTP/1.1" status: 200 len: 945 time: 0.0475845 May 03 14:55:36.726345 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-c6bc17a9-b2b3-4284-ac7d-548259aaf865 req-d079c8ff-47c8-46d1-8144-5c729217e841 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b9b64b1-94dd-427a-a42f-9f394c986a94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452209 May 03 14:55:37.838186 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e15e27-1d13-40ec-b473-c50ab8d6ffba req-1e6e5e90-14ae-46c8-b531-aba90ef484cb tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:55:37.839674 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-78e15e27-1d13-40ec-b473-c50ab8d6ffba req-1e6e5e90-14ae-46c8-b531-aba90ef484cb tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ce0e649-cd04-4b32-aeac-027b436c98a9 HTTP/1.1" status: 200 len: 945 time: 0.0455732 May 03 14:55:37.885843 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-78e15e27-1d13-40ec-b473-c50ab8d6ffba req-bcc3e353-cd9f-461e-b8d5-837a3c2d14db tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b9b64b1-94dd-427a-a42f-9f394c986a94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401845 May 03 14:55:37.950308 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Device 514d6659-72c3-4a37-b1e9-67362912af45 up at agent hyperv_hv-cinder-84028 {{(pid=110299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 14:55:37.993647 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Provisioning for port 514d6659-72c3-4a37-b1e9-67362912af45 completed by entity L2. {{(pid=110299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 03 14:55:38.048750 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Provisioning complete for port 514d6659-72c3-4a37-b1e9-67362912af45 triggered by entity L2. {{(pid=110299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:55:38.049129 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728915'] for port (514d6659-72c3-4a37-b1e9-67362912af45), provisioning_complete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:38.128332 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Current status of the port 514d6659-72c3-4a37-b1e9-67362912af45 is: BUILD; New status is: ACTIVE {{(pid=110299) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:55:38.128728 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (514d6659-72c3-4a37-b1e9-67362912af45), before_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:38.150724 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ce0e649-cd04-4b32-aeac-027b436c98a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '514d6659-72c3-4a37-b1e9-67362912af45'}] {{(pid=110299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 14:55:38.153091 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfb0ab9603dc6f24b101a3230295415c8ec2a7bf959fde45f0826688655bbcbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccce4f77-24fa-4483-98df-4c9ce2662572" -d '{"events": [{"server_uuid": "9ce0e649-cd04-4b32-aeac-027b436c98a9", "name": "network-vif-plugged", "status": "completed", "tag": "514d6659-72c3-4a37-b1e9-67362912af45"}]}' {{(pid=110299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 14:55:38.165136 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] For port 514d6659-72c3-4a37-b1e9-67362912af45, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=514d6659-72c3-4a37-b1e9-67362912af45,segment=NetworkSegment(cf13aea7-b36a-4302-89af-e9e11eaa421e),segment_id=cf13aea7-b36a-4302-89af-e9e11eaa421e)] {{(pid=110299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:55:38.192649 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 14:55:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44b1c72a-6cc8-4335-a729-28027d62d6ae x-openstack-request-id: req-44b1c72a-6cc8-4335-a729-28027d62d6ae {{(pid=110299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 14:55:38.192649 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ce0e649-cd04-4b32-aeac-027b436c98a9", "name": "network-vif-plugged", "status": "completed", "tag": "514d6659-72c3-4a37-b1e9-67362912af45", "code": 200}]} {{(pid=110299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 14:55:38.192649 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-44b1c72a-6cc8-4335-a729-28027d62d6ae {{(pid=110299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 14:55:38.192649 dv-cinder-840289-3-iscsi neutron-server[110299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44b1c72a-6cc8-4335-a729-28027d62d6ae'] response: {'server_uuid': '9ce0e649-cd04-4b32-aeac-027b436c98a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '514d6659-72c3-4a37-b1e9-67362912af45', 'code': 200} May 03 14:55:38.232456 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096'] for port (514d6659-72c3-4a37-b1e9-67362912af45), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:38.282676 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Pushing event updated for resources: {'Port': ['ID=514d6659-72c3-4a37-b1e9-67362912af45,revision_number=5']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:55:38.514273 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea11b86f-4bbf-4406-94a0-f0444b907d23 req-b7999f00-7d6e-419c-a245-93b6fa6ce69e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:55:38.515809 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [req-ea11b86f-4bbf-4406-94a0-f0444b907d23 req-b7999f00-7d6e-419c-a245-93b6fa6ce69e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9ce0e649-cd04-4b32-aeac-027b436c98a9 HTTP/1.1" status: 200 len: 1130 time: 0.0390244 May 03 14:55:38.559024 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [req-ea11b86f-4bbf-4406-94a0-f0444b907d23 req-e6d9044a-477b-44d1-b63c-f727705bff1a service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=3b9b64b1-94dd-427a-a42f-9f394c986a94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375242 May 03 14:55:38.757619 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-40d0a06e-0d8d-4ab6-be44-eee64cde0e23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (5d16a8e7-5fab-4607-ae51-2b468a019c05), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:38.997275 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f06e429-2234-4ecc-85fa-564480cc326c req-46a5bec3-d130-475a-99e7-6e2da2ec50de tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:55:38.998724 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-2f06e429-2234-4ecc-85fa-564480cc326c req-46a5bec3-d130-475a-99e7-6e2da2ec50de tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ce0e649-cd04-4b32-aeac-027b436c98a9 HTTP/1.1" status: 200 len: 946 time: 0.0462942 May 03 14:55:39.045079 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-2f06e429-2234-4ecc-85fa-564480cc326c req-1483f954-2eaa-4c5b-aa8f-062bf6cd6a64 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b9b64b1-94dd-427a-a42f-9f394c986a94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408394 May 03 14:55:40.160666 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0311ea1b-e11a-47d6-ba29-081b4b788739 req-6de6be25-79d4-481f-b9d0-522421480362 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:55:40.162113 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-0311ea1b-e11a-47d6-ba29-081b4b788739 req-6de6be25-79d4-481f-b9d0-522421480362 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ce0e649-cd04-4b32-aeac-027b436c98a9 HTTP/1.1" status: 200 len: 946 time: 0.0487688 May 03 14:55:40.208594 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-0311ea1b-e11a-47d6-ba29-081b4b788739 req-a4125026-5ba6-40f2-83dd-fde073a0d30a tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b9b64b1-94dd-427a-a42f-9f394c986a94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407445 May 03 14:55:41.096353 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-3819ebf1-6f4a-4f2d-87bf-76e12c43328a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (a9161e1b-902d-441f-843b-a0ff0805adee), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:41.321714 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94c3a7b-dec8-4120-bfe2-afe491bdf4ca req-d5de389a-7a9c-46ab-8eb5-1e7e2f377b2e tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:55:41.323216 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-e94c3a7b-dec8-4120-bfe2-afe491bdf4ca req-d5de389a-7a9c-46ab-8eb5-1e7e2f377b2e tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ce0e649-cd04-4b32-aeac-027b436c98a9 HTTP/1.1" status: 200 len: 946 time: 0.0475171 May 03 14:55:41.369255 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-e94c3a7b-dec8-4120-bfe2-afe491bdf4ca req-05b702bb-2f2b-4a2f-92b2-6f9dfd3b177c tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b9b64b1-94dd-427a-a42f-9f394c986a94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403574 May 03 14:55:41.479184 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e94ac9-45ac-4ac2-b788-6354613a410e req-689afc86-f78a-466a-89ba-dbfac7434c64 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:55:41.481117 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-a3e94ac9-45ac-4ac2-b788-6354613a410e req-689afc86-f78a-466a-89ba-dbfac7434c64 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ce0e649-cd04-4b32-aeac-027b436c98a9 HTTP/1.1" status: 200 len: 946 time: 0.0491481 May 03 14:55:41.489923 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 46272) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:55:41.494223 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.v2.base [None req-7e719d08-056c-4956-a99a-7acb0060a477 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Request body: {'floatingip': {'port_id': '514d6659-72c3-4a37-b1e9-67362912af45'}} {{(pid=110298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:55:41.534824 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-7e719d08-056c-4956-a99a-7acb0060a477 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Publish callbacks [] for floatingip (11b83ae7-95cb-443b-8114-55f533d5faa4), before_update {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:41.972807 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-7e719d08-056c-4956-a99a-7acb0060a477 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:42.016103 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-7e719d08-056c-4956-a99a-7acb0060a477 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692144'] for floatingip (11b83ae7-95cb-443b-8114-55f533d5faa4), after_update {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:42.313946 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-ed776e2d-a518-4685-8fad-0cd9eaa120ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (6a418bd5-8bcc-400f-88b5-19eff412e81a), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:42.379267 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.db.l3_db [None req-7e719d08-056c-4956-a99a-7acb0060a477 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Floating IP 11b83ae7-95cb-443b-8114-55f533d5faa4 associated. External IP: 172.27.0.252, port: 514d6659-72c3-4a37-b1e9-67362912af45. May 03 14:55:42.594567 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e719d08-056c-4956-a99a-7acb0060a477 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Router b2de5692-15b7-4533-8b3c-b49995075c04 has already been hosted by L3 agent a9161e1b-902d-441f-843b-a0ff0805adee {{(pid=110298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 14:55:42.705018 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e719d08-056c-4956-a99a-7acb0060a477 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Notify agent at l3_agent.dv-cinder-840289-3-iscsi the message routers_updated {{(pid=110298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 14:55:42.709715 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-7e719d08-056c-4956-a99a-7acb0060a477 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46205'] for floatingip (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:42.714300 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d3b3b57-9c67-4719-ae03-46160ea54c54 None None] Sync routers for ids ['b2de5692-15b7-4533-8b3c-b49995075c04'] in dv-cinder-840289-3-iscsi {{(pid=110300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 14:55:42.723937 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3b3b57-9c67-4719-ae03-46160ea54c54 None None] Routers {'b2de5692-15b7-4533-8b3c-b49995075c04'} bound to L3 agent in host dv-cinder-840289-3-iscsi {{(pid=110300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:55:42.724610 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_hamode_db [None req-9d3b3b57-9c67-4719-ae03-46160ea54c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-03T14:38:11Z,description=,heartbeat_timestamp=2022-05-03T14:55:41Z,host='dv-cinder-840289-3-iscsi',id=a9161e1b-902d-441f-843b-a0ff0805adee,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:38:12Z,topic='l3_agent')) {'router_ids': ['b2de5692-15b7-4533-8b3c-b49995075c04'], 'active': True} {{(pid=110300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:55:42.739928 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-7e719d08-056c-4956-a99a-7acb0060a477 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] 10.222.0.16 "PUT /v2.0/floatingips/11b83ae7-95cb-443b-8114-55f533d5faa4 HTTP/1.1" status: 200 len: 992 time: 1.2489767 May 03 14:55:42.740514 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ce0e649-cd04-4b32-aeac-027b436c98a9', 'tag': '514d6659-72c3-4a37-b1e9-67362912af45'}] {{(pid=110298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 14:55:42.742775 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75d30aab20f2b99e69676ba1094dd13d61de0bc97323401ed2dd99ba05286cef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97f2cc26-c749-45b7-ae83-9aab62b7cc81" -d '{"events": [{"name": "network-changed", "server_uuid": "9ce0e649-cd04-4b32-aeac-027b436c98a9", "tag": "514d6659-72c3-4a37-b1e9-67362912af45"}]}' {{(pid=110298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 14:55:42.781803 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 14:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09332a47-cdc7-4ee7-8c74-32dfa3e31454 x-openstack-request-id: req-09332a47-cdc7-4ee7-8c74-32dfa3e31454 {{(pid=110298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 14:55:42.782094 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ce0e649-cd04-4b32-aeac-027b436c98a9", "tag": "514d6659-72c3-4a37-b1e9-67362912af45", "status": "completed", "code": 200}]} {{(pid=110298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 14:55:42.782350 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-09332a47-cdc7-4ee7-8c74-32dfa3e31454 {{(pid=110298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 14:55:42.782756 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09332a47-cdc7-4ee7-8c74-32dfa3e31454'] response: {'name': 'network-changed', 'server_uuid': '9ce0e649-cd04-4b32-aeac-027b436c98a9', 'tag': '514d6659-72c3-4a37-b1e9-67362912af45', 'status': 'completed', 'code': 200} May 03 14:55:42.835101 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvr_db [None req-9d3b3b57-9c67-4719-ae03-46160ea54c54 None None] Set router b2de5692-15b7-4533-8b3c-b49995075c04 gateway port host: dv-cinder-840289-3-iscsi {{(pid=110300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:55:42.868162 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f2cc26-c749-45b7-ae83-9aab62b7cc81 req-cd2f3e95-14ad-4e36-b4de-cbe8e6b6a323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:55:42.869620 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [req-97f2cc26-c749-45b7-ae83-9aab62b7cc81 req-cd2f3e95-14ad-4e36-b4de-cbe8e6b6a323 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fa83f683c67a413ba3ca7f7d2d6bb966&device_id=9ce0e649-cd04-4b32-aeac-027b436c98a9 HTTP/1.1" status: 200 len: 1130 time: 0.0388587 May 03 14:55:42.963967 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f2cc26-c749-45b7-ae83-9aab62b7cc81 req-af1391be-39dd-4cc8-ae7b-dec26b1e5023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:55:42.966049 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [req-97f2cc26-c749-45b7-ae83-9aab62b7cc81 req-af1391be-39dd-4cc8-ae7b-dec26b1e5023 service neutron] 10.222.0.55 "GET /v2.0/networks?id=8e6de03b-779e-46f4-99b9-4423e500c0dd HTTP/1.1" status: 200 len: 915 time: 0.0883577 May 03 14:55:43.034018 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [req-97f2cc26-c749-45b7-ae83-9aab62b7cc81 req-d562fa0d-77e2-463d-a8d3-58ec43f7bdd8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=514d6659-72c3-4a37-b1e9-67362912af45 HTTP/1.1" status: 200 len: 1000 time: 0.0611634 May 03 14:55:43.050601 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_hamode_db [None req-9d3b3b57-9c67-4719-ae03-46160ea54c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2de5692-15b7-4533-8b3c-b49995075c04', 'name': 'tempest-AttachVolumeNegativeTest-691195481-router', 'tenant_id': 'fa83f683c67a413ba3ca7f7d2d6bb966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'external_fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': '9d99af12-dc8d-4fea-987c-b8fd148bbed4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:55:16Z', 'updated_at': '2022-05-03T14:55:20Z', 'revision_number': 4, 'project_id': 'fa83f683c67a413ba3ca7f7d2d6bb966', 'gw_port': {'id': '9d99af12-dc8d-4fea-987c-b8fd148bbed4', 'name': '', 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:53:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2de5692-15b7-4533-8b3c-b49995075c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:55:17Z', 'updated_at': '2022-05-03T14:55:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f907060b-4748-4522-aeb5-06a44b689374', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-3-iscsi', '_floatingips': [{'id': '11b83ae7-95cb-443b-8114-55f533d5faa4', 'tenant_id': 'fa83f683c67a413ba3ca7f7d2d6bb966', 'floating_ip_address': '172.27.0.252', 'floating_network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'router_id': 'b2de5692-15b7-4533-8b3c-b49995075c04', 'port_id': '514d6659-72c3-4a37-b1e9-67362912af45', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8e6de03b-779e-46f4-99b9-4423e500c0dd', 'mac_address': 'fa:16:3e:fa:bc:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce0e649-cd04-4b32-aeac-027b436c98a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T14:55:23Z', 'updated_at': '2022-05-03T14:55:41Z', 'revision_number': 1, 'project_id': 'fa83f683c67a413ba3ca7f7d2d6bb966', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bc0b0eb-1930-4c1c-bb20-1831094b8912', 'name': '', 'network_id': '8e6de03b-779e-46f4-99b9-4423e500c0dd', 'tenant_id': 'fa83f683c67a413ba3ca7f7d2d6bb966', 'mac_address': 'fa:16:3e:8e:05:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2de5692-15b7-4533-8b3c-b49995075c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'da523ca4-000e-4457-a118-98a9c4ff1011', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:55:19Z', 'updated_at': '2022-05-03T14:55:23Z', 'revision_number': 5, 'project_id': 'fa83f683c67a413ba3ca7f7d2d6bb966', 'subnets': [{'id': 'da523ca4-000e-4457-a118-98a9c4ff1011', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-3-iscsi', False) {} {{(pid=110300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:55:43.081856 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d3b3b57-9c67-4719-ae03-46160ea54c54 None None] Checking router: b2de5692-15b7-4533-8b3c-b49995075c04 for host: dv-cinder-840289-3-iscsi {{(pid=110300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 14:55:43.083759 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f2cc26-c749-45b7-ae83-9aab62b7cc81 req-1a45a55d-66ed-4ca7-b3fe-802bebea033a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:55:43.085243 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [req-97f2cc26-c749-45b7-ae83-9aab62b7cc81 req-1a45a55d-66ed-4ca7-b3fe-802bebea033a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=da523ca4-000e-4457-a118-98a9c4ff1011 HTTP/1.1" status: 200 len: 853 time: 0.0435433 May 03 14:55:43.090382 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3b3b57-9c67-4719-ae03-46160ea54c54 None None] Routers {'b2de5692-15b7-4533-8b3c-b49995075c04'} bound to L3 agent in host dv-cinder-840289-3-iscsi {{(pid=110300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:55:43.091072 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_hamode_db [None req-9d3b3b57-9c67-4719-ae03-46160ea54c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-03T14:38:11Z,description=,heartbeat_timestamp=2022-05-03T14:55:41Z,host='dv-cinder-840289-3-iscsi',id=a9161e1b-902d-441f-843b-a0ff0805adee,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:38:12Z,topic='l3_agent')) {'router_ids': ['b2de5692-15b7-4533-8b3c-b49995075c04'], 'active': True} {{(pid=110300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:55:43.127959 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f2cc26-c749-45b7-ae83-9aab62b7cc81 req-0887bedb-654e-4e9b-9699-ca9609bfe795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:55:43.129385 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [req-97f2cc26-c749-45b7-ae83-9aab62b7cc81 req-0887bedb-654e-4e9b-9699-ca9609bfe795 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8e6de03b-779e-46f4-99b9-4423e500c0dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0379140 May 03 14:55:43.200003 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvr_db [None req-9d3b3b57-9c67-4719-ae03-46160ea54c54 None None] Set router b2de5692-15b7-4533-8b3c-b49995075c04 gateway port host: dv-cinder-840289-3-iscsi {{(pid=110300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:55:43.222599 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [req-97f2cc26-c749-45b7-ae83-9aab62b7cc81 req-b2589dfc-2960-41b1-8172-e6714532a3f0 service neutron] 10.222.0.55 "GET /v2.0/networks/8e6de03b-779e-46f4-99b9-4423e500c0dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857692 May 03 14:55:43.313502 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [req-97f2cc26-c749-45b7-ae83-9aab62b7cc81 req-7405c0e0-05a9-4b2b-b9a2-43ffcd9707b1 service neutron] 10.222.0.55 "GET /v2.0/networks/8e6de03b-779e-46f4-99b9-4423e500c0dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822535 May 03 14:55:43.410450 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_hamode_db [None req-9d3b3b57-9c67-4719-ae03-46160ea54c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2de5692-15b7-4533-8b3c-b49995075c04', 'name': 'tempest-AttachVolumeNegativeTest-691195481-router', 'tenant_id': 'fa83f683c67a413ba3ca7f7d2d6bb966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'external_fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': '9d99af12-dc8d-4fea-987c-b8fd148bbed4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:55:16Z', 'updated_at': '2022-05-03T14:55:20Z', 'revision_number': 4, 'project_id': 'fa83f683c67a413ba3ca7f7d2d6bb966', 'gw_port': {'id': '9d99af12-dc8d-4fea-987c-b8fd148bbed4', 'name': '', 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:53:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2de5692-15b7-4533-8b3c-b49995075c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:55:17Z', 'updated_at': '2022-05-03T14:55:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f907060b-4748-4522-aeb5-06a44b689374', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-3-iscsi', '_floatingips': [{'id': '11b83ae7-95cb-443b-8114-55f533d5faa4', 'tenant_id': 'fa83f683c67a413ba3ca7f7d2d6bb966', 'floating_ip_address': '172.27.0.252', 'floating_network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'router_id': 'b2de5692-15b7-4533-8b3c-b49995075c04', 'port_id': '514d6659-72c3-4a37-b1e9-67362912af45', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8e6de03b-779e-46f4-99b9-4423e500c0dd', 'mac_address': 'fa:16:3e:fa:bc:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce0e649-cd04-4b32-aeac-027b436c98a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T14:55:23Z', 'updated_at': '2022-05-03T14:55:41Z', 'revision_number': 1, 'project_id': 'fa83f683c67a413ba3ca7f7d2d6bb966', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bc0b0eb-1930-4c1c-bb20-1831094b8912', 'name': '', 'network_id': '8e6de03b-779e-46f4-99b9-4423e500c0dd', 'tenant_id': 'fa83f683c67a413ba3ca7f7d2d6bb966', 'mac_address': 'fa:16:3e:8e:05:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2de5692-15b7-4533-8b3c-b49995075c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'da523ca4-000e-4457-a118-98a9c4ff1011', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:55:19Z', 'updated_at': '2022-05-03T14:55:23Z', 'revision_number': 5, 'project_id': 'fa83f683c67a413ba3ca7f7d2d6bb966', 'subnets': [{'id': 'da523ca4-000e-4457-a118-98a9c4ff1011', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-3-iscsi', False) {} {{(pid=110300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:55:43.437135 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d3b3b57-9c67-4719-ae03-46160ea54c54 None None] The sync data for ids ['b2de5692-15b7-4533-8b3c-b49995075c04'] in dv-cinder-840289-3-iscsi is: [{'id': 'b2de5692-15b7-4533-8b3c-b49995075c04', 'name': 'tempest-AttachVolumeNegativeTest-691195481-router', 'tenant_id': 'fa83f683c67a413ba3ca7f7d2d6bb966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'external_fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': '9d99af12-dc8d-4fea-987c-b8fd148bbed4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:55:16Z', 'updated_at': '2022-05-03T14:55:20Z', 'revision_number': 4, 'project_id': 'fa83f683c67a413ba3ca7f7d2d6bb966', 'gw_port': {'id': '9d99af12-dc8d-4fea-987c-b8fd148bbed4', 'name': '', 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:53:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2de5692-15b7-4533-8b3c-b49995075c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:55:17Z', 'updated_at': '2022-05-03T14:55:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f907060b-4748-4522-aeb5-06a44b689374', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-3-iscsi', '_floatingips': [{'id': '11b83ae7-95cb-443b-8114-55f533d5faa4', 'tenant_id': 'fa83f683c67a413ba3ca7f7d2d6bb966', 'floating_ip_address': '172.27.0.252', 'floating_network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'router_id': 'b2de5692-15b7-4533-8b3c-b49995075c04', 'port_id': '514d6659-72c3-4a37-b1e9-67362912af45', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8e6de03b-779e-46f4-99b9-4423e500c0dd', 'mac_address': 'fa:16:3e:fa:bc:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce0e649-cd04-4b32-aeac-027b436c98a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T14:55:23Z', 'updated_at': '2022-05-03T14:55:41Z', 'revision_number': 1, 'project_id': 'fa83f683c67a413ba3ca7f7d2d6bb966', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bc0b0eb-1930-4c1c-bb20-1831094b8912', 'name': '', 'network_id': '8e6de03b-779e-46f4-99b9-4423e500c0dd', 'tenant_id': 'fa83f683c67a413ba3ca7f7d2d6bb966', 'mac_address': 'fa:16:3e:8e:05:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2de5692-15b7-4533-8b3c-b49995075c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'da523ca4-000e-4457-a118-98a9c4ff1011', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:55:19Z', 'updated_at': '2022-05-03T14:55:23Z', 'revision_number': 5, 'project_id': 'fa83f683c67a413ba3ca7f7d2d6bb966', 'subnets': [{'id': 'da523ca4-000e-4457-a118-98a9c4ff1011', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 14:55:43.551842 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-dd96712b-4627-437f-9df9-b1bfec551245 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (8b46afec-dab7-4bfa-a959-8584a0cfd79a), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:43.627578 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad959d4e-24ce-48ec-8873-ac06e929eb9b None None] New status for floating IP 11b83ae7-95cb-443b-8114-55f533d5faa4: ACTIVE {{(pid=110299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 14:55:45.164878 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (16d44442-859c-4c9b-bc72-04cb3b8a5d5b), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:51.298458 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c183be5-fea0-4eaa-b368-41d5712b6063 req-483b4287-08c7-48b8-ba9c-8f70de54a92c tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:55:51.300052 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-5c183be5-fea0-4eaa-b368-41d5712b6063 req-483b4287-08c7-48b8-ba9c-8f70de54a92c tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] 10.222.0.16 "GET /v2.0/ports?device_id=51466aaa-4659-49b7-b8fb-3b4656e35475 HTTP/1.1" status: 200 len: 984 time: 0.0497978 May 03 14:55:51.360700 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-5c183be5-fea0-4eaa-b368-41d5712b6063 req-639d03bb-a852-44a2-80e4-6acdf92bbbe9 tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] 10.222.0.16 "GET /v2.0/security-groups?id=51e6b986-3081-45ff-9da6-7bf850718915&id=3a88cd87-e6e5-44a4-b5d0-02dd16370dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0550184 May 03 14:55:51.400112 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa3b887-d521-4013-8ab4-1ab8ff60a908 req-fa6d8656-cb82-4947-9c88-69b2fa48639b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:55:51.401621 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [req-0fa3b887-d521-4013-8ab4-1ab8ff60a908 req-fa6d8656-cb82-4947-9c88-69b2fa48639b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b886b8227a9e49b6b1ea48f1024baa62&device_id=51466aaa-4659-49b7-b8fb-3b4656e35475 HTTP/1.1" status: 200 len: 1168 time: 0.0395842 May 03 14:55:51.505234 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa3b887-d521-4013-8ab4-1ab8ff60a908 req-4992ceb8-424b-4343-9790-c6aeac94b043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:55:51.506620 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [req-0fa3b887-d521-4013-8ab4-1ab8ff60a908 req-4992ceb8-424b-4343-9790-c6aeac94b043 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c281f951-cc3b-45f3-a5a8-b04d649470d1 HTTP/1.1" status: 200 len: 916 time: 0.0882154 May 03 14:55:51.576398 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [req-0fa3b887-d521-4013-8ab4-1ab8ff60a908 req-4a1cd5e2-6da6-41c1-923f-5bacef45872b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=30ce3203-a86d-4216-9c80-d97b5cd2e7f3 HTTP/1.1" status: 200 len: 1000 time: 0.0623717 May 03 14:55:51.626130 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa3b887-d521-4013-8ab4-1ab8ff60a908 req-dd4a0756-6fae-4b6a-b299-ca5d53818b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:55:51.627597 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [req-0fa3b887-d521-4013-8ab4-1ab8ff60a908 req-dd4a0756-6fae-4b6a-b299-ca5d53818b31 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=12a86955-a43c-4b6c-a091-46e3b2faf098 HTTP/1.1" status: 200 len: 854 time: 0.0435562 May 03 14:55:51.673215 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa3b887-d521-4013-8ab4-1ab8ff60a908 req-e160fe7c-f821-4716-be0b-922f63554079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:55:51.674753 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [req-0fa3b887-d521-4013-8ab4-1ab8ff60a908 req-e160fe7c-f821-4716-be0b-922f63554079 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c281f951-cc3b-45f3-a5a8-b04d649470d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388129 May 03 14:55:51.769517 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [req-0fa3b887-d521-4013-8ab4-1ab8ff60a908 req-f2c45618-309b-4368-92c9-c99031d9f6d9 service neutron] 10.222.0.55 "GET /v2.0/networks/c281f951-cc3b-45f3-a5a8-b04d649470d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878143 May 03 14:55:51.858830 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [req-0fa3b887-d521-4013-8ab4-1ab8ff60a908 req-adc68090-5604-484b-a297-131cfa4105ca service neutron] 10.222.0.55 "GET /v2.0/networks/c281f951-cc3b-45f3-a5a8-b04d649470d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831504 May 03 14:55:52.477365 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ce2766-cc4a-4ba4-8912-7d82355bff68 req-18b7b144-c775-444f-bcc2-598bb891be4e tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:55:52.478798 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-b8ce2766-cc4a-4ba4-8912-7d82355bff68 req-18b7b144-c775-444f-bcc2-598bb891be4e tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] 10.222.0.16 "GET /v2.0/ports?device_id=51466aaa-4659-49b7-b8fb-3b4656e35475 HTTP/1.1" status: 200 len: 984 time: 0.0463638 May 03 14:55:52.543550 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-b8ce2766-cc4a-4ba4-8912-7d82355bff68 req-b077b9eb-5712-4e22-afed-106ba3fc6b6f tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] 10.222.0.16 "GET /v2.0/security-groups?id=51e6b986-3081-45ff-9da6-7bf850718915&id=3a88cd87-e6e5-44a4-b5d0-02dd16370dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0583358 May 03 14:55:53.666758 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe74be8f-94d4-4f8f-8da8-4bb8db6a8a96 req-6e3fbf31-c94d-40f3-82a9-d50b29669e42 tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:55:53.668279 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-fe74be8f-94d4-4f8f-8da8-4bb8db6a8a96 req-6e3fbf31-c94d-40f3-82a9-d50b29669e42 tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] 10.222.0.16 "GET /v2.0/ports?device_id=51466aaa-4659-49b7-b8fb-3b4656e35475 HTTP/1.1" status: 200 len: 984 time: 0.0546358 May 03 14:55:53.727432 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-fe74be8f-94d4-4f8f-8da8-4bb8db6a8a96 req-8fb69d75-06f7-44f3-bb97-fea5d3a21e0c tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] 10.222.0.16 "GET /v2.0/security-groups?id=51e6b986-3081-45ff-9da6-7bf850718915&id=3a88cd87-e6e5-44a4-b5d0-02dd16370dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0535369 May 03 14:55:54.839670 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae813dc8-77b3-43ce-9934-5d9a5addca84 req-f51a64d1-07b2-484d-8acd-6b2ab1dd4db7 tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:55:54.841216 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-ae813dc8-77b3-43ce-9934-5d9a5addca84 req-f51a64d1-07b2-484d-8acd-6b2ab1dd4db7 tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] 10.222.0.16 "GET /v2.0/ports?device_id=51466aaa-4659-49b7-b8fb-3b4656e35475 HTTP/1.1" status: 200 len: 984 time: 0.0477352 May 03 14:55:54.899399 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-ae813dc8-77b3-43ce-9934-5d9a5addca84 req-4df95395-f303-469c-89d6-790404655c1d tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] 10.222.0.16 "GET /v2.0/security-groups?id=51e6b986-3081-45ff-9da6-7bf850718915&id=3a88cd87-e6e5-44a4-b5d0-02dd16370dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0525587 May 03 14:55:56.015176 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7fb0fc-2fbc-4c25-ac4e-e8ffab458ac8 req-708f2276-7b9a-40d9-8ea4-8a5cd754dfae tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:55:56.016617 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-ab7fb0fc-2fbc-4c25-ac4e-e8ffab458ac8 req-708f2276-7b9a-40d9-8ea4-8a5cd754dfae tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] 10.222.0.16 "GET /v2.0/ports?device_id=51466aaa-4659-49b7-b8fb-3b4656e35475 HTTP/1.1" status: 200 len: 984 time: 0.0505288 May 03 14:55:56.075106 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-ab7fb0fc-2fbc-4c25-ac4e-e8ffab458ac8 req-9dea87ac-e899-4a62-8668-0ca7eaba0eac tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] 10.222.0.16 "GET /v2.0/security-groups?id=51e6b986-3081-45ff-9da6-7bf850718915&id=3a88cd87-e6e5-44a4-b5d0-02dd16370dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0527313 May 03 14:55:57.188932 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20304776-85fe-44b9-b85d-947dafe7758b req-59209cdc-1ee8-4d60-800e-116c75d5fee1 tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:55:57.190413 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-20304776-85fe-44b9-b85d-947dafe7758b req-59209cdc-1ee8-4d60-800e-116c75d5fee1 tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] 10.222.0.16 "GET /v2.0/ports?device_id=51466aaa-4659-49b7-b8fb-3b4656e35475 HTTP/1.1" status: 200 len: 984 time: 0.0479727 May 03 14:55:57.249257 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-20304776-85fe-44b9-b85d-947dafe7758b req-d8c14cbd-6b55-42a0-a803-3bb79d56fd6b tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] 10.222.0.16 "GET /v2.0/security-groups?id=51e6b986-3081-45ff-9da6-7bf850718915&id=3a88cd87-e6e5-44a4-b5d0-02dd16370dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0532780 May 03 14:55:58.362305 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb585baa-e6f9-4f4f-9388-2faed84a8b97 req-fd28a5eb-12eb-4b00-b70d-c6e5654b44e4 tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:55:58.363804 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-eb585baa-e6f9-4f4f-9388-2faed84a8b97 req-fd28a5eb-12eb-4b00-b70d-c6e5654b44e4 tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] 10.222.0.16 "GET /v2.0/ports?device_id=51466aaa-4659-49b7-b8fb-3b4656e35475 HTTP/1.1" status: 200 len: 984 time: 0.0471075 May 03 14:55:58.427259 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-eb585baa-e6f9-4f4f-9388-2faed84a8b97 req-68b6d846-2051-45be-b175-9d4cb255ba53 tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] 10.222.0.16 "GET /v2.0/security-groups?id=51e6b986-3081-45ff-9da6-7bf850718915&id=3a88cd87-e6e5-44a4-b5d0-02dd16370dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0578592 May 03 14:55:58.901298 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (26e70f58-a201-437c-be8d-fd2714f100da), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:55:59.540316 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1091dc-4dde-4b22-81f6-e5f4cdb99f6d req-8aee54a7-10fb-40c1-9f0b-08173be4bb14 tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:55:59.542128 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-7f1091dc-4dde-4b22-81f6-e5f4cdb99f6d req-8aee54a7-10fb-40c1-9f0b-08173be4bb14 tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] 10.222.0.16 "GET /v2.0/ports?device_id=51466aaa-4659-49b7-b8fb-3b4656e35475 HTTP/1.1" status: 200 len: 984 time: 0.0486696 May 03 14:55:59.601366 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-7f1091dc-4dde-4b22-81f6-e5f4cdb99f6d req-54b0e601-b5c6-48da-b3a6-25a4ffd79fd8 tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] 10.222.0.16 "GET /v2.0/security-groups?id=51e6b986-3081-45ff-9da6-7bf850718915&id=3a88cd87-e6e5-44a4-b5d0-02dd16370dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0529308 May 03 14:56:00.716825 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8677eb-ed48-4571-be7a-f31da81be79c req-f3648d7e-3472-4794-94cf-259ae9a3bf3e tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:56:00.718290 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-de8677eb-ed48-4571-be7a-f31da81be79c req-f3648d7e-3472-4794-94cf-259ae9a3bf3e tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] 10.222.0.16 "GET /v2.0/ports?device_id=51466aaa-4659-49b7-b8fb-3b4656e35475 HTTP/1.1" status: 200 len: 984 time: 0.0494738 May 03 14:56:00.779520 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-de8677eb-ed48-4571-be7a-f31da81be79c req-f8fb8694-053b-4db1-b8b5-e3a06f1d41f2 tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] 10.222.0.16 "GET /v2.0/security-groups?id=51e6b986-3081-45ff-9da6-7bf850718915&id=3a88cd87-e6e5-44a4-b5d0-02dd16370dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0553775 May 03 14:56:01.894844 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2c0ee4-50d8-4254-a706-955d8307a8cd req-e9c4c37e-5a0f-4a81-9385-8a73c770d33b tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:56:01.896337 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-2c2c0ee4-50d8-4254-a706-955d8307a8cd req-e9c4c37e-5a0f-4a81-9385-8a73c770d33b tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] 10.222.0.16 "GET /v2.0/ports?device_id=51466aaa-4659-49b7-b8fb-3b4656e35475 HTTP/1.1" status: 200 len: 984 time: 0.0506594 May 03 14:56:01.955656 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-2c2c0ee4-50d8-4254-a706-955d8307a8cd req-0ae9f741-836d-41e7-a8d2-85fbc9f7557b tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] 10.222.0.16 "GET /v2.0/security-groups?id=51e6b986-3081-45ff-9da6-7bf850718915&id=3a88cd87-e6e5-44a4-b5d0-02dd16370dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0537114 May 03 14:56:03.071933 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2022bf0e-3a70-41bf-9dbd-eb2d4d912c5c req-b48c912e-bb99-4adb-85cc-ccf53f3bb14e tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:56:03.073404 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-2022bf0e-3a70-41bf-9dbd-eb2d4d912c5c req-b48c912e-bb99-4adb-85cc-ccf53f3bb14e tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] 10.222.0.16 "GET /v2.0/ports?device_id=51466aaa-4659-49b7-b8fb-3b4656e35475 HTTP/1.1" status: 200 len: 984 time: 0.0488851 May 03 14:56:03.135525 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-2022bf0e-3a70-41bf-9dbd-eb2d4d912c5c req-6bd8b833-bbbd-44fb-b6b1-db582a31a631 tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] 10.222.0.16 "GET /v2.0/security-groups?id=51e6b986-3081-45ff-9da6-7bf850718915&id=3a88cd87-e6e5-44a4-b5d0-02dd16370dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0563753 May 03 14:56:04.251854 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b44daa-8fdc-43a5-b5c0-4458b0303163 req-0f9e8b7e-acd9-4feb-8255-7c61fcd98b14 tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:56:04.253306 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-c3b44daa-8fdc-43a5-b5c0-4458b0303163 req-0f9e8b7e-acd9-4feb-8255-7c61fcd98b14 tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] 10.222.0.16 "GET /v2.0/ports?device_id=51466aaa-4659-49b7-b8fb-3b4656e35475 HTTP/1.1" status: 200 len: 984 time: 0.0503485 May 03 14:56:04.312597 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-c3b44daa-8fdc-43a5-b5c0-4458b0303163 req-0a644cd7-d4b1-4cd0-98b3-f199f127e998 tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] 10.222.0.16 "GET /v2.0/security-groups?id=51e6b986-3081-45ff-9da6-7bf850718915&id=3a88cd87-e6e5-44a4-b5d0-02dd16370dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0535767 May 03 14:56:05.428656 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a766ca21-596a-41b0-8218-3aabc797048d req-0bd44f95-4aee-46d1-885b-ffd3157cee21 tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:56:05.430106 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-a766ca21-596a-41b0-8218-3aabc797048d req-0bd44f95-4aee-46d1-885b-ffd3157cee21 tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] 10.222.0.16 "GET /v2.0/ports?device_id=51466aaa-4659-49b7-b8fb-3b4656e35475 HTTP/1.1" status: 200 len: 984 time: 0.0480568 May 03 14:56:05.488641 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-a766ca21-596a-41b0-8218-3aabc797048d req-807d9a8f-eced-4993-914f-941ca81e9c6c tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] 10.222.0.16 "GET /v2.0/security-groups?id=51e6b986-3081-45ff-9da6-7bf850718915&id=3a88cd87-e6e5-44a4-b5d0-02dd16370dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0527594 May 03 14:56:06.602261 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdcf775-5fad-4be8-8be8-4a56945a2b3c req-b68d17f5-d031-4fb3-a9b6-62388bfe6737 tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:56:06.603765 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-5fdcf775-5fad-4be8-8be8-4a56945a2b3c req-b68d17f5-d031-4fb3-a9b6-62388bfe6737 tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] 10.222.0.16 "GET /v2.0/ports?device_id=51466aaa-4659-49b7-b8fb-3b4656e35475 HTTP/1.1" status: 200 len: 984 time: 0.0469639 May 03 14:56:06.667362 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-5fdcf775-5fad-4be8-8be8-4a56945a2b3c req-3595f28e-d30d-49a4-b0f8-3b605404d859 tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] 10.222.0.16 "GET /v2.0/security-groups?id=51e6b986-3081-45ff-9da6-7bf850718915&id=3a88cd87-e6e5-44a4-b5d0-02dd16370dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0573931 May 03 14:56:07.781623 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a240609-f692-4674-bbf9-6ed200fb9d03 req-165dac8d-77d7-425a-bf40-858ab42fe0e0 tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:56:07.783124 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-2a240609-f692-4674-bbf9-6ed200fb9d03 req-165dac8d-77d7-425a-bf40-858ab42fe0e0 tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] 10.222.0.16 "GET /v2.0/ports?device_id=51466aaa-4659-49b7-b8fb-3b4656e35475 HTTP/1.1" status: 200 len: 984 time: 0.0485289 May 03 14:56:07.843068 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-2a240609-f692-4674-bbf9-6ed200fb9d03 req-c6556c8e-c486-43ab-9111-a5903e2f9876 tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] 10.222.0.16 "GET /v2.0/security-groups?id=51e6b986-3081-45ff-9da6-7bf850718915&id=3a88cd87-e6e5-44a4-b5d0-02dd16370dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0541055 May 03 14:56:08.757029 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-b0e2b371-75dc-477c-8938-96af074df83a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (5d16a8e7-5fab-4607-ae51-2b468a019c05), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:56:08.958054 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd7463d-eb37-4099-a0e8-c0bcc3f5b19e req-1248205b-f983-40fc-ad7c-a22a71030635 tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:56:08.959460 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-abd7463d-eb37-4099-a0e8-c0bcc3f5b19e req-1248205b-f983-40fc-ad7c-a22a71030635 tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] 10.222.0.16 "GET /v2.0/ports?device_id=51466aaa-4659-49b7-b8fb-3b4656e35475 HTTP/1.1" status: 200 len: 984 time: 0.0479288 May 03 14:56:08.998466 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.agents_db [None req-dd30728e-be63-467e-afaf-aba6f24eb33e None None] Agent healthcheck: found 6 active agents {{(pid=110300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 14:56:09.018526 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-abd7463d-eb37-4099-a0e8-c0bcc3f5b19e req-c12760a9-8c3a-4204-8322-7691e9b951e4 tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] 10.222.0.16 "GET /v2.0/security-groups?id=51e6b986-3081-45ff-9da6-7bf850718915&id=3a88cd87-e6e5-44a4-b5d0-02dd16370dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0535247 May 03 14:56:11.124278 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-bfffd4e5-5ec8-4583-b0d9-ed6e4de08a79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (a9161e1b-902d-441f-843b-a0ff0805adee), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:56:12.307402 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-ed776e2d-a518-4685-8fad-0cd9eaa120ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (6a418bd5-8bcc-400f-88b5-19eff412e81a), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:56:13.585445 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-dd96712b-4627-437f-9df9-b1bfec551245 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (8b46afec-dab7-4bfa-a959-8584a0cfd79a), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:56:15.179352 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (16d44442-859c-4c9b-bc72-04cb3b8a5d5b), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:56:20.572015 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ccb276-389d-40b4-8095-4cdc3b7f66dc req-ed276b5a-7da7-4d33-ba92-47bdb45151bc tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:56:20.573494 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-82ccb276-389d-40b4-8095-4cdc3b7f66dc req-ed276b5a-7da7-4d33-ba92-47bdb45151bc tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b52e969-e560-4421-9840-ec07a36f4705 HTTP/1.1" status: 200 len: 946 time: 0.0518765 May 03 14:56:20.622295 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-82ccb276-389d-40b4-8095-4cdc3b7f66dc req-a4e5cb36-6fa3-4c1d-b482-6cff60c7e1b3 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/security-groups?id=31e32358-9e99-4d9a-8f32-87cc3c0e2ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430939 May 03 14:56:21.741330 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb5505e-d725-438b-89dd-abf1df7bc8f9 req-7b3a4286-6dc1-412f-87d0-6b939ac28c4f tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:56:21.742805 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-0bb5505e-d725-438b-89dd-abf1df7bc8f9 req-7b3a4286-6dc1-412f-87d0-6b939ac28c4f tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b52e969-e560-4421-9840-ec07a36f4705 HTTP/1.1" status: 200 len: 946 time: 0.0476446 May 03 14:56:21.790757 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-0bb5505e-d725-438b-89dd-abf1df7bc8f9 req-e00fbea9-79cf-4ec8-95c2-db955cc4b9d2 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/security-groups?id=31e32358-9e99-4d9a-8f32-87cc3c0e2ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422568 May 03 14:56:22.910674 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02305f03-4184-424d-b651-5ebca2bc9c25 req-5f05ed70-3ddf-41cf-a425-4bd06bc5fdb0 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:56:22.912542 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-02305f03-4184-424d-b651-5ebca2bc9c25 req-5f05ed70-3ddf-41cf-a425-4bd06bc5fdb0 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b52e969-e560-4421-9840-ec07a36f4705 HTTP/1.1" status: 200 len: 946 time: 0.0474799 May 03 14:56:22.964319 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-02305f03-4184-424d-b651-5ebca2bc9c25 req-7632d60e-8e15-4387-9e65-8254cad23403 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/security-groups?id=31e32358-9e99-4d9a-8f32-87cc3c0e2ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462282 May 03 14:56:24.081941 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd38183-7a45-406b-b2c4-71e1cf40123f req-20b16eec-fbe6-402f-99da-08c0aee27d41 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:56:24.092756 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-6fd38183-7a45-406b-b2c4-71e1cf40123f req-20b16eec-fbe6-402f-99da-08c0aee27d41 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b52e969-e560-4421-9840-ec07a36f4705 HTTP/1.1" status: 200 len: 946 time: 0.0470994 May 03 14:56:24.129665 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-6fd38183-7a45-406b-b2c4-71e1cf40123f req-6c0b6c68-e55c-4938-9f5c-b2aeaedf860a tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/security-groups?id=31e32358-9e99-4d9a-8f32-87cc3c0e2ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408380 May 03 14:56:25.248496 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c775369-942d-4fdb-a229-707a68ccbaf7 req-d034ffda-f125-422b-9434-7646b5abe08d tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:56:25.249962 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-4c775369-942d-4fdb-a229-707a68ccbaf7 req-d034ffda-f125-422b-9434-7646b5abe08d tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b52e969-e560-4421-9840-ec07a36f4705 HTTP/1.1" status: 200 len: 946 time: 0.0465508 May 03 14:56:25.297001 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-4c775369-942d-4fdb-a229-707a68ccbaf7 req-a81a9118-07c7-4b6a-9401-e52a1ddef8e8 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/security-groups?id=31e32358-9e99-4d9a-8f32-87cc3c0e2ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414996 May 03 14:56:26.416916 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845c8b41-f020-4471-95c3-0ccd1c5c4a5f req-efd34d48-07ff-4246-bc5b-ff4d83e43a70 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:56:26.418908 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-845c8b41-f020-4471-95c3-0ccd1c5c4a5f req-efd34d48-07ff-4246-bc5b-ff4d83e43a70 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b52e969-e560-4421-9840-ec07a36f4705 HTTP/1.1" status: 200 len: 946 time: 0.0506699 May 03 14:56:26.467044 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-845c8b41-f020-4471-95c3-0ccd1c5c4a5f req-0795af15-1009-495b-bdfe-afb1174c06c1 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/security-groups?id=31e32358-9e99-4d9a-8f32-87cc3c0e2ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422168 May 03 14:56:27.584419 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98edd460-731f-4902-b0bc-443d3367607a req-62e5f66f-7616-45cc-a308-c57de165ba7e tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:56:27.585892 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-98edd460-731f-4902-b0bc-443d3367607a req-62e5f66f-7616-45cc-a308-c57de165ba7e tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b52e969-e560-4421-9840-ec07a36f4705 HTTP/1.1" status: 200 len: 946 time: 0.0476868 May 03 14:56:27.634242 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-98edd460-731f-4902-b0bc-443d3367607a req-7bfdd4e4-b2ed-4c1f-9e11-59b1189fb6e4 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/security-groups?id=31e32358-9e99-4d9a-8f32-87cc3c0e2ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422077 May 03 14:56:28.752020 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb75054-9ecc-4ad5-9a3d-5ff236ec7688 req-dd6f1f65-cc50-454e-bd9f-8de5dfbe77cf tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:56:28.753512 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-0fb75054-9ecc-4ad5-9a3d-5ff236ec7688 req-dd6f1f65-cc50-454e-bd9f-8de5dfbe77cf tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b52e969-e560-4421-9840-ec07a36f4705 HTTP/1.1" status: 200 len: 946 time: 0.0498481 May 03 14:56:28.800115 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-0fb75054-9ecc-4ad5-9a3d-5ff236ec7688 req-5871637d-d775-4bf3-a789-c3feccbf85f0 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/security-groups?id=31e32358-9e99-4d9a-8f32-87cc3c0e2ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408444 May 03 14:56:28.895370 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (26e70f58-a201-437c-be8d-fd2714f100da), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:56:29.917193 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6441fdb4-b0a8-4e09-bd9b-c7e4c959f3f8 req-5b6a4a20-81b4-4370-9d71-595a37326b73 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:56:29.918737 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-6441fdb4-b0a8-4e09-bd9b-c7e4c959f3f8 req-5b6a4a20-81b4-4370-9d71-595a37326b73 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b52e969-e560-4421-9840-ec07a36f4705 HTTP/1.1" status: 200 len: 946 time: 0.0469179 May 03 14:56:29.963947 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-6441fdb4-b0a8-4e09-bd9b-c7e4c959f3f8 req-d914cd9d-8f18-41d7-8f7c-2bfa4e789c33 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/security-groups?id=31e32358-9e99-4d9a-8f32-87cc3c0e2ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396047 May 03 14:56:31.079448 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9596dc-c6f2-406a-869c-614a21c8fe9b req-f9d23c5b-6e88-4128-849f-e35bd8dbad9b tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:56:31.081952 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-1a9596dc-c6f2-406a-869c-614a21c8fe9b req-f9d23c5b-6e88-4128-849f-e35bd8dbad9b tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b52e969-e560-4421-9840-ec07a36f4705 HTTP/1.1" status: 200 len: 946 time: 0.0465055 May 03 14:56:31.130135 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-1a9596dc-c6f2-406a-869c-614a21c8fe9b req-7003d5b7-ced2-40cd-8060-015a37c87ed0 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/security-groups?id=31e32358-9e99-4d9a-8f32-87cc3c0e2ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438139 May 03 14:56:32.249739 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f234b3-8b97-4bd1-93b9-46ec0aa1c3b4 req-12bd85a0-01e3-4ade-bb37-bdec18afc38a tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:56:32.251356 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-61f234b3-8b97-4bd1-93b9-46ec0aa1c3b4 req-12bd85a0-01e3-4ade-bb37-bdec18afc38a tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b52e969-e560-4421-9840-ec07a36f4705 HTTP/1.1" status: 200 len: 946 time: 0.0471027 May 03 14:56:32.297311 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-61f234b3-8b97-4bd1-93b9-46ec0aa1c3b4 req-939a511d-f528-4b81-b04e-38fc9c23da17 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/security-groups?id=31e32358-9e99-4d9a-8f32-87cc3c0e2ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404468 May 03 14:56:33.412976 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5980336a-49a2-46bb-a4f0-aa1823f741d5 req-f2e99ace-31ac-40fe-ae3e-18d828335af5 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:56:33.414415 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-5980336a-49a2-46bb-a4f0-aa1823f741d5 req-f2e99ace-31ac-40fe-ae3e-18d828335af5 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b52e969-e560-4421-9840-ec07a36f4705 HTTP/1.1" status: 200 len: 946 time: 0.0475347 May 03 14:56:33.460431 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-5980336a-49a2-46bb-a4f0-aa1823f741d5 req-b86ed078-620e-48c6-b689-44cebca42e21 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/security-groups?id=31e32358-9e99-4d9a-8f32-87cc3c0e2ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405662 May 03 14:56:33.520285 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 46408) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:56:33.668265 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.plugins.ml2.plugin [None req-90dbaa03-b274-4f3d-978d-689879157c84 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] Deleting port 40c3ef9c-8743-46c3-bbeb-8553ed6bbe4c {{(pid=110297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 14:56:33.668524 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-90dbaa03-b274-4f3d-978d-689879157c84 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775477116685'] for port (40c3ef9c-8743-46c3-bbeb-8553ed6bbe4c), before_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:56:33.751655 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-90dbaa03-b274-4f3d-978d-689879157c84 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689583'] for port (40c3ef9c-8743-46c3-bbeb-8553ed6bbe4c), precommit_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:56:33.751977 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-90dbaa03-b274-4f3d-978d-689879157c84 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] Publish callbacks [] for floatingip (40c3ef9c-8743-46c3-bbeb-8553ed6bbe4c), precommit_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:56:33.764987 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.plugins.ml2.plugin [None req-90dbaa03-b274-4f3d-978d-689879157c84 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] Calling delete_port for 40c3ef9c-8743-46c3-bbeb-8553ed6bbe4c owned by network:floatingip {{(pid=110297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 14:56:34.015528 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-90dbaa03-b274-4f3d-978d-689879157c84 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775477123741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775476647069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25923557'] for port (40c3ef9c-8743-46c3-bbeb-8553ed6bbe4c), after_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:56:34.041052 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dbaa03-b274-4f3d-978d-689879157c84 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] Pushing event deleted for resources: {'Port': ['ID=40c3ef9c-8743-46c3-bbeb-8553ed6bbe4c,revision_number=None']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:56:34.071097 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90dbaa03-b274-4f3d-978d-689879157c84 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:56:34.071449 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90dbaa03-b274-4f3d-978d-689879157c84 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:56:34.071796 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90dbaa03-b274-4f3d-978d-689879157c84 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:56:34.072128 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90dbaa03-b274-4f3d-978d-689879157c84 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:56:34.072471 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90dbaa03-b274-4f3d-978d-689879157c84 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:56:34.072786 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90dbaa03-b274-4f3d-978d-689879157c84 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:56:34.073131 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90dbaa03-b274-4f3d-978d-689879157c84 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:56:34.073437 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90dbaa03-b274-4f3d-978d-689879157c84 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:56:34.073760 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90dbaa03-b274-4f3d-978d-689879157c84 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:56:34.074085 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90dbaa03-b274-4f3d-978d-689879157c84 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:56:34.074404 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90dbaa03-b274-4f3d-978d-689879157c84 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:56:34.074729 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90dbaa03-b274-4f3d-978d-689879157c84 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:56:34.075075 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90dbaa03-b274-4f3d-978d-689879157c84 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:56:34.075543 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90dbaa03-b274-4f3d-978d-689879157c84 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:56:34.075835 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90dbaa03-b274-4f3d-978d-689879157c84 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:56:34.117630 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-90dbaa03-b274-4f3d-978d-689879157c84 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] Publish callbacks [] for floatingip (8a12dc37-be88-489b-98c5-4882aef34fce), after_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:56:34.117974 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.db.l3_db [None req-90dbaa03-b274-4f3d-978d-689879157c84 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] Floating IP 8a12dc37-be88-489b-98c5-4882aef34fce disassociated (deleted). External IP: 172.27.0.175, port: 0e5921b2-ce6c-49d3-9352-94c944feb3b9. May 03 14:56:34.324147 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90dbaa03-b274-4f3d-978d-689879157c84 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] Router 5b1a4db0-82c2-489d-9ee5-f857b4901790 has already been hosted by L3 agent a9161e1b-902d-441f-843b-a0ff0805adee {{(pid=110297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 14:56:34.430757 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90dbaa03-b274-4f3d-978d-689879157c84 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] Notify agent at l3_agent.dv-cinder-840289-3-iscsi the message routers_updated {{(pid=110297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 14:56:34.435622 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-90dbaa03-b274-4f3d-978d-689879157c84 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46205'] for floatingip (None), before_response {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:56:34.440449 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f043a093-e343-466e-9f64-8362647e7997 None None] Sync routers for ids ['5b1a4db0-82c2-489d-9ee5-f857b4901790'] in dv-cinder-840289-3-iscsi {{(pid=110300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 14:56:34.450064 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f043a093-e343-466e-9f64-8362647e7997 None None] Routers {'5b1a4db0-82c2-489d-9ee5-f857b4901790'} bound to L3 agent in host dv-cinder-840289-3-iscsi {{(pid=110300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:56:34.451259 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_hamode_db [None req-f043a093-e343-466e-9f64-8362647e7997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-03T14:38:11Z,description=,heartbeat_timestamp=2022-05-03T14:56:11Z,host='dv-cinder-840289-3-iscsi',id=a9161e1b-902d-441f-843b-a0ff0805adee,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:38:12Z,topic='l3_agent')) {'router_ids': ['5b1a4db0-82c2-489d-9ee5-f857b4901790'], 'active': True} {{(pid=110300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:56:34.465324 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-90dbaa03-b274-4f3d-978d-689879157c84 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] 10.222.0.16 "DELETE /v2.0/floatingips/8a12dc37-be88-489b-98c5-4882aef34fce HTTP/1.1" status: 204 len: 168 time: 0.9439025 May 03 14:56:34.466519 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '037c4758-c65c-415c-b20a-f7e5ba0a830c', 'tag': '0e5921b2-ce6c-49d3-9352-94c944feb3b9'}] {{(pid=110297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 14:56:34.468778 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e984b2ea2ce138672bdb6842017b013401e1eb51d7da9236b70aed4d114632e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d50f7441-035c-4081-a618-b0c40a05dae6" -d '{"events": [{"name": "network-changed", "server_uuid": "037c4758-c65c-415c-b20a-f7e5ba0a830c", "tag": "0e5921b2-ce6c-49d3-9352-94c944feb3b9"}]}' {{(pid=110297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 14:56:34.506476 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 14:56:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77fcea11-4d89-4ad1-a85a-33749ac87569 x-openstack-request-id: req-77fcea11-4d89-4ad1-a85a-33749ac87569 {{(pid=110297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 14:56:34.507030 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "037c4758-c65c-415c-b20a-f7e5ba0a830c", "tag": "0e5921b2-ce6c-49d3-9352-94c944feb3b9", "status": "completed", "code": 200}]} {{(pid=110297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 14:56:34.507499 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-77fcea11-4d89-4ad1-a85a-33749ac87569 {{(pid=110297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 14:56:34.508248 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77fcea11-4d89-4ad1-a85a-33749ac87569'] response: {'name': 'network-changed', 'server_uuid': '037c4758-c65c-415c-b20a-f7e5ba0a830c', 'tag': '0e5921b2-ce6c-49d3-9352-94c944feb3b9', 'status': 'completed', 'code': 200} May 03 14:56:34.573432 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvr_db [None req-f043a093-e343-466e-9f64-8362647e7997 None None] Set router 5b1a4db0-82c2-489d-9ee5-f857b4901790 gateway port host: dv-cinder-840289-3-iscsi {{(pid=110300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:56:34.589676 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50f7441-035c-4081-a618-b0c40a05dae6 req-c1537dfe-0d5b-4cb3-b0e6-3e1eea01d391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:56:34.591908 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [req-d50f7441-035c-4081-a618-b0c40a05dae6 req-c1537dfe-0d5b-4cb3-b0e6-3e1eea01d391 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7d4c047e715a4907a16f3e647f380b0b&device_id=037c4758-c65c-415c-b20a-f7e5ba0a830c HTTP/1.1" status: 200 len: 1129 time: 0.0404215 May 03 14:56:34.606719 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cd405b-b6f8-4eae-a940-e78c6fcbdf6e req-e8461865-3539-4ecf-99be-4520a7eb3bdb tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:56:34.608368 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-c4cd405b-b6f8-4eae-a940-e78c6fcbdf6e req-e8461865-3539-4ecf-99be-4520a7eb3bdb tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b52e969-e560-4421-9840-ec07a36f4705 HTTP/1.1" status: 200 len: 946 time: 0.0542171 May 03 14:56:34.659859 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-c4cd405b-b6f8-4eae-a940-e78c6fcbdf6e req-23d19454-08a1-47a2-b6d4-72f15fd1d741 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/security-groups?id=31e32358-9e99-4d9a-8f32-87cc3c0e2ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450177 May 03 14:56:34.694968 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50f7441-035c-4081-a618-b0c40a05dae6 req-d5b2815c-7149-40bd-a5ee-d1b804e05802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:56:34.696536 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [req-d50f7441-035c-4081-a618-b0c40a05dae6 req-d5b2815c-7149-40bd-a5ee-d1b804e05802 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f9508427-db4d-416b-987f-da2fc50a7ea8 HTTP/1.1" status: 200 len: 910 time: 0.0970290 May 03 14:56:34.739930 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [req-d50f7441-035c-4081-a618-b0c40a05dae6 req-610c255e-5c4a-4ac3-9ee9-c4bd81268bb3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e5921b2-ce6c-49d3-9352-94c944feb3b9 HTTP/1.1" status: 200 len: 217 time: 0.0360794 May 03 14:56:34.793623 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50f7441-035c-4081-a618-b0c40a05dae6 req-15d6a2f3-3e3d-4aec-8a38-d6a9b5a15af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:56:34.795179 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [req-d50f7441-035c-4081-a618-b0c40a05dae6 req-15d6a2f3-3e3d-4aec-8a38-d6a9b5a15af3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d16b41a6-87db-430a-89a6-71fbdac1b346 HTTP/1.1" status: 200 len: 848 time: 0.0467508 May 03 14:56:34.869813 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_hamode_db [None req-f043a093-e343-466e-9f64-8362647e7997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b1a4db0-82c2-489d-9ee5-f857b4901790', 'name': 'tempest-TestShelveInstance-2077658461-router', 'tenant_id': '7d4c047e715a4907a16f3e647f380b0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'external_fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': 'f05009db-2324-432b-8202-79dd2ef04096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:48:48Z', 'updated_at': '2022-05-03T14:48:52Z', 'revision_number': 4, 'project_id': '7d4c047e715a4907a16f3e647f380b0b', 'gw_port': {'id': 'f05009db-2324-432b-8202-79dd2ef04096', 'name': '', 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b1a4db0-82c2-489d-9ee5-f857b4901790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:48:49Z', 'updated_at': '2022-05-03T14:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f907060b-4748-4522-aeb5-06a44b689374', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-3-iscsi', '_interfaces': [{'id': 'd3b83fbc-e72a-4c7c-9ddd-9c05bdade1d5', 'name': '', 'network_id': 'f9508427-db4d-416b-987f-da2fc50a7ea8', 'tenant_id': '7d4c047e715a4907a16f3e647f380b0b', 'mac_address': 'fa:16:3e:c4:50:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b1a4db0-82c2-489d-9ee5-f857b4901790', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'd16b41a6-87db-430a-89a6-71fbdac1b346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:48:51Z', 'updated_at': '2022-05-03T14:48:56Z', 'revision_number': 5, 'project_id': '7d4c047e715a4907a16f3e647f380b0b', 'subnets': [{'id': 'd16b41a6-87db-430a-89a6-71fbdac1b346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-3-iscsi', False) {} {{(pid=110300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:56:34.896541 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f043a093-e343-466e-9f64-8362647e7997 None None] Checking router: 5b1a4db0-82c2-489d-9ee5-f857b4901790 for host: dv-cinder-840289-3-iscsi {{(pid=110300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 14:56:34.904729 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f043a093-e343-466e-9f64-8362647e7997 None None] Routers {'5b1a4db0-82c2-489d-9ee5-f857b4901790'} bound to L3 agent in host dv-cinder-840289-3-iscsi {{(pid=110300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:56:34.905328 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_hamode_db [None req-f043a093-e343-466e-9f64-8362647e7997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-03T14:38:11Z,description=,heartbeat_timestamp=2022-05-03T14:56:11Z,host='dv-cinder-840289-3-iscsi',id=a9161e1b-902d-441f-843b-a0ff0805adee,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:38:12Z,topic='l3_agent')) {'router_ids': ['5b1a4db0-82c2-489d-9ee5-f857b4901790'], 'active': True} {{(pid=110300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:56:34.906388 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5966dfa-401d-4edc-8a4f-ef774f679c25 req-fcf0fbeb-b0fd-41f0-8608-4ab3f43a2fba tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:56:34.907913 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-f5966dfa-401d-4edc-8a4f-ef774f679c25 req-fcf0fbeb-b0fd-41f0-8608-4ab3f43a2fba tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] 10.222.0.16 "GET /v2.0/ports?device_id=037c4758-c65c-415c-b20a-f7e5ba0a830c HTTP/1.1" status: 200 len: 945 time: 0.0478215 May 03 14:56:34.957609 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-f5966dfa-401d-4edc-8a4f-ef774f679c25 req-a4d9ea26-ba71-4335-8a63-539abe48b5be tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] 10.222.0.16 "GET /v2.0/security-groups?id=739575c7-37fa-46fc-93e9-2268529558a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437672 May 03 14:56:35.010642 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvr_db [None req-f043a093-e343-466e-9f64-8362647e7997 None None] Set router 5b1a4db0-82c2-489d-9ee5-f857b4901790 gateway port host: dv-cinder-840289-3-iscsi {{(pid=110300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:56:35.196971 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_hamode_db [None req-f043a093-e343-466e-9f64-8362647e7997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b1a4db0-82c2-489d-9ee5-f857b4901790', 'name': 'tempest-TestShelveInstance-2077658461-router', 'tenant_id': '7d4c047e715a4907a16f3e647f380b0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'external_fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': 'f05009db-2324-432b-8202-79dd2ef04096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:48:48Z', 'updated_at': '2022-05-03T14:48:52Z', 'revision_number': 4, 'project_id': '7d4c047e715a4907a16f3e647f380b0b', 'gw_port': {'id': 'f05009db-2324-432b-8202-79dd2ef04096', 'name': '', 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b1a4db0-82c2-489d-9ee5-f857b4901790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:48:49Z', 'updated_at': '2022-05-03T14:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f907060b-4748-4522-aeb5-06a44b689374', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-3-iscsi', '_interfaces': [{'id': 'd3b83fbc-e72a-4c7c-9ddd-9c05bdade1d5', 'name': '', 'network_id': 'f9508427-db4d-416b-987f-da2fc50a7ea8', 'tenant_id': '7d4c047e715a4907a16f3e647f380b0b', 'mac_address': 'fa:16:3e:c4:50:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b1a4db0-82c2-489d-9ee5-f857b4901790', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'd16b41a6-87db-430a-89a6-71fbdac1b346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:48:51Z', 'updated_at': '2022-05-03T14:48:56Z', 'revision_number': 5, 'project_id': '7d4c047e715a4907a16f3e647f380b0b', 'subnets': [{'id': 'd16b41a6-87db-430a-89a6-71fbdac1b346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-3-iscsi', False) {} {{(pid=110300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:56:35.222518 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f043a093-e343-466e-9f64-8362647e7997 None None] The sync data for ids ['5b1a4db0-82c2-489d-9ee5-f857b4901790'] in dv-cinder-840289-3-iscsi is: [{'id': '5b1a4db0-82c2-489d-9ee5-f857b4901790', 'name': 'tempest-TestShelveInstance-2077658461-router', 'tenant_id': '7d4c047e715a4907a16f3e647f380b0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'external_fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': 'f05009db-2324-432b-8202-79dd2ef04096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:48:48Z', 'updated_at': '2022-05-03T14:48:52Z', 'revision_number': 4, 'project_id': '7d4c047e715a4907a16f3e647f380b0b', 'gw_port': {'id': 'f05009db-2324-432b-8202-79dd2ef04096', 'name': '', 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b1a4db0-82c2-489d-9ee5-f857b4901790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:48:49Z', 'updated_at': '2022-05-03T14:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f907060b-4748-4522-aeb5-06a44b689374', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-3-iscsi', '_interfaces': [{'id': 'd3b83fbc-e72a-4c7c-9ddd-9c05bdade1d5', 'name': '', 'network_id': 'f9508427-db4d-416b-987f-da2fc50a7ea8', 'tenant_id': '7d4c047e715a4907a16f3e647f380b0b', 'mac_address': 'fa:16:3e:c4:50:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b1a4db0-82c2-489d-9ee5-f857b4901790', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'd16b41a6-87db-430a-89a6-71fbdac1b346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:48:51Z', 'updated_at': '2022-05-03T14:48:56Z', 'revision_number': 5, 'project_id': '7d4c047e715a4907a16f3e647f380b0b', 'subnets': [{'id': 'd16b41a6-87db-430a-89a6-71fbdac1b346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 14:56:35.439120 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da0a4ba-e05e-4f0f-852a-140644da7cfa None None] New status for floating IP 8a12dc37-be88-489b-98c5-4882aef34fce: DOWN {{(pid=110299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 14:56:35.780900 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1728151-cbf2-4aa2-b6f7-cf1c5692419d req-3fb0bdf3-52ec-4801-a17a-651363f97ba2 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:56:35.782380 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-f1728151-cbf2-4aa2-b6f7-cf1c5692419d req-3fb0bdf3-52ec-4801-a17a-651363f97ba2 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b52e969-e560-4421-9840-ec07a36f4705 HTTP/1.1" status: 200 len: 946 time: 0.0469258 May 03 14:56:35.831990 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-f1728151-cbf2-4aa2-b6f7-cf1c5692419d req-ba508585-370c-40b1-a4ef-8f8a33691a01 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/security-groups?id=31e32358-9e99-4d9a-8f32-87cc3c0e2ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438766 May 03 14:56:35.999748 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50f7441-035c-4081-a618-b0c40a05dae6 req-ce645933-98c8-43c2-a90e-d07cd4d0efe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:56:36.001299 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [req-d50f7441-035c-4081-a618-b0c40a05dae6 req-ce645933-98c8-43c2-a90e-d07cd4d0efe4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f9508427-db4d-416b-987f-da2fc50a7ea8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435023 May 03 14:56:36.070465 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ef659d-3c43-4533-84fb-f9e7f8b63798 req-45310d37-6bdf-4ee9-97c8-bb7140a70b74 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:56:36.073748 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-62ef659d-3c43-4533-84fb-f9e7f8b63798 req-45310d37-6bdf-4ee9-97c8-bb7140a70b74 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] 10.222.0.16 "GET /v2.0/ports?device_id=037c4758-c65c-415c-b20a-f7e5ba0a830c HTTP/1.1" status: 200 len: 945 time: 0.0500219 May 03 14:56:36.124146 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-62ef659d-3c43-4533-84fb-f9e7f8b63798 req-8b8c2c1c-41ba-4c77-9c94-51cedd060a93 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] 10.222.0.16 "GET /v2.0/security-groups?id=739575c7-37fa-46fc-93e9-2268529558a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442560 May 03 14:56:36.173670 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [req-d50f7441-035c-4081-a618-b0c40a05dae6 req-1333bf12-ab01-419a-883c-591dd774d2bb service neutron] 10.222.0.55 "GET /v2.0/networks/f9508427-db4d-416b-987f-da2fc50a7ea8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832186 May 03 14:56:36.384231 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [req-d50f7441-035c-4081-a618-b0c40a05dae6 req-5de206cb-e1c8-4f40-8d05-6083b9e83421 service neutron] 10.222.0.55 "GET /v2.0/networks/f9508427-db4d-416b-987f-da2fc50a7ea8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851254 May 03 14:56:36.889173 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f7df23-cd2e-4d82-94b9-61d9884b47ff req-1dd1d231-ed58-44e8-b939-5af3413a4b98 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:56:36.890716 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [req-91f7df23-cd2e-4d82-94b9-61d9884b47ff req-1dd1d231-ed58-44e8-b939-5af3413a4b98 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] 10.222.0.55 "GET /v2.0/ports?device_id=037c4758-c65c-415c-b20a-f7e5ba0a830c HTTP/1.1" status: 200 len: 945 time: 0.0482554 May 03 14:56:36.950889 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e3384f-bb01-41ac-b83e-cdc3b70e82f3 req-ecaec7c4-692a-4242-aa8e-bc7835adb903 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:56:36.952400 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-f2e3384f-bb01-41ac-b83e-cdc3b70e82f3 req-ecaec7c4-692a-4242-aa8e-bc7835adb903 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b52e969-e560-4421-9840-ec07a36f4705 HTTP/1.1" status: 200 len: 946 time: 0.0470943 May 03 14:56:36.981087 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.plugins.ml2.plugin [req-91f7df23-cd2e-4d82-94b9-61d9884b47ff req-94448abc-a0a0-47d6-bd4f-2809c7e657cd tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] Deleting port 0e5921b2-ce6c-49d3-9352-94c944feb3b9 {{(pid=110297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 14:56:36.981490 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [req-91f7df23-cd2e-4d82-94b9-61d9884b47ff req-94448abc-a0a0-47d6-bd4f-2809c7e657cd tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775477116685'] for port (0e5921b2-ce6c-49d3-9352-94c944feb3b9), before_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:56:36.999513 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-f2e3384f-bb01-41ac-b83e-cdc3b70e82f3 req-7aa9b526-9998-4d0a-83be-0f690076072f tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/security-groups?id=31e32358-9e99-4d9a-8f32-87cc3c0e2ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416079 May 03 14:56:37.070585 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.plugins.ml2.db [req-91f7df23-cd2e-4d82-94b9-61d9884b47ff req-94448abc-a0a0-47d6-bd4f-2809c7e657cd tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] For port 0e5921b2-ce6c-49d3-9352-94c944feb3b9, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=0e5921b2-ce6c-49d3-9352-94c944feb3b9,segment=NetworkSegment(40c723d8-45df-4e69-9439-7cb5b609b381),segment_id=40c723d8-45df-4e69-9439-7cb5b609b381)] {{(pid=110297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:56:37.071185 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [req-91f7df23-cd2e-4d82-94b9-61d9884b47ff req-94448abc-a0a0-47d6-bd4f-2809c7e657cd tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689583'] for port (0e5921b2-ce6c-49d3-9352-94c944feb3b9), precommit_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:56:37.083724 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.plugins.ml2.plugin [req-91f7df23-cd2e-4d82-94b9-61d9884b47ff req-94448abc-a0a0-47d6-bd4f-2809c7e657cd tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] Calling delete_port for 0e5921b2-ce6c-49d3-9352-94c944feb3b9 owned by compute:nova {{(pid=110297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 14:56:37.241210 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196baf62-9a01-43be-9dff-72234ba2f426 req-7078c58a-1ae8-4171-ab66-4ded3ceda424 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:56:37.242681 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-196baf62-9a01-43be-9dff-72234ba2f426 req-7078c58a-1ae8-4171-ab66-4ded3ceda424 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] 10.222.0.16 "GET /v2.0/ports?device_id=037c4758-c65c-415c-b20a-f7e5ba0a830c HTTP/1.1" status: 200 len: 945 time: 0.0505960 May 03 14:56:37.255566 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [req-91f7df23-cd2e-4d82-94b9-61d9884b47ff req-94448abc-a0a0-47d6-bd4f-2809c7e657cd tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775477123741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775476647069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25923557'] for port (0e5921b2-ce6c-49d3-9352-94c944feb3b9), after_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:56:37.292831 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-196baf62-9a01-43be-9dff-72234ba2f426 req-5c193068-308e-4ade-9833-eb91176469fa tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] 10.222.0.16 "GET /v2.0/security-groups?id=739575c7-37fa-46fc-93e9-2268529558a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443864 May 03 14:56:37.315324 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94448abc-a0a0-47d6-bd4f-2809c7e657cd tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] Pushing event deleted for resources: {'Port': ['ID=0e5921b2-ce6c-49d3-9352-94c944feb3b9,revision_number=None']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:56:37.336016 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.db.l3_dvrscheduler_db [req-91f7df23-cd2e-4d82-94b9-61d9884b47ff req-94448abc-a0a0-47d6-bd4f-2809c7e657cd tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] No DVR routers for this DVR port 0e5921b2-ce6c-49d3-9352-94c944feb3b9 on host hv-cinder-84028 {{(pid=110297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 14:56:37.338333 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [req-91f7df23-cd2e-4d82-94b9-61d9884b47ff req-94448abc-a0a0-47d6-bd4f-2809c7e657cd tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46205'] for port (None), before_response {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:56:37.341754 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [req-91f7df23-cd2e-4d82-94b9-61d9884b47ff req-94448abc-a0a0-47d6-bd4f-2809c7e657cd tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] 10.222.0.55 "DELETE /v2.0/ports/0e5921b2-ce6c-49d3-9352-94c944feb3b9 HTTP/1.1" status: 204 len: 173 time: 0.4456615 May 03 14:56:37.342201 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '037c4758-c65c-415c-b20a-f7e5ba0a830c', 'name': 'network-vif-deleted', 'tag': '0e5921b2-ce6c-49d3-9352-94c944feb3b9'}] {{(pid=110297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 14:56:37.344428 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e984b2ea2ce138672bdb6842017b013401e1eb51d7da9236b70aed4d114632e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14e99a0a-3908-421d-b3f1-edfcdd329e2d" -d '{"events": [{"server_uuid": "037c4758-c65c-415c-b20a-f7e5ba0a830c", "name": "network-vif-deleted", "tag": "0e5921b2-ce6c-49d3-9352-94c944feb3b9"}]}' {{(pid=110297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 14:56:37.379613 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 14:56:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca535051-cb1e-46de-9eaa-f5597b6b6aac x-openstack-request-id: req-ca535051-cb1e-46de-9eaa-f5597b6b6aac {{(pid=110297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 14:56:37.379915 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "037c4758-c65c-415c-b20a-f7e5ba0a830c", "name": "network-vif-deleted", "tag": "0e5921b2-ce6c-49d3-9352-94c944feb3b9", "status": "completed", "code": 200}]} {{(pid=110297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 14:56:37.380176 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ca535051-cb1e-46de-9eaa-f5597b6b6aac {{(pid=110297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 14:56:37.380648 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca535051-cb1e-46de-9eaa-f5597b6b6aac'] response: {'server_uuid': '037c4758-c65c-415c-b20a-f7e5ba0a830c', 'name': 'network-vif-deleted', 'tag': '0e5921b2-ce6c-49d3-9352-94c944feb3b9', 'status': 'completed', 'code': 200} May 03 14:56:38.120941 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f5da5d-3e9b-4973-984a-95f823c8bd6e req-3deda3a6-1fa6-48fe-943b-68b3c175d4d9 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:56:38.122964 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-48f5da5d-3e9b-4973-984a-95f823c8bd6e req-3deda3a6-1fa6-48fe-943b-68b3c175d4d9 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b52e969-e560-4421-9840-ec07a36f4705 HTTP/1.1" status: 200 len: 946 time: 0.0514688 May 03 14:56:38.171503 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-48f5da5d-3e9b-4973-984a-95f823c8bd6e req-2f0a8c72-9ee6-4b28-b1ee-ca89143fbfc5 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/security-groups?id=31e32358-9e99-4d9a-8f32-87cc3c0e2ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434477 May 03 14:56:38.409373 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-03cbce38-0cbe-41af-bdd9-6acdce58c0d5 req-e74adbf6-9c2e-4eea-b0e4-7a09a7ab3270 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] 10.222.0.16 "GET /v2.0/ports?device_id=037c4758-c65c-415c-b20a-f7e5ba0a830c HTTP/1.1" status: 200 len: 210 time: 0.0322561 May 03 14:56:38.758328 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-16d53b20-b009-4c76-a388-e7d9a8855ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (5d16a8e7-5fab-4607-ae51-2b468a019c05), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:56:39.291489 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0b018d-1ad3-4b2f-beb6-063243f79462 req-6235675d-9d6c-4846-b33d-3bd552d2eeff tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:56:39.292951 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-5f0b018d-1ad3-4b2f-beb6-063243f79462 req-6235675d-9d6c-4846-b33d-3bd552d2eeff tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b52e969-e560-4421-9840-ec07a36f4705 HTTP/1.1" status: 200 len: 946 time: 0.0464883 May 03 14:56:39.339364 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-5f0b018d-1ad3-4b2f-beb6-063243f79462 req-b0b3ee82-0eb6-450b-a500-d9cdc99c74a3 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/security-groups?id=31e32358-9e99-4d9a-8f32-87cc3c0e2ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402143 May 03 14:56:39.464102 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 46440) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:56:39.522734 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-990b99af-b8af-480f-895f-47a5cde736c3 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] Publish callbacks [] for security_group (739575c7-37fa-46fc-93e9-2268529558a1), before_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:56:39.547442 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-990b99af-b8af-480f-895f-47a5cde736c3 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] Publish callbacks [] for security_group (739575c7-37fa-46fc-93e9-2268529558a1), precommit_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:56:39.683790 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-990b99af-b8af-480f-895f-47a5cde736c3 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (739575c7-37fa-46fc-93e9-2268529558a1), after_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:56:39.686371 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-990b99af-b8af-480f-895f-47a5cde736c3 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] Publish callbacks [] for security_group (None), before_response {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:56:39.688162 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-990b99af-b8af-480f-895f-47a5cde736c3 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] 10.222.0.16 "DELETE /v2.0/security-groups/739575c7-37fa-46fc-93e9-2268529558a1 HTTP/1.1" status: 204 len: 168 time: 0.2230480 May 03 14:56:39.697590 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990b99af-b8af-480f-895f-47a5cde736c3 tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=739575c7-37fa-46fc-93e9-2268529558a1,revision_number=None']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:56:39.808602 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 46444) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:56:40.181757 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-e09c258d-c33a-43e8-8707-dad27c500621 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1689557'] for router_interface (5b1a4db0-82c2-489d-9ee5-f857b4901790), before_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:56:40.256212 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Device 5065e01a-6bcf-41fb-aa85-83223e736325 details requested by agent hyperv_hv-cinder-84028 with host hv-cinder-84028 {{(pid=110299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 03 14:56:40.267848 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Device 0e5921b2-ce6c-49d3-9352-94c944feb3b9 no longer exists at agent hyperv_hv-cinder-84028 {{(pid=110299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 14:56:40.290296 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] No Port match for: 0e5921b2-ce6c-49d3-9352-94c944feb3b9 {{(pid=110299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 14:56:40.290640 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Device 0e5921b2-ce6c-49d3-9352-94c944feb3b9 not bound to the agent host hv-cinder-84028 {{(pid=110299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 14:56:40.377722 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] For port 5065e01a-6bcf-41fb-aa85-83223e736325, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=5065e01a-6bcf-41fb-aa85-83223e736325,segment=NetworkSegment(ec924deb-2fdc-4ebf-b172-c8dd32bc7b93),segment_id=ec924deb-2fdc-4ebf-b172-c8dd32bc7b93)] {{(pid=110299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:56:40.390767 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Returning: {'device': '5065e01a-6bcf-41fb-aa85-83223e736325', 'network_id': 'e149baab-37b5-49e7-bbfb-d6c5aa20aff6', 'port_id': '5065e01a-6bcf-41fb-aa85-83223e736325', 'mac_address': 'fa:16:3e:3b:e9:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd36733c8-18a7-47f6-a054-ee0e84dd3169', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 03 14:56:40.428998 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Current status of the port 5065e01a-6bcf-41fb-aa85-83223e736325 is: ACTIVE; New status is: BUILD {{(pid=110299) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:56:40.429394 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (5065e01a-6bcf-41fb-aa85-83223e736325), before_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:56:40.438620 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.plugin [None req-e09c258d-c33a-43e8-8707-dad27c500621 admin admin] Deleting port d3b83fbc-e72a-4c7c-9ddd-9c05bdade1d5 {{(pid=110298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 14:56:40.439205 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-e09c258d-c33a-43e8-8707-dad27c500621 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775477116685'] for port (d3b83fbc-e72a-4c7c-9ddd-9c05bdade1d5), before_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:56:40.442542 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.notifiers.nova [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5065e01a-6bcf-41fb-aa85-83223e736325 {{(pid=110299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 14:56:40.462237 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] For port 5065e01a-6bcf-41fb-aa85-83223e736325, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=5065e01a-6bcf-41fb-aa85-83223e736325,segment=NetworkSegment(ec924deb-2fdc-4ebf-b172-c8dd32bc7b93),segment_id=ec924deb-2fdc-4ebf-b172-c8dd32bc7b93)] {{(pid=110299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:56:40.489608 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bfc830-b2bf-4b5d-a1f4-5bd551b24485 req-9b2ecaf1-fa4a-4f2d-b048-888e4b12706b tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:56:40.491081 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-42bfc830-b2bf-4b5d-a1f4-5bd551b24485 req-9b2ecaf1-fa4a-4f2d-b048-888e4b12706b tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b52e969-e560-4421-9840-ec07a36f4705 HTTP/1.1" status: 200 len: 946 time: 0.0636947 May 03 14:56:40.533667 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096'] for port (5065e01a-6bcf-41fb-aa85-83223e736325), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:56:40.581038 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Pushing event updated for resources: {'Port': ['ID=5065e01a-6bcf-41fb-aa85-83223e736325,revision_number=6']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:56:40.583249 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.db [None req-e09c258d-c33a-43e8-8707-dad27c500621 admin admin] For port d3b83fbc-e72a-4c7c-9ddd-9c05bdade1d5, host dv-cinder-840289-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-3-iscsi',level=0,port_id=d3b83fbc-e72a-4c7c-9ddd-9c05bdade1d5,segment=NetworkSegment(40c723d8-45df-4e69-9439-7cb5b609b381),segment_id=40c723d8-45df-4e69-9439-7cb5b609b381)] {{(pid=110298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:56:40.583616 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-e09c258d-c33a-43e8-8707-dad27c500621 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689583'] for port (d3b83fbc-e72a-4c7c-9ddd-9c05bdade1d5), precommit_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:56:40.588431 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:56:40.588785 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:56:40.589153 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:56:40.589514 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:56:40.589857 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:56:40.590192 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:56:40.590532 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:56:40.590903 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:56:40.591353 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:56:40.591683 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:56:40.592017 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:56:40.592348 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:56:40.592676 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:56:40.593000 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:56:40.593325 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:56:40.595350 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-42bfc830-b2bf-4b5d-a1f4-5bd551b24485 req-59cff6c4-d452-4a3b-9c70-57344e965efc tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/security-groups?id=31e32358-9e99-4d9a-8f32-87cc3c0e2ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752716 May 03 14:56:40.599327 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.plugin [None req-e09c258d-c33a-43e8-8707-dad27c500621 admin admin] Calling delete_port for d3b83fbc-e72a-4c7c-9ddd-9c05bdade1d5 owned by network:router_interface {{(pid=110298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 14:56:40.727229 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] get_ports_and_sgs() called for port_ids ['5065e01a-6bcf-41fb-aa85-83223e736325'] {{(pid=110299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 14:56:40.878286 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-e09c258d-c33a-43e8-8707-dad27c500621 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775477123741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775476647069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25806886'] for port (d3b83fbc-e72a-4c7c-9ddd-9c05bdade1d5), after_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:56:40.903039 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09c258d-c33a-43e8-8707-dad27c500621 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3b83fbc-e72a-4c7c-9ddd-9c05bdade1d5,revision_number=None']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:56:40.913189 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09c258d-c33a-43e8-8707-dad27c500621 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:56:40.913543 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09c258d-c33a-43e8-8707-dad27c500621 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:56:40.913885 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09c258d-c33a-43e8-8707-dad27c500621 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:56:40.914225 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09c258d-c33a-43e8-8707-dad27c500621 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:56:40.914560 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09c258d-c33a-43e8-8707-dad27c500621 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:56:40.914889 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09c258d-c33a-43e8-8707-dad27c500621 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:56:40.915590 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09c258d-c33a-43e8-8707-dad27c500621 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:56:40.915590 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09c258d-c33a-43e8-8707-dad27c500621 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:56:40.915892 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09c258d-c33a-43e8-8707-dad27c500621 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:56:40.916186 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09c258d-c33a-43e8-8707-dad27c500621 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:56:40.916510 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09c258d-c33a-43e8-8707-dad27c500621 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:56:40.916848 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09c258d-c33a-43e8-8707-dad27c500621 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:56:40.917159 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09c258d-c33a-43e8-8707-dad27c500621 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:56:40.917524 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09c258d-c33a-43e8-8707-dad27c500621 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:56:40.917787 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09c258d-c33a-43e8-8707-dad27c500621 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:56:41.092358 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-e09c258d-c33a-43e8-8707-dad27c500621 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1685186'] for router_interface (5b1a4db0-82c2-489d-9ee5-f857b4901790), after_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:56:41.116584 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-c432c022-e9eb-4a60-aacb-1dae4c820a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (a9161e1b-902d-441f-843b-a0ff0805adee), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:56:41.576258 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e09c258d-c33a-43e8-8707-dad27c500621 admin admin] Router 5b1a4db0-82c2-489d-9ee5-f857b4901790 has already been hosted by L3 agent a9161e1b-902d-441f-843b-a0ff0805adee {{(pid=110298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 14:56:41.719572 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e09c258d-c33a-43e8-8707-dad27c500621 admin admin] Notify agent at l3_agent.dv-cinder-840289-3-iscsi the message routers_updated {{(pid=110298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 14:56:41.725705 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-e09c258d-c33a-43e8-8707-dad27c500621 admin admin] 10.222.0.16 "PUT /v2.0/routers/5b1a4db0-82c2-489d-9ee5-f857b4901790/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9160953 May 03 14:56:41.727884 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab4e82f2-3bae-4ada-9a77-3a34d16aae96 None None] Sync routers for ids ['5b1a4db0-82c2-489d-9ee5-f857b4901790'] in dv-cinder-840289-3-iscsi {{(pid=110300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 14:56:41.728672 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 46454) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:56:41.732631 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ded550b-e537-4bc0-86a5-07f216200ba0 req-20ef6124-9fd4-4810-8ba1-064aff94bf8e tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:56:41.734119 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-5ded550b-e537-4bc0-86a5-07f216200ba0 req-20ef6124-9fd4-4810-8ba1-064aff94bf8e tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b52e969-e560-4421-9840-ec07a36f4705 HTTP/1.1" status: 200 len: 945 time: 0.0641575 May 03 14:56:41.738902 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab4e82f2-3bae-4ada-9a77-3a34d16aae96 None None] Routers {'5b1a4db0-82c2-489d-9ee5-f857b4901790'} bound to L3 agent in host dv-cinder-840289-3-iscsi {{(pid=110300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:56:41.739769 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_hamode_db [None req-ab4e82f2-3bae-4ada-9a77-3a34d16aae96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-03T14:38:11Z,description=,heartbeat_timestamp=2022-05-03T14:56:41Z,host='dv-cinder-840289-3-iscsi',id=a9161e1b-902d-441f-843b-a0ff0805adee,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:38:12Z,topic='l3_agent')) {'router_ids': ['5b1a4db0-82c2-489d-9ee5-f857b4901790'], 'active': True} {{(pid=110300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:56:41.796855 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-5ded550b-e537-4bc0-86a5-07f216200ba0 req-976a5fa1-7c8a-4b76-a232-0cfbe886a89b tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/security-groups?id=31e32358-9e99-4d9a-8f32-87cc3c0e2ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519981 May 03 14:56:41.842457 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-6326a742-6410-4ce1-9685-461848de112a admin admin] Publish callbacks [] for router (5b1a4db0-82c2-489d-9ee5-f857b4901790), before_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:56:41.849521 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvr_db [None req-ab4e82f2-3bae-4ada-9a77-3a34d16aae96 None None] Set router 5b1a4db0-82c2-489d-9ee5-f857b4901790 gateway port host: dv-cinder-840289-3-iscsi {{(pid=110300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:56:42.022801 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_hamode_db [None req-ab4e82f2-3bae-4ada-9a77-3a34d16aae96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b1a4db0-82c2-489d-9ee5-f857b4901790', 'name': 'tempest-TestShelveInstance-2077658461-router', 'tenant_id': '7d4c047e715a4907a16f3e647f380b0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'external_fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': 'f05009db-2324-432b-8202-79dd2ef04096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:48:48Z', 'updated_at': '2022-05-03T14:56:40Z', 'revision_number': 5, 'project_id': '7d4c047e715a4907a16f3e647f380b0b', 'gw_port': {'id': 'f05009db-2324-432b-8202-79dd2ef04096', 'name': '', 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b1a4db0-82c2-489d-9ee5-f857b4901790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:48:49Z', 'updated_at': '2022-05-03T14:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f907060b-4748-4522-aeb5-06a44b689374', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-3-iscsi'}], 'dv-cinder-840289-3-iscsi', False) {} {{(pid=110300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:56:42.055120 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab4e82f2-3bae-4ada-9a77-3a34d16aae96 None None] Checking router: 5b1a4db0-82c2-489d-9ee5-f857b4901790 for host: dv-cinder-840289-3-iscsi {{(pid=110300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 14:56:42.064309 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab4e82f2-3bae-4ada-9a77-3a34d16aae96 None None] Routers {'5b1a4db0-82c2-489d-9ee5-f857b4901790'} bound to L3 agent in host dv-cinder-840289-3-iscsi {{(pid=110300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:56:42.064929 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_hamode_db [None req-ab4e82f2-3bae-4ada-9a77-3a34d16aae96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-03T14:38:11Z,description=,heartbeat_timestamp=2022-05-03T14:56:41Z,host='dv-cinder-840289-3-iscsi',id=a9161e1b-902d-441f-843b-a0ff0805adee,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:38:12Z,topic='l3_agent')) {'router_ids': ['5b1a4db0-82c2-489d-9ee5-f857b4901790'], 'active': True} {{(pid=110300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:56:42.184252 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvr_db [None req-ab4e82f2-3bae-4ada-9a77-3a34d16aae96 None None] Set router 5b1a4db0-82c2-489d-9ee5-f857b4901790 gateway port host: dv-cinder-840289-3-iscsi {{(pid=110300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:56:42.197767 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-6326a742-6410-4ce1-9685-461848de112a admin admin] Publish callbacks [] for router_gateway (5b1a4db0-82c2-489d-9ee5-f857b4901790), before_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:56:42.276892 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Device 5065e01a-6bcf-41fb-aa85-83223e736325 up at agent hyperv_hv-cinder-84028 {{(pid=110299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 14:56:42.320009 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.plugins.ml2.plugin [None req-6326a742-6410-4ce1-9685-461848de112a admin admin] Deleting port f05009db-2324-432b-8202-79dd2ef04096 {{(pid=110297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 14:56:42.320339 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-6326a742-6410-4ce1-9685-461848de112a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775477116685'] for port (f05009db-2324-432b-8202-79dd2ef04096), before_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:56:42.326312 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Provisioning complete for port 5065e01a-6bcf-41fb-aa85-83223e736325 triggered by entity L2. {{(pid=110299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:56:42.326698 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728915'] for port (5065e01a-6bcf-41fb-aa85-83223e736325), provisioning_complete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:56:42.353758 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-ed776e2d-a518-4685-8fad-0cd9eaa120ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (6a418bd5-8bcc-400f-88b5-19eff412e81a), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:56:42.354893 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_hamode_db [None req-ab4e82f2-3bae-4ada-9a77-3a34d16aae96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b1a4db0-82c2-489d-9ee5-f857b4901790', 'name': 'tempest-TestShelveInstance-2077658461-router', 'tenant_id': '7d4c047e715a4907a16f3e647f380b0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'external_fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': 'f05009db-2324-432b-8202-79dd2ef04096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:48:48Z', 'updated_at': '2022-05-03T14:56:40Z', 'revision_number': 5, 'project_id': '7d4c047e715a4907a16f3e647f380b0b', 'gw_port': {'id': 'f05009db-2324-432b-8202-79dd2ef04096', 'name': '', 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b1a4db0-82c2-489d-9ee5-f857b4901790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:48:49Z', 'updated_at': '2022-05-03T14:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f907060b-4748-4522-aeb5-06a44b689374', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-3-iscsi'}], 'dv-cinder-840289-3-iscsi', False) {} {{(pid=110300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:56:42.381860 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab4e82f2-3bae-4ada-9a77-3a34d16aae96 None None] The sync data for ids ['5b1a4db0-82c2-489d-9ee5-f857b4901790'] in dv-cinder-840289-3-iscsi is: [{'id': '5b1a4db0-82c2-489d-9ee5-f857b4901790', 'name': 'tempest-TestShelveInstance-2077658461-router', 'tenant_id': '7d4c047e715a4907a16f3e647f380b0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'external_fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': 'f05009db-2324-432b-8202-79dd2ef04096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:48:48Z', 'updated_at': '2022-05-03T14:56:40Z', 'revision_number': 5, 'project_id': '7d4c047e715a4907a16f3e647f380b0b', 'gw_port': {'id': 'f05009db-2324-432b-8202-79dd2ef04096', 'name': '', 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b1a4db0-82c2-489d-9ee5-f857b4901790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:48:49Z', 'updated_at': '2022-05-03T14:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f907060b-4748-4522-aeb5-06a44b689374', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-3-iscsi'}] {{(pid=110300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 14:56:42.405284 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.plugins.ml2.db [None req-6326a742-6410-4ce1-9685-461848de112a admin admin] For port f05009db-2324-432b-8202-79dd2ef04096, host dv-cinder-840289-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-3-iscsi',level=0,port_id=f05009db-2324-432b-8202-79dd2ef04096,segment=NetworkSegment(0c3170a2-2f96-4172-a4d6-7b5474706bd0),segment_id=0c3170a2-2f96-4172-a4d6-7b5474706bd0)] {{(pid=110297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:56:42.405650 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-6326a742-6410-4ce1-9685-461848de112a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689583'] for port (f05009db-2324-432b-8202-79dd2ef04096), precommit_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:56:42.417463 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Current status of the port 5065e01a-6bcf-41fb-aa85-83223e736325 is: BUILD; New status is: ACTIVE {{(pid=110299) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:56:42.417855 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (5065e01a-6bcf-41fb-aa85-83223e736325), before_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:56:42.424220 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.plugins.ml2.plugin [None req-6326a742-6410-4ce1-9685-461848de112a admin admin] Calling delete_port for f05009db-2324-432b-8202-79dd2ef04096 owned by network:router_gateway {{(pid=110297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 14:56:42.441473 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b52e969-e560-4421-9840-ec07a36f4705', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5065e01a-6bcf-41fb-aa85-83223e736325'}] {{(pid=110299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 14:56:42.443707 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfb0ab9603dc6f24b101a3230295415c8ec2a7bf959fde45f0826688655bbcbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b2fef92-005d-469e-86af-c80ec5c5a56b" -d '{"events": [{"server_uuid": "0b52e969-e560-4421-9840-ec07a36f4705", "name": "network-vif-plugged", "status": "completed", "tag": "5065e01a-6bcf-41fb-aa85-83223e736325"}]}' {{(pid=110299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 14:56:42.456166 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] For port 5065e01a-6bcf-41fb-aa85-83223e736325, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=5065e01a-6bcf-41fb-aa85-83223e736325,segment=NetworkSegment(ec924deb-2fdc-4ebf-b172-c8dd32bc7b93),segment_id=ec924deb-2fdc-4ebf-b172-c8dd32bc7b93)] {{(pid=110299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:56:42.481463 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 14:56:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c21f0e7-d10d-48d6-a308-28699d0c862a x-openstack-request-id: req-0c21f0e7-d10d-48d6-a308-28699d0c862a {{(pid=110299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 14:56:42.482429 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b52e969-e560-4421-9840-ec07a36f4705", "name": "network-vif-plugged", "status": "completed", "tag": "5065e01a-6bcf-41fb-aa85-83223e736325", "code": 200}]} {{(pid=110299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 14:56:42.482836 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0c21f0e7-d10d-48d6-a308-28699d0c862a {{(pid=110299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 14:56:42.483309 dv-cinder-840289-3-iscsi neutron-server[110299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c21f0e7-d10d-48d6-a308-28699d0c862a'] response: {'server_uuid': '0b52e969-e560-4421-9840-ec07a36f4705', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5065e01a-6bcf-41fb-aa85-83223e736325', 'code': 200} May 03 14:56:42.527809 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096'] for port (5065e01a-6bcf-41fb-aa85-83223e736325), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:56:42.574815 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Pushing event updated for resources: {'Port': ['ID=5065e01a-6bcf-41fb-aa85-83223e736325,revision_number=7']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:56:42.647771 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-6326a742-6410-4ce1-9685-461848de112a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775477123741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775476647069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25923557'] for port (f05009db-2324-432b-8202-79dd2ef04096), after_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:56:42.677230 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6326a742-6410-4ce1-9685-461848de112a admin admin] Pushing event deleted for resources: {'Port': ['ID=f05009db-2324-432b-8202-79dd2ef04096,revision_number=None']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:56:42.735112 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-6326a742-6410-4ce1-9685-461848de112a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1698215'] for router_gateway (5b1a4db0-82c2-489d-9ee5-f857b4901790), after_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:56:42.850501 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-6326a742-6410-4ce1-9685-461848de112a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1693307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3127'] for router (5b1a4db0-82c2-489d-9ee5-f857b4901790), precommit_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:56:42.852974 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-6326a742-6410-4ce1-9685-461848de112a admin admin] Publish callbacks [] for router_controller (5b1a4db0-82c2-489d-9ee5-f857b4901790), precommit_delete_associations {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:56:42.923095 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10db9b82-cd81-41b1-8a62-d8fa025951fb req-df21f14d-459f-4077-8fc9-d58f47195490 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:56:42.924576 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-10db9b82-cd81-41b1-8a62-d8fa025951fb req-df21f14d-459f-4077-8fc9-d58f47195490 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b52e969-e560-4421-9840-ec07a36f4705 HTTP/1.1" status: 200 len: 946 time: 0.0522790 May 03 14:56:42.968031 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-6326a742-6410-4ce1-9685-461848de112a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693298'] for router (5b1a4db0-82c2-489d-9ee5-f857b4901790), after_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:56:42.968609 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6326a742-6410-4ce1-9685-461848de112a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5b1a4db0-82c2-489d-9ee5-f857b4901790 {{(pid=110297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 03 14:56:42.973772 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-6326a742-6410-4ce1-9685-461848de112a admin admin] Publish callbacks [] for router (None), before_response {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:56:42.974250 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-10db9b82-cd81-41b1-8a62-d8fa025951fb req-1ff09c92-abc9-45c2-a945-54f33a7817cb tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/security-groups?id=31e32358-9e99-4d9a-8f32-87cc3c0e2ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438991 May 03 14:56:42.974837 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-6326a742-6410-4ce1-9685-461848de112a admin admin] 10.222.0.16 "DELETE /v2.0/routers/5b1a4db0-82c2-489d-9ee5-f857b4901790 HTTP/1.1" status: 204 len: 168 time: 1.2449007 May 03 14:56:42.977325 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 46460) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:56:43.027048 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ac2457b-431d-49d7-8c9c-c81ca067ab77 admin admin] Deleting subnet d16b41a6-87db-430a-89a6-71fbdac1b346 {{(pid=110297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 03 14:56:43.031460 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-9ac2457b-431d-49d7-8c9c-c81ca067ab77 admin admin] Publish callbacks [] for subnet (d16b41a6-87db-430a-89a6-71fbdac1b346), before_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:56:43.067959 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-9ac2457b-431d-49d7-8c9c-c81ca067ab77 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2155934'] for subnet (d16b41a6-87db-430a-89a6-71fbdac1b346), precommit_delete_associations {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:56:43.143306 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-9ac2457b-431d-49d7-8c9c-c81ca067ab77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-723521'] for subnet (d16b41a6-87db-430a-89a6-71fbdac1b346), precommit_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:56:43.265393 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-9ac2457b-431d-49d7-8c9c-c81ca067ab77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-723528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25923538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25246232'] for subnet (d16b41a6-87db-430a-89a6-71fbdac1b346), after_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:56:43.289438 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac2457b-431d-49d7-8c9c-c81ca067ab77 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d16b41a6-87db-430a-89a6-71fbdac1b346,revision_number=None']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:56:43.295616 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-9ac2457b-431d-49d7-8c9c-c81ca067ab77 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:56:43.299570 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-9ac2457b-431d-49d7-8c9c-c81ca067ab77 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/d16b41a6-87db-430a-89a6-71fbdac1b346 HTTP/1.1" status: 204 len: 168 time: 0.3211107 May 03 14:56:43.300911 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef83a3b3-f385-402e-9b46-6f5877b8b51c None None] Network f9508427-db4d-416b-987f-da2fc50a7ea8 requested from dv-cinder-840289-3-iscsi {{(pid=110299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 14:56:43.301428 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 46462) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:56:43.370808 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-77e406b0-b286-421c-b680-1dea5faccf4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636243'] for network (f9508427-db4d-416b-987f-da2fc50a7ea8), before_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:56:43.418652 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.plugins.ml2.plugin [None req-77e406b0-b286-421c-b680-1dea5faccf4e admin admin] Deleting port 007758f1-c146-42ce-b126-3ea55ea8360b {{(pid=110297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 14:56:43.419049 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-77e406b0-b286-421c-b680-1dea5faccf4e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775477116685'] for port (007758f1-c146-42ce-b126-3ea55ea8360b), before_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:56:43.495949 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.plugins.ml2.db [None req-77e406b0-b286-421c-b680-1dea5faccf4e admin admin] For port 007758f1-c146-42ce-b126-3ea55ea8360b, host dv-cinder-840289-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-3-iscsi',level=0,port_id=007758f1-c146-42ce-b126-3ea55ea8360b,segment=NetworkSegment(40c723d8-45df-4e69-9439-7cb5b609b381),segment_id=40c723d8-45df-4e69-9439-7cb5b609b381)] {{(pid=110297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:56:43.496315 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-77e406b0-b286-421c-b680-1dea5faccf4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689583'] for port (007758f1-c146-42ce-b126-3ea55ea8360b), precommit_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:56:43.509268 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.plugins.ml2.plugin [None req-77e406b0-b286-421c-b680-1dea5faccf4e admin admin] Calling delete_port for 007758f1-c146-42ce-b126-3ea55ea8360b owned by network:dhcp {{(pid=110297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 14:56:43.581214 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-dd96712b-4627-437f-9df9-b1bfec551245 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (8b46afec-dab7-4bfa-a959-8584a0cfd79a), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:56:43.609020 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b3ce5f7-de64-4f2e-bfa9-112c8a239658 None None] DHCP port deletion for f9508427-db4d-416b-987f-da2fc50a7ea8 request from dv-cinder-840289-3-iscsi {{(pid=110299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 03 14:56:43.638528 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-77e406b0-b286-421c-b680-1dea5faccf4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775477123741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775476647069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25923557'] for port (007758f1-c146-42ce-b126-3ea55ea8360b), after_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:56:43.650897 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-4b3ce5f7-de64-4f2e-bfa9-112c8a239658 None None] Deleting port 007758f1-c146-42ce-b126-3ea55ea8360b {{(pid=110299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 14:56:43.651315 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-4b3ce5f7-de64-4f2e-bfa9-112c8a239658 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775477116685'] for port (007758f1-c146-42ce-b126-3ea55ea8360b), before_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:56:43.664343 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e406b0-b286-421c-b680-1dea5faccf4e admin admin] Pushing event deleted for resources: {'Port': ['ID=007758f1-c146-42ce-b126-3ea55ea8360b,revision_number=None']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:56:43.668798 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e406b0-b286-421c-b680-1dea5faccf4e admin admin] No DVR routers for this DVR port 007758f1-c146-42ce-b126-3ea55ea8360b on host dv-cinder-840289-3-iscsi {{(pid=110297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 14:56:43.714188 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-4b3ce5f7-de64-4f2e-bfa9-112c8a239658 None None] For port 007758f1-c146-42ce-b126-3ea55ea8360b, host dv-cinder-840289-3-iscsi, got binding levels [] {{(pid=110299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:56:43.714497 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-4b3ce5f7-de64-4f2e-bfa9-112c8a239658 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689583'] for port (007758f1-c146-42ce-b126-3ea55ea8360b), precommit_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:56:43.728072 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-4b3ce5f7-de64-4f2e-bfa9-112c8a239658 None None] Calling delete_port for 007758f1-c146-42ce-b126-3ea55ea8360b owned by network:dhcp {{(pid=110299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 14:56:43.730795 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.ipam_backend_mixin [None req-4b3ce5f7-de64-4f2e-bfa9-112c8a239658 None None] Port 007758f1-c146-42ce-b126-3ea55ea8360b was not found and therefore no delete operation was performed {{(pid=110299) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 03 14:56:43.732270 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-4b3ce5f7-de64-4f2e-bfa9-112c8a239658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775477123741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775476647069'] for port (007758f1-c146-42ce-b126-3ea55ea8360b), after_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:56:43.738663 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-77e406b0-b286-421c-b680-1dea5faccf4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727028', 'neutron.services.segments.db._delete_segments_for_network-8775477110074'] for network (f9508427-db4d-416b-987f-da2fc50a7ea8), precommit_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:56:43.757392 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3ce5f7-de64-4f2e-bfa9-112c8a239658 None None] Pushing event deleted for resources: {'Port': ['ID=007758f1-c146-42ce-b126-3ea55ea8360b,revision_number=None']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:56:43.761191 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3ce5f7-de64-4f2e-bfa9-112c8a239658 None None] No DVR routers for this DVR port 007758f1-c146-42ce-b126-3ea55ea8360b on host dv-cinder-840289-3-iscsi {{(pid=110299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 14:56:43.766737 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.services.segments.db [None req-77e406b0-b286-421c-b680-1dea5faccf4e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9508427-db4d-416b-987f-da2fc50a7ea8']}} {{(pid=110297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:56:43.777462 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.services.segments.db [None req-77e406b0-b286-421c-b680-1dea5faccf4e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40c723d8-45df-4e69-9439-7cb5b609b381') {'for_net_delete': True} {{(pid=110297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:56:43.777793 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.services.segments.db [None req-77e406b0-b286-421c-b680-1dea5faccf4e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40c723d8-45df-4e69-9439-7cb5b609b381') {} {{(pid=110297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:56:43.787652 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-77e406b0-b286-421c-b680-1dea5faccf4e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775477110851', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2155877'] for segment (40c723d8-45df-4e69-9439-7cb5b609b381), before_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:56:43.800571 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-77e406b0-b286-421c-b680-1dea5faccf4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719716'] for segment (40c723d8-45df-4e69-9439-7cb5b609b381), precommit_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:56:43.806163 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77e406b0-b286-421c-b680-1dea5faccf4e admin admin] Releasing vlan 356 on physical network physnet1 to pool {{(pid=110297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 14:56:43.806540 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-77e406b0-b286-421c-b680-1dea5faccf4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25923512'] for segment (40c723d8-45df-4e69-9439-7cb5b609b381), after_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:56:43.808206 dv-cinder-840289-3-iscsi neutron-server[110297]: Traceback (most recent call last): May 03 14:56:43.808206 dv-cinder-840289-3-iscsi neutron-server[110297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 14:56:43.808206 dv-cinder-840289-3-iscsi neutron-server[110297]: timer() May 03 14:56:43.808206 dv-cinder-840289-3-iscsi neutron-server[110297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 14:56:43.808206 dv-cinder-840289-3-iscsi neutron-server[110297]: cb(*args, **kw) May 03 14:56:43.808206 dv-cinder-840289-3-iscsi neutron-server[110297]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 03 14:56:43.808206 dv-cinder-840289-3-iscsi neutron-server[110297]: return func(*args, **kwargs) May 03 14:56:43.808206 dv-cinder-840289-3-iscsi neutron-server[110297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 14:56:43.808206 dv-cinder-840289-3-iscsi neutron-server[110297]: self._notify() May 03 14:56:43.808206 dv-cinder-840289-3-iscsi neutron-server[110297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 14:56:43.808206 dv-cinder-840289-3-iscsi neutron-server[110297]: self.callback(batched_events) May 03 14:56:43.808206 dv-cinder-840289-3-iscsi neutron-server[110297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 14:56:43.808206 dv-cinder-840289-3-iscsi neutron-server[110297]: event.method(event) May 03 14:56:43.808206 dv-cinder-840289-3-iscsi neutron-server[110297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 03 14:56:43.808206 dv-cinder-840289-3-iscsi neutron-server[110297]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 14:56:43.808206 dv-cinder-840289-3-iscsi neutron-server[110297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 03 14:56:43.808206 dv-cinder-840289-3-iscsi neutron-server[110297]: aggregate_uuid = self.p_client.list_aggregates( May 03 14:56:43.808206 dv-cinder-840289-3-iscsi neutron-server[110297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 03 14:56:43.808206 dv-cinder-840289-3-iscsi neutron-server[110297]: return f(self, *a, **k) May 03 14:56:43.808206 dv-cinder-840289-3-iscsi neutron-server[110297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 03 14:56:43.808206 dv-cinder-840289-3-iscsi neutron-server[110297]: return self._get(url).json() May 03 14:56:43.808206 dv-cinder-840289-3-iscsi neutron-server[110297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 03 14:56:43.808206 dv-cinder-840289-3-iscsi neutron-server[110297]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 14:56:43.808206 dv-cinder-840289-3-iscsi neutron-server[110297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 14:56:43.808206 dv-cinder-840289-3-iscsi neutron-server[110297]: return self.request(url, 'GET', **kwargs) May 03 14:56:43.808206 dv-cinder-840289-3-iscsi neutron-server[110297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 14:56:43.808206 dv-cinder-840289-3-iscsi neutron-server[110297]: base_url = self.get_endpoint(auth, allow=allow, May 03 14:56:43.808206 dv-cinder-840289-3-iscsi neutron-server[110297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 14:56:43.808206 dv-cinder-840289-3-iscsi neutron-server[110297]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 14:56:43.808206 dv-cinder-840289-3-iscsi neutron-server[110297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 14:56:43.808206 dv-cinder-840289-3-iscsi neutron-server[110297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 14:56:43.808206 dv-cinder-840289-3-iscsi neutron-server[110297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 14:56:43.918352 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-77e406b0-b286-421c-b680-1dea5faccf4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692117'] for network (f9508427-db4d-416b-987f-da2fc50a7ea8), after_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:56:43.923893 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-77e406b0-b286-421c-b680-1dea5faccf4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603595'] for network (None), before_response {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:56:43.927730 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-77e406b0-b286-421c-b680-1dea5faccf4e admin admin] 10.222.0.16 "DELETE /v2.0/networks/f9508427-db4d-416b-987f-da2fc50a7ea8 HTTP/1.1" status: 204 len: 168 time: 0.6249011 May 03 14:56:43.930186 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 46464) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:56:43.938438 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e406b0-b286-421c-b680-1dea5faccf4e admin admin] Pushing event deleted for resources: {'Network': ['ID=f9508427-db4d-416b-987f-da2fc50a7ea8,revision_number=None']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:56:44.120225 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Device 007758f1-c146-42ce-b126-3ea55ea8360b no longer exists at agent ovs-agent-dv-cinder-840289-3-iscsi {{(pid=110299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 14:56:44.141955 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17a3130-5382-4346-899c-ea29263d3c42 req-ad9ccc2d-f216-4bf4-a75a-de6b37dd57cb tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:56:44.143514 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-b17a3130-5382-4346-899c-ea29263d3c42 req-ad9ccc2d-f216-4bf4-a75a-de6b37dd57cb tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b52e969-e560-4421-9840-ec07a36f4705 HTTP/1.1" status: 200 len: 946 time: 0.0667889 May 03 14:56:44.147338 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] No Port match for: 007758f1-c146-42ce-b126-3ea55ea8360b {{(pid=110299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 14:56:44.147699 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Device 007758f1-c146-42ce-b126-3ea55ea8360b not bound to the agent host dv-cinder-840289-3-iscsi {{(pid=110299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 14:56:44.148124 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Device f05009db-2324-432b-8202-79dd2ef04096 no longer exists at agent ovs-agent-dv-cinder-840289-3-iscsi {{(pid=110299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 14:56:44.167810 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] No Port match for: f05009db-2324-432b-8202-79dd2ef04096 {{(pid=110299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 14:56:44.168169 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Device f05009db-2324-432b-8202-79dd2ef04096 not bound to the agent host dv-cinder-840289-3-iscsi {{(pid=110299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 14:56:44.168590 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Device d3b83fbc-e72a-4c7c-9ddd-9c05bdade1d5 no longer exists at agent ovs-agent-dv-cinder-840289-3-iscsi {{(pid=110299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 14:56:44.188074 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] No Port match for: d3b83fbc-e72a-4c7c-9ddd-9c05bdade1d5 {{(pid=110299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 14:56:44.188426 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Device d3b83fbc-e72a-4c7c-9ddd-9c05bdade1d5 not bound to the agent host dv-cinder-840289-3-iscsi {{(pid=110299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 14:56:44.253484 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-b17a3130-5382-4346-899c-ea29263d3c42 req-da7228e6-2892-49b0-80cb-da4ef031d43b tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/security-groups?id=31e32358-9e99-4d9a-8f32-87cc3c0e2ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832725 May 03 14:56:44.347371 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-02298b4f-e64c-4cb5-b829-d40900f1a573 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1689557'] for router_interface (f17d155b-f4d7-4a49-9f01-0a22007517c2), before_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:56:44.582005 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.plugin [None req-02298b4f-e64c-4cb5-b829-d40900f1a573 admin admin] Deleting port 235ebbdb-ec41-4ee1-9c43-207269a85213 {{(pid=110298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 14:56:44.582327 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-02298b4f-e64c-4cb5-b829-d40900f1a573 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775477116685'] for port (235ebbdb-ec41-4ee1-9c43-207269a85213), before_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:56:44.665985 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.db [None req-02298b4f-e64c-4cb5-b829-d40900f1a573 admin admin] For port 235ebbdb-ec41-4ee1-9c43-207269a85213, host dv-cinder-840289-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-3-iscsi',level=0,port_id=235ebbdb-ec41-4ee1-9c43-207269a85213,segment=NetworkSegment(3de36765-c65d-4d3f-9d07-ffed9a570086),segment_id=3de36765-c65d-4d3f-9d07-ffed9a570086)] {{(pid=110298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:56:44.666270 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-02298b4f-e64c-4cb5-b829-d40900f1a573 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689583'] for port (235ebbdb-ec41-4ee1-9c43-207269a85213), precommit_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:56:44.679503 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.plugin [None req-02298b4f-e64c-4cb5-b829-d40900f1a573 admin admin] Calling delete_port for 235ebbdb-ec41-4ee1-9c43-207269a85213 owned by network:router_interface {{(pid=110298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 14:56:44.935999 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-02298b4f-e64c-4cb5-b829-d40900f1a573 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775477123741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775476647069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25806886'] for port (235ebbdb-ec41-4ee1-9c43-207269a85213), after_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:56:44.960818 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02298b4f-e64c-4cb5-b829-d40900f1a573 admin admin] Pushing event deleted for resources: {'Port': ['ID=235ebbdb-ec41-4ee1-9c43-207269a85213,revision_number=None']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:56:45.142959 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-02298b4f-e64c-4cb5-b829-d40900f1a573 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1685186'] for router_interface (f17d155b-f4d7-4a49-9f01-0a22007517c2), after_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:56:45.185522 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (16d44442-859c-4c9b-bc72-04cb3b8a5d5b), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:56:45.427566 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e4734d-8788-4437-bfda-9bb1b44e4cae req-873a854e-2512-40a7-a843-053aafaae69f tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:56:45.429047 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-34e4734d-8788-4437-bfda-9bb1b44e4cae req-873a854e-2512-40a7-a843-053aafaae69f tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b52e969-e560-4421-9840-ec07a36f4705 HTTP/1.1" status: 200 len: 946 time: 0.0765166 May 03 14:56:45.433330 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02298b4f-e64c-4cb5-b829-d40900f1a573 admin admin] Router f17d155b-f4d7-4a49-9f01-0a22007517c2 has already been hosted by L3 agent a9161e1b-902d-441f-843b-a0ff0805adee {{(pid=110298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 14:56:45.525978 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-34e4734d-8788-4437-bfda-9bb1b44e4cae req-5141b228-a659-4148-b9cd-1ea180dac833 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/security-groups?id=31e32358-9e99-4d9a-8f32-87cc3c0e2ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890234 May 03 14:56:45.589559 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02298b4f-e64c-4cb5-b829-d40900f1a573 admin admin] Notify agent at l3_agent.dv-cinder-840289-3-iscsi the message routers_updated {{(pid=110298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 14:56:45.596169 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-02298b4f-e64c-4cb5-b829-d40900f1a573 admin admin] 10.222.0.16 "PUT /v2.0/routers/f17d155b-f4d7-4a49-9f01-0a22007517c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6649196 May 03 14:56:45.599064 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 46498) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:56:45.601203 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef75439-e2bf-4388-8bea-c258319ee7b9 None None] Sync routers for ids ['f17d155b-f4d7-4a49-9f01-0a22007517c2'] in dv-cinder-840289-3-iscsi {{(pid=110299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 14:56:45.614975 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef75439-e2bf-4388-8bea-c258319ee7b9 None None] Routers {'f17d155b-f4d7-4a49-9f01-0a22007517c2'} bound to L3 agent in host dv-cinder-840289-3-iscsi {{(pid=110299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:56:45.616023 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_hamode_db [None req-0ef75439-e2bf-4388-8bea-c258319ee7b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-03T14:38:11Z,description=,heartbeat_timestamp=2022-05-03T14:56:41Z,host='dv-cinder-840289-3-iscsi',id=a9161e1b-902d-441f-843b-a0ff0805adee,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:38:12Z,topic='l3_agent')) {'router_ids': ['f17d155b-f4d7-4a49-9f01-0a22007517c2'], 'active': True} {{(pid=110299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:56:45.732147 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-33b028d1-3ef5-4003-847e-c9a6e365e1df admin admin] Publish callbacks [] for router (f17d155b-f4d7-4a49-9f01-0a22007517c2), before_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:56:45.736495 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_dvr_db [None req-0ef75439-e2bf-4388-8bea-c258319ee7b9 None None] Set router f17d155b-f4d7-4a49-9f01-0a22007517c2 gateway port host: dv-cinder-840289-3-iscsi {{(pid=110299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:56:45.859187 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-33b028d1-3ef5-4003-847e-c9a6e365e1df admin admin] Publish callbacks [] for router_gateway (f17d155b-f4d7-4a49-9f01-0a22007517c2), before_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:56:45.927387 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_hamode_db [None req-0ef75439-e2bf-4388-8bea-c258319ee7b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f17d155b-f4d7-4a49-9f01-0a22007517c2', 'name': 'tempest-TestShelveInstance-1121359777-router', 'tenant_id': '32e83701e54c41e392f0c80c1709e7ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'external_fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': 'bde5db86-fcfb-4a6d-9adc-cb335d7b9294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:48:55Z', 'updated_at': '2022-05-03T14:56:44Z', 'revision_number': 5, 'project_id': '32e83701e54c41e392f0c80c1709e7ed', 'gw_port': {'id': 'bde5db86-fcfb-4a6d-9adc-cb335d7b9294', 'name': '', 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:5e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f17d155b-f4d7-4a49-9f01-0a22007517c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:48:56Z', 'updated_at': '2022-05-03T14:49:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f907060b-4748-4522-aeb5-06a44b689374', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-3-iscsi'}], 'dv-cinder-840289-3-iscsi', False) {} {{(pid=110299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:56:45.955555 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef75439-e2bf-4388-8bea-c258319ee7b9 None None] Checking router: f17d155b-f4d7-4a49-9f01-0a22007517c2 for host: dv-cinder-840289-3-iscsi {{(pid=110299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 14:56:45.964336 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef75439-e2bf-4388-8bea-c258319ee7b9 None None] Routers {'f17d155b-f4d7-4a49-9f01-0a22007517c2'} bound to L3 agent in host dv-cinder-840289-3-iscsi {{(pid=110299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:56:45.965086 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_hamode_db [None req-0ef75439-e2bf-4388-8bea-c258319ee7b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-03T14:38:11Z,description=,heartbeat_timestamp=2022-05-03T14:56:41Z,host='dv-cinder-840289-3-iscsi',id=a9161e1b-902d-441f-843b-a0ff0805adee,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:38:12Z,topic='l3_agent')) {'router_ids': ['f17d155b-f4d7-4a49-9f01-0a22007517c2'], 'active': True} {{(pid=110299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:56:46.006574 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.agents_db [None req-dd30728e-be63-467e-afaf-aba6f24eb33e None None] Agent healthcheck: found 6 active agents {{(pid=110300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 14:56:46.012030 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.plugins.ml2.plugin [None req-33b028d1-3ef5-4003-847e-c9a6e365e1df admin admin] Deleting port bde5db86-fcfb-4a6d-9adc-cb335d7b9294 {{(pid=110297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 14:56:46.012380 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-33b028d1-3ef5-4003-847e-c9a6e365e1df admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775477116685'] for port (bde5db86-fcfb-4a6d-9adc-cb335d7b9294), before_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:56:46.060391 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_dvr_db [None req-0ef75439-e2bf-4388-8bea-c258319ee7b9 None None] Set router f17d155b-f4d7-4a49-9f01-0a22007517c2 gateway port host: None {{(pid=110299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:56:46.126259 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_hamode_db [None req-0ef75439-e2bf-4388-8bea-c258319ee7b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f17d155b-f4d7-4a49-9f01-0a22007517c2', 'name': 'tempest-TestShelveInstance-1121359777-router', 'tenant_id': '32e83701e54c41e392f0c80c1709e7ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:48:55Z', 'updated_at': '2022-05-03T14:56:45Z', 'revision_number': 6, 'project_id': '32e83701e54c41e392f0c80c1709e7ed', 'gw_port_host': None}], 'dv-cinder-840289-3-iscsi', False) {} {{(pid=110299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:56:46.147330 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.plugins.ml2.db [None req-33b028d1-3ef5-4003-847e-c9a6e365e1df admin admin] For port bde5db86-fcfb-4a6d-9adc-cb335d7b9294, host dv-cinder-840289-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-3-iscsi',level=0,port_id=bde5db86-fcfb-4a6d-9adc-cb335d7b9294,segment=NetworkSegment(0c3170a2-2f96-4172-a4d6-7b5474706bd0),segment_id=0c3170a2-2f96-4172-a4d6-7b5474706bd0)] {{(pid=110297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:56:46.147787 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-33b028d1-3ef5-4003-847e-c9a6e365e1df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689583'] for port (bde5db86-fcfb-4a6d-9adc-cb335d7b9294), precommit_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:56:46.164291 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.plugins.ml2.plugin [None req-33b028d1-3ef5-4003-847e-c9a6e365e1df admin admin] Calling delete_port for bde5db86-fcfb-4a6d-9adc-cb335d7b9294 owned by network:router_gateway {{(pid=110297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 14:56:46.183314 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef75439-e2bf-4388-8bea-c258319ee7b9 None None] The sync data for ids ['f17d155b-f4d7-4a49-9f01-0a22007517c2'] in dv-cinder-840289-3-iscsi is: [{'id': 'f17d155b-f4d7-4a49-9f01-0a22007517c2', 'name': 'tempest-TestShelveInstance-1121359777-router', 'tenant_id': '32e83701e54c41e392f0c80c1709e7ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:48:55Z', 'updated_at': '2022-05-03T14:56:45Z', 'revision_number': 6, 'project_id': '32e83701e54c41e392f0c80c1709e7ed', 'gw_port_host': None}] {{(pid=110299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 14:56:46.567830 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-33b028d1-3ef5-4003-847e-c9a6e365e1df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775477123741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775476647069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25923557'] for port (bde5db86-fcfb-4a6d-9adc-cb335d7b9294), after_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:56:46.605976 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b028d1-3ef5-4003-847e-c9a6e365e1df admin admin] Pushing event deleted for resources: {'Port': ['ID=bde5db86-fcfb-4a6d-9adc-cb335d7b9294,revision_number=None']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:56:46.745694 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-33b028d1-3ef5-4003-847e-c9a6e365e1df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1698215'] for router_gateway (f17d155b-f4d7-4a49-9f01-0a22007517c2), after_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:56:46.758892 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc61ff6-27c5-4350-946f-cfdee0bcb36a req-f26488fc-7be4-426e-b6a8-48b39bab9f4e tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:56:46.765649 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-0fc61ff6-27c5-4350-946f-cfdee0bcb36a req-f26488fc-7be4-426e-b6a8-48b39bab9f4e tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b52e969-e560-4421-9840-ec07a36f4705 HTTP/1.1" status: 200 len: 946 time: 0.0871086 May 03 14:56:46.825696 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-0fc61ff6-27c5-4350-946f-cfdee0bcb36a req-d7f6b745-beed-45ca-aaf3-eef3495dc7ee tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/security-groups?id=31e32358-9e99-4d9a-8f32-87cc3c0e2ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540516 May 03 14:56:46.867296 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-33b028d1-3ef5-4003-847e-c9a6e365e1df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1693307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3127'] for router (f17d155b-f4d7-4a49-9f01-0a22007517c2), precommit_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:56:46.869804 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-33b028d1-3ef5-4003-847e-c9a6e365e1df admin admin] Publish callbacks [] for router_controller (f17d155b-f4d7-4a49-9f01-0a22007517c2), precommit_delete_associations {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:56:47.018003 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-33b028d1-3ef5-4003-847e-c9a6e365e1df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693298'] for router (f17d155b-f4d7-4a49-9f01-0a22007517c2), after_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:56:47.018636 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33b028d1-3ef5-4003-847e-c9a6e365e1df admin admin] Fanout notify agent at l3_agent the message router_deleted on router f17d155b-f4d7-4a49-9f01-0a22007517c2 {{(pid=110297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 03 14:56:47.035337 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-33b028d1-3ef5-4003-847e-c9a6e365e1df admin admin] Publish callbacks [] for router (None), before_response {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:56:47.036523 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-33b028d1-3ef5-4003-847e-c9a6e365e1df admin admin] 10.222.0.16 "DELETE /v2.0/routers/f17d155b-f4d7-4a49-9f01-0a22007517c2 HTTP/1.1" status: 204 len: 168 time: 1.4364645 May 03 14:56:47.039446 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 46502) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:56:47.100449 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e8fe7bd-01b5-4395-aa5e-6ab981fc766a admin admin] Deleting subnet b895194c-9f55-445f-b2b3-fa19a685d142 {{(pid=110298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 03 14:56:47.105289 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-9e8fe7bd-01b5-4395-aa5e-6ab981fc766a admin admin] Publish callbacks [] for subnet (b895194c-9f55-445f-b2b3-fa19a685d142), before_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:56:47.146883 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-9e8fe7bd-01b5-4395-aa5e-6ab981fc766a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3229775'] for subnet (b895194c-9f55-445f-b2b3-fa19a685d142), precommit_delete_associations {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:56:47.289056 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-9e8fe7bd-01b5-4395-aa5e-6ab981fc766a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-723521'] for subnet (b895194c-9f55-445f-b2b3-fa19a685d142), precommit_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:56:47.427319 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-9e8fe7bd-01b5-4395-aa5e-6ab981fc766a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-723528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25806865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25436570'] for subnet (b895194c-9f55-445f-b2b3-fa19a685d142), after_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:56:47.456824 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8fe7bd-01b5-4395-aa5e-6ab981fc766a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b895194c-9f55-445f-b2b3-fa19a685d142,revision_number=None']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:56:47.464668 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-9e8fe7bd-01b5-4395-aa5e-6ab981fc766a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603595'] for subnet (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:56:47.471998 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7a5f952-ed39-406d-82e5-8f4d04132a0a None None] Network 8111c045-cb91-4ca9-8f35-437a2d6b6f61 requested from dv-cinder-840289-3-iscsi {{(pid=110299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 14:56:47.476087 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-9e8fe7bd-01b5-4395-aa5e-6ab981fc766a admin admin] 10.222.0.16 "DELETE /v2.0/subnets/b895194c-9f55-445f-b2b3-fa19a685d142 HTTP/1.1" status: 204 len: 168 time: 0.4353476 May 03 14:56:47.479468 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 46504) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:56:47.578280 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-5b20a2f4-efff-40f7-9afa-b1f35cead545 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636243'] for network (8111c045-cb91-4ca9-8f35-437a2d6b6f61), before_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:56:47.633172 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.plugins.ml2.plugin [None req-5b20a2f4-efff-40f7-9afa-b1f35cead545 admin admin] Deleting port 6b819459-f973-476e-821d-e94870c45332 {{(pid=110297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 14:56:47.633797 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-5b20a2f4-efff-40f7-9afa-b1f35cead545 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775477116685'] for port (6b819459-f973-476e-821d-e94870c45332), before_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:56:47.667749 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fb1e8f9-4fb8-4410-8862-d7910885d740 None None] DHCP port deletion for 8111c045-cb91-4ca9-8f35-437a2d6b6f61 request from dv-cinder-840289-3-iscsi {{(pid=110299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 03 14:56:47.713226 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-2fb1e8f9-4fb8-4410-8862-d7910885d740 None None] Deleting port 6b819459-f973-476e-821d-e94870c45332 {{(pid=110299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 14:56:47.714096 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-2fb1e8f9-4fb8-4410-8862-d7910885d740 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775477116685'] for port (6b819459-f973-476e-821d-e94870c45332), before_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:56:47.723479 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.plugins.ml2.db [None req-5b20a2f4-efff-40f7-9afa-b1f35cead545 admin admin] For port 6b819459-f973-476e-821d-e94870c45332, host dv-cinder-840289-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-3-iscsi',level=0,port_id=6b819459-f973-476e-821d-e94870c45332,segment=NetworkSegment(3de36765-c65d-4d3f-9d07-ffed9a570086),segment_id=3de36765-c65d-4d3f-9d07-ffed9a570086)] {{(pid=110297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:56:47.723849 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-5b20a2f4-efff-40f7-9afa-b1f35cead545 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689583'] for port (6b819459-f973-476e-821d-e94870c45332), precommit_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:56:47.742064 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.plugins.ml2.plugin [None req-5b20a2f4-efff-40f7-9afa-b1f35cead545 admin admin] Calling delete_port for 6b819459-f973-476e-821d-e94870c45332 owned by network:dhcp {{(pid=110297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 14:56:47.787422 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-2fb1e8f9-4fb8-4410-8862-d7910885d740 None None] For port 6b819459-f973-476e-821d-e94870c45332, host dv-cinder-840289-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-3-iscsi',level=0,port_id=6b819459-f973-476e-821d-e94870c45332,segment=NetworkSegment(3de36765-c65d-4d3f-9d07-ffed9a570086),segment_id=3de36765-c65d-4d3f-9d07-ffed9a570086)] {{(pid=110299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:56:47.787832 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-2fb1e8f9-4fb8-4410-8862-d7910885d740 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689583'] for port (6b819459-f973-476e-821d-e94870c45332), precommit_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:56:47.806175 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-2fb1e8f9-4fb8-4410-8862-d7910885d740 None None] Calling delete_port for 6b819459-f973-476e-821d-e94870c45332 owned by network:dhcp {{(pid=110299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 14:56:47.941221 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-5b20a2f4-efff-40f7-9afa-b1f35cead545 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775477123741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775476647069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25923557'] for port (6b819459-f973-476e-821d-e94870c45332), after_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:56:47.945753 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a958ac46-2755-4a43-932b-3cc320597440 req-d9be5fdc-664a-44d8-8471-959365784c43 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:56:47.946526 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-a958ac46-2755-4a43-932b-3cc320597440 req-d9be5fdc-664a-44d8-8471-959365784c43 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b52e969-e560-4421-9840-ec07a36f4705 HTTP/1.1" status: 200 len: 946 time: 0.0572007 May 03 14:56:47.955923 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-2fb1e8f9-4fb8-4410-8862-d7910885d740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775477123741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775476647069'] for port (6b819459-f973-476e-821d-e94870c45332), after_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:56:47.971765 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b20a2f4-efff-40f7-9afa-b1f35cead545 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b819459-f973-476e-821d-e94870c45332,revision_number=None']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:56:47.975453 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b20a2f4-efff-40f7-9afa-b1f35cead545 admin admin] No DVR routers for this DVR port 6b819459-f973-476e-821d-e94870c45332 on host dv-cinder-840289-3-iscsi {{(pid=110297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 14:56:47.989140 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb1e8f9-4fb8-4410-8862-d7910885d740 None None] Pushing event deleted for resources: {'Port': ['ID=6b819459-f973-476e-821d-e94870c45332,revision_number=None']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:56:47.993236 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb1e8f9-4fb8-4410-8862-d7910885d740 None None] No DVR routers for this DVR port 6b819459-f973-476e-821d-e94870c45332 on host dv-cinder-840289-3-iscsi {{(pid=110299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 14:56:48.042361 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-a958ac46-2755-4a43-932b-3cc320597440 req-70b3801f-b4c7-4160-8f7f-e89e30cfc8a5 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/security-groups?id=31e32358-9e99-4d9a-8f32-87cc3c0e2ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852213 May 03 14:56:48.072695 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-5b20a2f4-efff-40f7-9afa-b1f35cead545 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727028', 'neutron.services.segments.db._delete_segments_for_network-8775477110074'] for network (8111c045-cb91-4ca9-8f35-437a2d6b6f61), precommit_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:56:48.097657 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.services.segments.db [None req-5b20a2f4-efff-40f7-9afa-b1f35cead545 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8111c045-cb91-4ca9-8f35-437a2d6b6f61']}} {{(pid=110297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:56:48.108031 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.services.segments.db [None req-5b20a2f4-efff-40f7-9afa-b1f35cead545 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3de36765-c65d-4d3f-9d07-ffed9a570086') {'for_net_delete': True} {{(pid=110297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:56:48.108335 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.services.segments.db [None req-5b20a2f4-efff-40f7-9afa-b1f35cead545 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3de36765-c65d-4d3f-9d07-ffed9a570086') {} {{(pid=110297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:56:48.118641 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-5b20a2f4-efff-40f7-9afa-b1f35cead545 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775477110851', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2155877'] for segment (3de36765-c65d-4d3f-9d07-ffed9a570086), before_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:56:48.144760 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-5b20a2f4-efff-40f7-9afa-b1f35cead545 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719716'] for segment (3de36765-c65d-4d3f-9d07-ffed9a570086), precommit_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:56:48.153293 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b20a2f4-efff-40f7-9afa-b1f35cead545 admin admin] Releasing vlan 379 on physical network physnet1 to pool {{(pid=110297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 14:56:48.153616 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-5b20a2f4-efff-40f7-9afa-b1f35cead545 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25923512'] for segment (3de36765-c65d-4d3f-9d07-ffed9a570086), after_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:56:48.156962 dv-cinder-840289-3-iscsi neutron-server[110297]: Traceback (most recent call last): May 03 14:56:48.156962 dv-cinder-840289-3-iscsi neutron-server[110297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 14:56:48.156962 dv-cinder-840289-3-iscsi neutron-server[110297]: timer() May 03 14:56:48.156962 dv-cinder-840289-3-iscsi neutron-server[110297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 14:56:48.156962 dv-cinder-840289-3-iscsi neutron-server[110297]: cb(*args, **kw) May 03 14:56:48.156962 dv-cinder-840289-3-iscsi neutron-server[110297]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 03 14:56:48.156962 dv-cinder-840289-3-iscsi neutron-server[110297]: return func(*args, **kwargs) May 03 14:56:48.156962 dv-cinder-840289-3-iscsi neutron-server[110297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 14:56:48.156962 dv-cinder-840289-3-iscsi neutron-server[110297]: self._notify() May 03 14:56:48.156962 dv-cinder-840289-3-iscsi neutron-server[110297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 14:56:48.156962 dv-cinder-840289-3-iscsi neutron-server[110297]: self.callback(batched_events) May 03 14:56:48.156962 dv-cinder-840289-3-iscsi neutron-server[110297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 14:56:48.156962 dv-cinder-840289-3-iscsi neutron-server[110297]: event.method(event) May 03 14:56:48.156962 dv-cinder-840289-3-iscsi neutron-server[110297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 03 14:56:48.156962 dv-cinder-840289-3-iscsi neutron-server[110297]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 14:56:48.156962 dv-cinder-840289-3-iscsi neutron-server[110297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 03 14:56:48.156962 dv-cinder-840289-3-iscsi neutron-server[110297]: aggregate_uuid = self.p_client.list_aggregates( May 03 14:56:48.156962 dv-cinder-840289-3-iscsi neutron-server[110297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 03 14:56:48.156962 dv-cinder-840289-3-iscsi neutron-server[110297]: return f(self, *a, **k) May 03 14:56:48.156962 dv-cinder-840289-3-iscsi neutron-server[110297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 03 14:56:48.156962 dv-cinder-840289-3-iscsi neutron-server[110297]: return self._get(url).json() May 03 14:56:48.156962 dv-cinder-840289-3-iscsi neutron-server[110297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 03 14:56:48.156962 dv-cinder-840289-3-iscsi neutron-server[110297]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 14:56:48.156962 dv-cinder-840289-3-iscsi neutron-server[110297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 14:56:48.156962 dv-cinder-840289-3-iscsi neutron-server[110297]: return self.request(url, 'GET', **kwargs) May 03 14:56:48.156962 dv-cinder-840289-3-iscsi neutron-server[110297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 14:56:48.156962 dv-cinder-840289-3-iscsi neutron-server[110297]: base_url = self.get_endpoint(auth, allow=allow, May 03 14:56:48.156962 dv-cinder-840289-3-iscsi neutron-server[110297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 14:56:48.156962 dv-cinder-840289-3-iscsi neutron-server[110297]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 14:56:48.156962 dv-cinder-840289-3-iscsi neutron-server[110297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 14:56:48.156962 dv-cinder-840289-3-iscsi neutron-server[110297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 14:56:48.156962 dv-cinder-840289-3-iscsi neutron-server[110297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 14:56:48.163157 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Device bde5db86-fcfb-4a6d-9adc-cb335d7b9294 no longer exists at agent ovs-agent-dv-cinder-840289-3-iscsi {{(pid=110299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 14:56:48.187113 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] No Port match for: bde5db86-fcfb-4a6d-9adc-cb335d7b9294 {{(pid=110299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 14:56:48.187583 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Device bde5db86-fcfb-4a6d-9adc-cb335d7b9294 not bound to the agent host dv-cinder-840289-3-iscsi {{(pid=110299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 14:56:48.188000 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Device 235ebbdb-ec41-4ee1-9c43-207269a85213 no longer exists at agent ovs-agent-dv-cinder-840289-3-iscsi {{(pid=110299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 14:56:48.211510 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] No Port match for: 235ebbdb-ec41-4ee1-9c43-207269a85213 {{(pid=110299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 14:56:48.211851 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Device 235ebbdb-ec41-4ee1-9c43-207269a85213 not bound to the agent host dv-cinder-840289-3-iscsi {{(pid=110299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 14:56:48.212468 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Device 6b819459-f973-476e-821d-e94870c45332 no longer exists at agent ovs-agent-dv-cinder-840289-3-iscsi {{(pid=110299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 14:56:48.233090 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] No Port match for: 6b819459-f973-476e-821d-e94870c45332 {{(pid=110299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 14:56:48.233443 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Device 6b819459-f973-476e-821d-e94870c45332 not bound to the agent host dv-cinder-840289-3-iscsi {{(pid=110299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 14:56:48.299347 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-5b20a2f4-efff-40f7-9afa-b1f35cead545 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692117'] for network (8111c045-cb91-4ca9-8f35-437a2d6b6f61), after_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:56:48.304864 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-5b20a2f4-efff-40f7-9afa-b1f35cead545 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603595'] for network (None), before_response {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:56:48.311695 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-5b20a2f4-efff-40f7-9afa-b1f35cead545 admin admin] 10.222.0.16 "DELETE /v2.0/networks/8111c045-cb91-4ca9-8f35-437a2d6b6f61 HTTP/1.1" status: 204 len: 168 time: 0.8312275 May 03 14:56:48.323117 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b20a2f4-efff-40f7-9afa-b1f35cead545 admin admin] Pushing event deleted for resources: {'Network': ['ID=8111c045-cb91-4ca9-8f35-437a2d6b6f61,revision_number=None']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:56:48.604744 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 46510) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:56:48.648813 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-ecb4dc6f-028e-4058-9e7a-3e9afd144bb0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7d4c047e715a4907a16f3e647f380b0b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0427599 May 03 14:56:48.651297 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 46512) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:56:48.708989 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-cffc7308-bfc8-4da5-b57e-fc888aa62059 admin admin] Publish callbacks [] for security_group (e829e9f6-99c8-4c80-b852-4f7f71962446), before_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:56:48.734772 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-cffc7308-bfc8-4da5-b57e-fc888aa62059 admin admin] Publish callbacks [] for security_group (e829e9f6-99c8-4c80-b852-4f7f71962446), precommit_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:56:48.924446 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-cffc7308-bfc8-4da5-b57e-fc888aa62059 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (e829e9f6-99c8-4c80-b852-4f7f71962446), after_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:56:48.959453 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-cffc7308-bfc8-4da5-b57e-fc888aa62059 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:56:48.959453 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-cffc7308-bfc8-4da5-b57e-fc888aa62059 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e829e9f6-99c8-4c80-b852-4f7f71962446 HTTP/1.1" status: 204 len: 168 time: 0.2753787 May 03 14:56:48.959453 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffc7308-bfc8-4da5-b57e-fc888aa62059 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e829e9f6-99c8-4c80-b852-4f7f71962446,revision_number=None']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:56:49.174503 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bc862d-5f2b-4f1e-933c-650ec2c78aa7 req-5f43aa04-91fc-4acb-a9b5-2948a216c56c tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:56:49.176122 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-d0bc862d-5f2b-4f1e-933c-650ec2c78aa7 req-5f43aa04-91fc-4acb-a9b5-2948a216c56c tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b52e969-e560-4421-9840-ec07a36f4705 HTTP/1.1" status: 200 len: 946 time: 0.0624614 May 03 14:56:49.275508 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-d0bc862d-5f2b-4f1e-933c-650ec2c78aa7 req-5c34d668-d08c-4f60-b4f0-82ed6567c31b tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/security-groups?id=31e32358-9e99-4d9a-8f32-87cc3c0e2ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937994 May 03 14:56:49.918650 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 46526) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:56:49.964641 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-e519f7dc-65e1-4edf-b67a-9981c0d106c3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=32e83701e54c41e392f0c80c1709e7ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0436850 May 03 14:56:49.967771 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 46528) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:56:50.023054 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-b5b102b8-5660-4c3b-a265-2872bb4aa85a admin admin] Publish callbacks [] for security_group (4d413c5d-d828-4804-893c-3e04f3ef3213), before_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:56:50.051387 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-b5b102b8-5660-4c3b-a265-2872bb4aa85a admin admin] Publish callbacks [] for security_group (4d413c5d-d828-4804-893c-3e04f3ef3213), precommit_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:56:50.170705 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-b5b102b8-5660-4c3b-a265-2872bb4aa85a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (4d413c5d-d828-4804-893c-3e04f3ef3213), after_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:56:50.173656 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-b5b102b8-5660-4c3b-a265-2872bb4aa85a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:56:50.176283 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-b5b102b8-5660-4c3b-a265-2872bb4aa85a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4d413c5d-d828-4804-893c-3e04f3ef3213 HTTP/1.1" status: 204 len: 168 time: 0.2063696 May 03 14:56:50.187318 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b102b8-5660-4c3b-a265-2872bb4aa85a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d413c5d-d828-4804-893c-3e04f3ef3213,revision_number=None']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:56:50.406348 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6f21d7-11e9-425d-b862-fc1d5266d65f req-c763f998-363b-40bc-8a1e-13db1b798092 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:56:50.407928 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-aa6f21d7-11e9-425d-b862-fc1d5266d65f req-c763f998-363b-40bc-8a1e-13db1b798092 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b52e969-e560-4421-9840-ec07a36f4705 HTTP/1.1" status: 200 len: 946 time: 0.0572405 May 03 14:56:50.465291 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-aa6f21d7-11e9-425d-b862-fc1d5266d65f req-1edce969-e7ca-4ea0-8eea-0f7268ac08d7 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/security-groups?id=31e32358-9e99-4d9a-8f32-87cc3c0e2ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503733 May 03 14:56:51.600966 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91166f6b-67d1-421e-b9fb-35a99588fbfd req-716284fe-ac46-4139-9eda-3e1ab732aef0 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:56:51.602647 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-91166f6b-67d1-421e-b9fb-35a99588fbfd req-716284fe-ac46-4139-9eda-3e1ab732aef0 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b52e969-e560-4421-9840-ec07a36f4705 HTTP/1.1" status: 200 len: 946 time: 0.0506587 May 03 14:56:51.664053 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-91166f6b-67d1-421e-b9fb-35a99588fbfd req-9848cbcc-1d03-4e92-8b0f-55ea86721f43 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/security-groups?id=31e32358-9e99-4d9a-8f32-87cc3c0e2ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538080 May 03 14:56:52.795226 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134fb126-9e64-439f-a4de-8241dcdab753 req-8fef1300-e2f3-4b82-9933-e6973da11830 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:56:52.796970 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-134fb126-9e64-439f-a4de-8241dcdab753 req-8fef1300-e2f3-4b82-9933-e6973da11830 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b52e969-e560-4421-9840-ec07a36f4705 HTTP/1.1" status: 200 len: 946 time: 0.0609996 May 03 14:56:52.852036 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-134fb126-9e64-439f-a4de-8241dcdab753 req-a671647d-72de-41c2-90be-515142a2b3e8 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/security-groups?id=31e32358-9e99-4d9a-8f32-87cc3c0e2ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486288 May 03 14:56:53.983541 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c21e3d-d11d-4ea6-b86d-378c92a580eb req-cd44134e-0af6-48af-8f29-854fc8e14798 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:56:53.986318 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-31c21e3d-d11d-4ea6-b86d-378c92a580eb req-cd44134e-0af6-48af-8f29-854fc8e14798 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b52e969-e560-4421-9840-ec07a36f4705 HTTP/1.1" status: 200 len: 946 time: 0.0516145 May 03 14:56:54.045570 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-31c21e3d-d11d-4ea6-b86d-378c92a580eb req-7ead04d5-db76-4bd9-828c-7978cc14314d tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/security-groups?id=31e32358-9e99-4d9a-8f32-87cc3c0e2ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528944 May 03 14:56:55.175378 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777a5ff5-b9dd-4cc0-b0f1-dd02a38cd34a req-7c5359d2-d3f8-4a7f-872c-433cde59fad9 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:56:55.177670 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-777a5ff5-b9dd-4cc0-b0f1-dd02a38cd34a req-7c5359d2-d3f8-4a7f-872c-433cde59fad9 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b52e969-e560-4421-9840-ec07a36f4705 HTTP/1.1" status: 200 len: 946 time: 0.0529478 May 03 14:56:55.233598 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-777a5ff5-b9dd-4cc0-b0f1-dd02a38cd34a req-6bc4ab2f-44fa-4a21-89c6-4a6eb9ddce8c tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/security-groups?id=31e32358-9e99-4d9a-8f32-87cc3c0e2ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493894 May 03 14:56:56.366148 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6dc088-1f70-41f0-ab67-2231a9b64904 req-9eb7d26d-b9af-4738-a9d1-09e2f6195a2c tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:56:56.366148 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-1d6dc088-1f70-41f0-ab67-2231a9b64904 req-9eb7d26d-b9af-4738-a9d1-09e2f6195a2c tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b52e969-e560-4421-9840-ec07a36f4705 HTTP/1.1" status: 200 len: 946 time: 0.0517969 May 03 14:56:56.415911 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-1d6dc088-1f70-41f0-ab67-2231a9b64904 req-f5070e07-2372-44a3-a267-925b7eadcf1a tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/security-groups?id=31e32358-9e99-4d9a-8f32-87cc3c0e2ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462418 May 03 14:56:57.531449 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c3b522-36f3-4265-96b1-b9712967af6b req-5e1f5394-43ab-4716-9555-0a6f0c154cdc tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:56:57.532906 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-59c3b522-36f3-4265-96b1-b9712967af6b req-5e1f5394-43ab-4716-9555-0a6f0c154cdc tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b52e969-e560-4421-9840-ec07a36f4705 HTTP/1.1" status: 200 len: 946 time: 0.0472224 May 03 14:56:57.580349 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-59c3b522-36f3-4265-96b1-b9712967af6b req-4d377745-6a2d-49fa-9b6b-8336e5e41951 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/security-groups?id=31e32358-9e99-4d9a-8f32-87cc3c0e2ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416181 May 03 14:56:58.040343 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7dfb94-e941-44ec-8880-f9e0ad999f84 req-b42aeb44-b406-43b6-a9ed-afb2bf837984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:56:58.041708 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [req-5b7dfb94-e941-44ec-8880-f9e0ad999f84 req-b42aeb44-b406-43b6-a9ed-afb2bf837984 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ea2dc692f2754b34afd1a52dad1c2cb3&device_id=0b52e969-e560-4421-9840-ec07a36f4705 HTTP/1.1" status: 200 len: 1130 time: 0.0427079 May 03 14:56:58.130584 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7dfb94-e941-44ec-8880-f9e0ad999f84 req-86678bd6-5b56-4b15-a13a-b8e2613192ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:56:58.132082 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [req-5b7dfb94-e941-44ec-8880-f9e0ad999f84 req-86678bd6-5b56-4b15-a13a-b8e2613192ab service neutron] 10.222.0.55 "GET /v2.0/networks?id=e149baab-37b5-49e7-bbfb-d6c5aa20aff6 HTTP/1.1" status: 200 len: 917 time: 0.0837579 May 03 14:56:58.199526 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [req-5b7dfb94-e941-44ec-8880-f9e0ad999f84 req-e41f7939-14cb-4a87-bf7c-be5a74a801c4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5065e01a-6bcf-41fb-aa85-83223e736325 HTTP/1.1" status: 200 len: 1001 time: 0.0605829 May 03 14:56:58.245984 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7dfb94-e941-44ec-8880-f9e0ad999f84 req-e3c2319e-fe7f-4142-ac12-85f9de02cbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:56:58.248095 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [req-5b7dfb94-e941-44ec-8880-f9e0ad999f84 req-e3c2319e-fe7f-4142-ac12-85f9de02cbd9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d36733c8-18a7-47f6-a054-ee0e84dd3169 HTTP/1.1" status: 200 len: 855 time: 0.0422401 May 03 14:56:58.290538 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7dfb94-e941-44ec-8880-f9e0ad999f84 req-c73385d0-6d5d-411e-a7f3-99b42ae990af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:56:58.291960 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [req-5b7dfb94-e941-44ec-8880-f9e0ad999f84 req-c73385d0-6d5d-411e-a7f3-99b42ae990af service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e149baab-37b5-49e7-bbfb-d6c5aa20aff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0381379 May 03 14:56:58.383086 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [req-5b7dfb94-e941-44ec-8880-f9e0ad999f84 req-6ca158f2-2328-4177-8cc1-239d22bc05e6 service neutron] 10.222.0.55 "GET /v2.0/networks/e149baab-37b5-49e7-bbfb-d6c5aa20aff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848122 May 03 14:56:58.468616 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [req-5b7dfb94-e941-44ec-8880-f9e0ad999f84 req-d4d6cd40-65f6-4883-bcf6-d2bf83f0c43b service neutron] 10.222.0.55 "GET /v2.0/networks/e149baab-37b5-49e7-bbfb-d6c5aa20aff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795391 May 03 14:56:58.698208 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b71fb2f-2e03-4a89-a6ac-83be53061061 req-21acf15a-add9-4b87-9a68-3bb8c49635de tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:56:58.699697 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-1b71fb2f-2e03-4a89-a6ac-83be53061061 req-21acf15a-add9-4b87-9a68-3bb8c49635de tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b52e969-e560-4421-9840-ec07a36f4705 HTTP/1.1" status: 200 len: 946 time: 0.0480106 May 03 14:56:58.749045 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-1b71fb2f-2e03-4a89-a6ac-83be53061061 req-2f7d88a3-ebe3-415d-8c0b-45516e31173c tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/security-groups?id=31e32358-9e99-4d9a-8f32-87cc3c0e2ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438542 May 03 14:56:58.952367 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (26e70f58-a201-437c-be8d-fd2714f100da), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:56:59.873733 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bacd08-fef0-4cfb-8329-5508120966a4 req-34c11941-b184-4a6b-8b6d-d663d6cf6895 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:56:59.875218 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-f6bacd08-fef0-4cfb-8329-5508120966a4 req-34c11941-b184-4a6b-8b6d-d663d6cf6895 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b52e969-e560-4421-9840-ec07a36f4705 HTTP/1.1" status: 200 len: 946 time: 0.0550179 May 03 14:56:59.921186 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-f6bacd08-fef0-4cfb-8329-5508120966a4 req-c458b7f8-0f53-4fa2-b3f2-371922f56147 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/security-groups?id=31e32358-9e99-4d9a-8f32-87cc3c0e2ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404859 May 03 14:57:01.040878 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6401240d-a958-47c8-ab2c-78afc12d8219 req-8458f46d-8944-4f1a-ab1e-2040f7cebef4 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:57:01.042715 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-6401240d-a958-47c8-ab2c-78afc12d8219 req-8458f46d-8944-4f1a-ab1e-2040f7cebef4 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b52e969-e560-4421-9840-ec07a36f4705 HTTP/1.1" status: 200 len: 946 time: 0.0484984 May 03 14:57:01.090248 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-6401240d-a958-47c8-ab2c-78afc12d8219 req-98677626-fa44-459c-a880-4d07289ae196 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/security-groups?id=31e32358-9e99-4d9a-8f32-87cc3c0e2ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422742 May 03 14:57:02.337319 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Device 5065e01a-6bcf-41fb-aa85-83223e736325 no longer exists at agent hyperv_hv-cinder-84028 {{(pid=110299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 14:57:02.415385 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Current status of the port 5065e01a-6bcf-41fb-aa85-83223e736325 is: ACTIVE; New status is: DOWN {{(pid=110299) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:57:02.415781 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (5065e01a-6bcf-41fb-aa85-83223e736325), before_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:57:02.438107 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b52e969-e560-4421-9840-ec07a36f4705', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5065e01a-6bcf-41fb-aa85-83223e736325'}] {{(pid=110299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 14:57:02.440378 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfb0ab9603dc6f24b101a3230295415c8ec2a7bf959fde45f0826688655bbcbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ff2a47d-e3db-483e-b464-18d2cade5186" -d '{"events": [{"server_uuid": "0b52e969-e560-4421-9840-ec07a36f4705", "name": "network-vif-unplugged", "status": "completed", "tag": "5065e01a-6bcf-41fb-aa85-83223e736325"}]}' {{(pid=110299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 14:57:02.457228 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] For port 5065e01a-6bcf-41fb-aa85-83223e736325, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=5065e01a-6bcf-41fb-aa85-83223e736325,segment=NetworkSegment(ec924deb-2fdc-4ebf-b172-c8dd32bc7b93),segment_id=ec924deb-2fdc-4ebf-b172-c8dd32bc7b93)] {{(pid=110299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:57:02.475414 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 03 May 2022 14:57:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76001172-fe5c-44c2-a136-3f2c20db3304 x-openstack-request-id: req-76001172-fe5c-44c2-a136-3f2c20db3304 {{(pid=110299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 14:57:02.475706 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b52e969-e560-4421-9840-ec07a36f4705", "name": "network-vif-unplugged", "status": "failed", "tag": "5065e01a-6bcf-41fb-aa85-83223e736325", "code": 422}]} {{(pid=110299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 14:57:02.475963 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-76001172-fe5c-44c2-a136-3f2c20db3304 {{(pid=110299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 14:57:02.476402 dv-cinder-840289-3-iscsi neutron-server[110299]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-76001172-fe5c-44c2-a136-3f2c20db3304']: {'server_uuid': '0b52e969-e560-4421-9840-ec07a36f4705', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5065e01a-6bcf-41fb-aa85-83223e736325', 'code': 422} returned with failed status May 03 14:57:02.521459 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096'] for port (5065e01a-6bcf-41fb-aa85-83223e736325), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:57:02.572091 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Pushing event updated for resources: {'Port': ['ID=5065e01a-6bcf-41fb-aa85-83223e736325,revision_number=8']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:57:03.322119 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f25a55a-11f5-49c7-bdfc-6ace9d8458a5 req-dd521a85-1502-46b5-a844-11817e5e9698 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:57:03.323981 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-9f25a55a-11f5-49c7-bdfc-6ace9d8458a5 req-dd521a85-1502-46b5-a844-11817e5e9698 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b52e969-e560-4421-9840-ec07a36f4705 HTTP/1.1" status: 200 len: 944 time: 0.0577469 May 03 14:57:03.381628 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-9f25a55a-11f5-49c7-bdfc-6ace9d8458a5 req-c89c7e01-ab11-4bbe-99ca-a2ecf308d41b tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/security-groups?id=31e32358-9e99-4d9a-8f32-87cc3c0e2ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509422 May 03 14:57:03.535826 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [req-010dabe9-966b-4d12-a810-11d6a3a3bfbe req-d59292c0-2d24-4ca9-8191-317491b318e9 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0b52e969-e560-4421-9840-ec07a36f4705&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0514545 May 03 14:57:03.616701 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010dabe9-966b-4d12-a810-11d6a3a3bfbe req-23aaa534-2d10-4bc3-8f3c-daa87f1d0dbd tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:57:03.630577 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [req-010dabe9-966b-4d12-a810-11d6a3a3bfbe req-23aaa534-2d10-4bc3-8f3c-daa87f1d0dbd tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports/5065e01a-6bcf-41fb-aa85-83223e736325 HTTP/1.1" status: 200 len: 941 time: 0.0525146 May 03 14:57:04.607123 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d675990a-8497-4d7d-b8a6-07f61e5a0f2d req-77efe84e-5a9b-44e0-a2eb-44f25506634d tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:57:04.608633 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-d675990a-8497-4d7d-b8a6-07f61e5a0f2d req-77efe84e-5a9b-44e0-a2eb-44f25506634d tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b52e969-e560-4421-9840-ec07a36f4705 HTTP/1.1" status: 200 len: 944 time: 0.1455386 May 03 14:57:04.656555 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-d675990a-8497-4d7d-b8a6-07f61e5a0f2d req-2a9850c6-6ac8-4795-a909-080f35752691 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/security-groups?id=31e32358-9e99-4d9a-8f32-87cc3c0e2ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415189 May 03 14:57:05.069625 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010dabe9-966b-4d12-a810-11d6a3a3bfbe req-7e065048-7971-457c-b63a-d7410f3303c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:57:05.071161 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [req-010dabe9-966b-4d12-a810-11d6a3a3bfbe req-7e065048-7971-457c-b63a-d7410f3303c8 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0b52e969-e560-4421-9840-ec07a36f4705&tenant_id=ea2dc692f2754b34afd1a52dad1c2cb3 HTTP/1.1" status: 200 len: 1128 time: 0.0704138 May 03 14:57:05.144708 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010dabe9-966b-4d12-a810-11d6a3a3bfbe req-dc009f35-775d-490f-b361-f3587417e663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:57:05.146210 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [req-010dabe9-966b-4d12-a810-11d6a3a3bfbe req-dc009f35-775d-490f-b361-f3587417e663 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ea2dc692f2754b34afd1a52dad1c2cb3&device_id=0b52e969-e560-4421-9840-ec07a36f4705 HTTP/1.1" status: 200 len: 1128 time: 0.0414200 May 03 14:57:05.238085 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010dabe9-966b-4d12-a810-11d6a3a3bfbe req-4b787f14-1bfb-4ce5-a519-5567a105fa73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:57:05.239600 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [req-010dabe9-966b-4d12-a810-11d6a3a3bfbe req-4b787f14-1bfb-4ce5-a519-5567a105fa73 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e149baab-37b5-49e7-bbfb-d6c5aa20aff6 HTTP/1.1" status: 200 len: 917 time: 0.0862293 May 03 14:57:05.307840 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [req-010dabe9-966b-4d12-a810-11d6a3a3bfbe req-e6a1c82a-6d5e-40f9-a3ce-dc132b9596e7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5065e01a-6bcf-41fb-aa85-83223e736325 HTTP/1.1" status: 200 len: 999 time: 0.0613317 May 03 14:57:05.354349 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010dabe9-966b-4d12-a810-11d6a3a3bfbe req-81c2dbea-1e8b-4c78-a575-4cf770fbe8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:57:05.355711 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [req-010dabe9-966b-4d12-a810-11d6a3a3bfbe req-81c2dbea-1e8b-4c78-a575-4cf770fbe8ca service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d36733c8-18a7-47f6-a054-ee0e84dd3169 HTTP/1.1" status: 200 len: 855 time: 0.0409729 May 03 14:57:05.398105 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010dabe9-966b-4d12-a810-11d6a3a3bfbe req-a15190bd-d013-4716-91e0-c380db096164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:57:05.399641 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [req-010dabe9-966b-4d12-a810-11d6a3a3bfbe req-a15190bd-d013-4716-91e0-c380db096164 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e149baab-37b5-49e7-bbfb-d6c5aa20aff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0370812 May 03 14:57:05.495477 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [req-010dabe9-966b-4d12-a810-11d6a3a3bfbe req-2e93b39e-8f39-43bf-aa17-b9b5d76a47f5 service neutron] 10.222.0.55 "GET /v2.0/networks/e149baab-37b5-49e7-bbfb-d6c5aa20aff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844059 May 03 14:57:05.582099 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [req-010dabe9-966b-4d12-a810-11d6a3a3bfbe req-9d5a4d3c-ae20-4486-9550-d350e0ecf4a1 service neutron] 10.222.0.55 "GET /v2.0/networks/e149baab-37b5-49e7-bbfb-d6c5aa20aff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805118 May 03 14:57:05.916770 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae6f445-0ff4-4b79-9c5d-93d09e706e1d req-c6df84fc-0eba-4584-bcff-be22d10b4420 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:57:05.918209 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-dae6f445-0ff4-4b79-9c5d-93d09e706e1d req-c6df84fc-0eba-4584-bcff-be22d10b4420 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b52e969-e560-4421-9840-ec07a36f4705 HTTP/1.1" status: 200 len: 944 time: 0.0503082 May 03 14:57:05.963844 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-dae6f445-0ff4-4b79-9c5d-93d09e706e1d req-b3b9e91d-1132-437c-9e20-6298af5ed772 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/security-groups?id=31e32358-9e99-4d9a-8f32-87cc3c0e2ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400183 May 03 14:57:07.086824 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc806d8e-754a-4603-8010-74c6dae784a9 req-93cef6d6-b2d1-4ccf-8efe-ab2172e8742d tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:57:07.092294 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-dc806d8e-754a-4603-8010-74c6dae784a9 req-93cef6d6-b2d1-4ccf-8efe-ab2172e8742d tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b52e969-e560-4421-9840-ec07a36f4705 HTTP/1.1" status: 200 len: 944 time: 0.0467055 May 03 14:57:07.142314 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-dc806d8e-754a-4603-8010-74c6dae784a9 req-10f321c3-4e55-46b7-8305-621985498713 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/security-groups?id=31e32358-9e99-4d9a-8f32-87cc3c0e2ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477555 May 03 14:57:08.271590 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91907b5-6082-4062-aec9-280a115b32ad req-08b270f6-8d58-4491-af53-953163509fb5 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:57:08.273066 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-c91907b5-6082-4062-aec9-280a115b32ad req-08b270f6-8d58-4491-af53-953163509fb5 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b52e969-e560-4421-9840-ec07a36f4705 HTTP/1.1" status: 200 len: 944 time: 0.0493066 May 03 14:57:08.326963 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-c91907b5-6082-4062-aec9-280a115b32ad req-48810d41-3a3c-4621-b100-e99509900542 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/security-groups?id=31e32358-9e99-4d9a-8f32-87cc3c0e2ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483491 May 03 14:57:08.775468 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-19500b11-8b62-4cbd-8639-19938d71fe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (5d16a8e7-5fab-4607-ae51-2b468a019c05), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:57:09.445953 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e2079d-09c5-4894-8557-4f7a9c908db7 req-74cd76b9-2b4c-4953-bba1-d6bd5ad0a205 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:57:09.447462 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-f0e2079d-09c5-4894-8557-4f7a9c908db7 req-74cd76b9-2b4c-4953-bba1-d6bd5ad0a205 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b52e969-e560-4421-9840-ec07a36f4705 HTTP/1.1" status: 200 len: 944 time: 0.0487397 May 03 14:57:09.498969 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-f0e2079d-09c5-4894-8557-4f7a9c908db7 req-39a26169-7eb7-4b4f-810c-81841529744e tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/security-groups?id=31e32358-9e99-4d9a-8f32-87cc3c0e2ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449953 May 03 14:57:10.640047 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb13676-c3b5-4698-ad3f-ed16519a28e1 req-c790bf64-78b5-403c-98e5-ebf65330e135 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:57:10.641396 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-4cb13676-c3b5-4698-ad3f-ed16519a28e1 req-c790bf64-78b5-403c-98e5-ebf65330e135 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b52e969-e560-4421-9840-ec07a36f4705 HTTP/1.1" status: 200 len: 944 time: 0.0657074 May 03 14:57:10.696662 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-4cb13676-c3b5-4698-ad3f-ed16519a28e1 req-bc79492c-008f-40a4-ba19-b9fce37a4d47 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/security-groups?id=31e32358-9e99-4d9a-8f32-87cc3c0e2ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488126 May 03 14:57:11.237304 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-5c2835e7-c073-4a48-93f6-cfff4994a4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (a9161e1b-902d-441f-843b-a0ff0805adee), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:57:11.853630 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bf5594-5984-4b10-b85d-62201fd6e891 req-cb91f0d8-94cb-467e-8597-19aca5ce7252 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:57:11.856023 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-27bf5594-5984-4b10-b85d-62201fd6e891 req-cb91f0d8-94cb-467e-8597-19aca5ce7252 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b52e969-e560-4421-9840-ec07a36f4705 HTTP/1.1" status: 200 len: 944 time: 0.0511990 May 03 14:57:11.917779 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-27bf5594-5984-4b10-b85d-62201fd6e891 req-f3e02af8-c5fc-4f8d-8b74-76d3baac7bfe tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/security-groups?id=31e32358-9e99-4d9a-8f32-87cc3c0e2ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535669 May 03 14:57:12.557949 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-ed776e2d-a518-4685-8fad-0cd9eaa120ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (6a418bd5-8bcc-400f-88b5-19eff412e81a), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:57:12.984977 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-60f14bdc-7579-49fa-abb6-eaaf5d6c4913 req-0af552a7-db52-4d9c-88bb-9dcc95e49d52 tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-156830265&fields=id&tenant_id=b886b8227a9e49b6b1ea48f1024baa62 HTTP/1.1" status: 200 len: 267 time: 0.0463986 May 03 14:57:13.066816 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286ddbd1-0bcd-4430-8abe-0909bfb0e9b4 req-8cf107f0-0abf-4399-b889-cf1077605ed2 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:57:13.068346 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-286ddbd1-0bcd-4430-8abe-0909bfb0e9b4 req-8cf107f0-0abf-4399-b889-cf1077605ed2 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b52e969-e560-4421-9840-ec07a36f4705 HTTP/1.1" status: 200 len: 944 time: 0.0789578 May 03 14:57:13.074744 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f14bdc-7579-49fa-abb6-eaaf5d6c4913 req-6625bfd0-dbbf-4e33-90f8-8054e7ec32ab tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:57:13.076219 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-60f14bdc-7579-49fa-abb6-eaaf5d6c4913 req-6625bfd0-dbbf-4e33-90f8-8054e7ec32ab tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] 10.222.0.16 "GET /v2.0/ports?device_id=51466aaa-4659-49b7-b8fb-3b4656e35475 HTTP/1.1" status: 200 len: 984 time: 0.0769446 May 03 14:57:13.100413 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.v2.base [req-60f14bdc-7579-49fa-abb6-eaaf5d6c4913 req-b2532a2e-74d7-4b29-a3a3-ecb90517d4af tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] Request body: {'port': {'security_groups': ['51e6b986-3081-45ff-9da6-7bf850718915']}} {{(pid=110298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:57:13.197741 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-286ddbd1-0bcd-4430-8abe-0909bfb0e9b4 req-58e25386-5c83-4806-9150-1ae8d8aa2dfd tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/security-groups?id=31e32358-9e99-4d9a-8f32-87cc3c0e2ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1205680 May 03 14:57:13.211235 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-60f14bdc-7579-49fa-abb6-eaaf5d6c4913 req-b2532a2e-74d7-4b29-a3a3-ecb90517d4af tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (30ce3203-a86d-4216-9c80-d97b5cd2e7f3), before_update {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:57:13.442028 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.db [req-60f14bdc-7579-49fa-abb6-eaaf5d6c4913 req-b2532a2e-74d7-4b29-a3a3-ecb90517d4af tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] For port 30ce3203-a86d-4216-9c80-d97b5cd2e7f3, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=30ce3203-a86d-4216-9c80-d97b5cd2e7f3,segment=NetworkSegment(bbae755a-35e6-4939-bedd-ededf6640009),segment_id=bbae755a-35e6-4939-bedd-ededf6640009)] {{(pid=110298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:57:13.472763 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-60f14bdc-7579-49fa-abb6-eaaf5d6c4913 req-b2532a2e-74d7-4b29-a3a3-ecb90517d4af tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] Publish callbacks [] for port (30ce3203-a86d-4216-9c80-d97b5cd2e7f3), precommit_update {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:57:13.561795 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-60f14bdc-7579-49fa-abb6-eaaf5d6c4913 req-b2532a2e-74d7-4b29-a3a3-ecb90517d4af tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25806943'] for port (30ce3203-a86d-4216-9c80-d97b5cd2e7f3), after_update {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:57:13.585619 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-dd96712b-4627-437f-9df9-b1bfec551245 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (8b46afec-dab7-4bfa-a959-8584a0cfd79a), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:57:13.624368 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] get_ports_and_sgs() called for port_ids ['30ce3203-a86d-4216-9c80-d97b5cd2e7f3'] {{(pid=110299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 14:57:13.906857 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f14bdc-7579-49fa-abb6-eaaf5d6c4913 req-b2532a2e-74d7-4b29-a3a3-ecb90517d4af tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:57:13.907497 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-60f14bdc-7579-49fa-abb6-eaaf5d6c4913 req-b2532a2e-74d7-4b29-a3a3-ecb90517d4af tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46205'] for port (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:57:13.908878 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-60f14bdc-7579-49fa-abb6-eaaf5d6c4913 req-b2532a2e-74d7-4b29-a3a3-ecb90517d4af tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] 10.222.0.16 "PUT /v2.0/ports/30ce3203-a86d-4216-9c80-d97b5cd2e7f3 HTTP/1.1" status: 200 len: 942 time: 0.8184891 May 03 14:57:13.909342 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51466aaa-4659-49b7-b8fb-3b4656e35475', 'tag': '30ce3203-a86d-4216-9c80-d97b5cd2e7f3'}] {{(pid=110298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 14:57:13.912198 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75d30aab20f2b99e69676ba1094dd13d61de0bc97323401ed2dd99ba05286cef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52597cea-fcc0-4122-8ce4-73565c2a0b8e" -d '{"events": [{"name": "network-changed", "server_uuid": "51466aaa-4659-49b7-b8fb-3b4656e35475", "tag": "30ce3203-a86d-4216-9c80-d97b5cd2e7f3"}]}' {{(pid=110298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 14:57:13.917355 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 46724) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:57:13.962791 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2532a2e-74d7-4b29-a3a3-ecb90517d4af tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] Pushing event updated for resources: {'Port': ['ID=30ce3203-a86d-4216-9c80-d97b5cd2e7f3,revision_number=7']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:57:13.980179 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 14:57:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcfec157-0281-4ab8-8835-bf65f9a5da0e x-openstack-request-id: req-dcfec157-0281-4ab8-8835-bf65f9a5da0e {{(pid=110298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 14:57:13.980471 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51466aaa-4659-49b7-b8fb-3b4656e35475", "tag": "30ce3203-a86d-4216-9c80-d97b5cd2e7f3", "status": "completed", "code": 200}]} {{(pid=110298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 14:57:13.980724 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-dcfec157-0281-4ab8-8835-bf65f9a5da0e {{(pid=110298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 14:57:13.981119 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dcfec157-0281-4ab8-8835-bf65f9a5da0e'] response: {'name': 'network-changed', 'server_uuid': '51466aaa-4659-49b7-b8fb-3b4656e35475', 'tag': '30ce3203-a86d-4216-9c80-d97b5cd2e7f3', 'status': 'completed', 'code': 200} May 03 14:57:14.009701 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-072195a4-a1af-40dc-bf48-8e5212b10af8 tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] Publish callbacks [] for security_group (3a88cd87-e6e5-44a4-b5d0-02dd16370dc5), before_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:57:14.048890 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-072195a4-a1af-40dc-bf48-8e5212b10af8 tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] Publish callbacks [] for security_group (3a88cd87-e6e5-44a4-b5d0-02dd16370dc5), precommit_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:57:14.190418 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-072195a4-a1af-40dc-bf48-8e5212b10af8 tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (3a88cd87-e6e5-44a4-b5d0-02dd16370dc5), after_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:57:14.193129 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-072195a4-a1af-40dc-bf48-8e5212b10af8 tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] Publish callbacks [] for security_group (None), before_response {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:57:14.194291 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-072195a4-a1af-40dc-bf48-8e5212b10af8 tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] 10.222.0.16 "DELETE /v2.0/security-groups/3a88cd87-e6e5-44a4-b5d0-02dd16370dc5 HTTP/1.1" status: 204 len: 168 time: 0.2758853 May 03 14:57:14.197338 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 46728) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:57:14.205423 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072195a4-a1af-40dc-bf48-8e5212b10af8 tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a88cd87-e6e5-44a4-b5d0-02dd16370dc5,revision_number=None']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:57:14.234110 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [None req-3f2d9211-d827-444e-8ee0-854e9a794e6e None None] Provisioning complete for port 30ce3203-a86d-4216-9c80-d97b5cd2e7f3 triggered by entity DHCP. {{(pid=110299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:57:14.234564 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-3f2d9211-d827-444e-8ee0-854e9a794e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728915'] for port (30ce3203-a86d-4216-9c80-d97b5cd2e7f3), provisioning_complete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:57:14.345097 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-3f2d9211-d827-444e-8ee0-854e9a794e6e None None] Current status of the port 30ce3203-a86d-4216-9c80-d97b5cd2e7f3 is: ACTIVE; New status is: ACTIVE {{(pid=110299) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:57:14.396437 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] get_ports_and_sgs() called for port_ids ['30ce3203-a86d-4216-9c80-d97b5cd2e7f3'] {{(pid=110299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 14:57:14.401308 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710f5e1b-26b8-467e-b4c3-9e29177e2339 req-adb5ed90-ed25-44cc-9c1d-b36463f21dd5 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:57:14.402803 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-710f5e1b-26b8-467e-b4c3-9e29177e2339 req-adb5ed90-ed25-44cc-9c1d-b36463f21dd5 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b52e969-e560-4421-9840-ec07a36f4705 HTTP/1.1" status: 200 len: 944 time: 0.0945175 May 03 14:57:14.481732 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.plugin [None req-5a662a4f-a4ee-4107-b682-2518c1ff6c2c tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] Deleting port ab2cdba9-8e79-4967-8e4a-2fb4ffd6abc5 {{(pid=110298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 14:57:14.482193 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-5a662a4f-a4ee-4107-b682-2518c1ff6c2c tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775477116685'] for port (ab2cdba9-8e79-4967-8e4a-2fb4ffd6abc5), before_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:57:14.531113 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-710f5e1b-26b8-467e-b4c3-9e29177e2339 req-c0864c43-154c-4aad-87d4-131c21c9f1db tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/security-groups?id=31e32358-9e99-4d9a-8f32-87cc3c0e2ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1136534 May 03 14:57:14.612434 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-5a662a4f-a4ee-4107-b682-2518c1ff6c2c tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689583'] for port (ab2cdba9-8e79-4967-8e4a-2fb4ffd6abc5), precommit_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:57:14.612666 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-5a662a4f-a4ee-4107-b682-2518c1ff6c2c tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] Publish callbacks [] for floatingip (ab2cdba9-8e79-4967-8e4a-2fb4ffd6abc5), precommit_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:57:14.626974 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.plugin [None req-5a662a4f-a4ee-4107-b682-2518c1ff6c2c tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] Calling delete_port for ab2cdba9-8e79-4967-8e4a-2fb4ffd6abc5 owned by network:floatingip {{(pid=110298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 14:57:14.922108 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-5a662a4f-a4ee-4107-b682-2518c1ff6c2c tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775477123741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775476647069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25806886'] for port (ab2cdba9-8e79-4967-8e4a-2fb4ffd6abc5), after_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:57:14.947035 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a662a4f-a4ee-4107-b682-2518c1ff6c2c tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] Pushing event deleted for resources: {'Port': ['ID=ab2cdba9-8e79-4967-8e4a-2fb4ffd6abc5,revision_number=None']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:57:15.018669 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-5a662a4f-a4ee-4107-b682-2518c1ff6c2c tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] Publish callbacks [] for floatingip (6f749b5c-d5de-4c21-bbda-95e875b85c67), after_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:57:15.019067 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.db.l3_db [None req-5a662a4f-a4ee-4107-b682-2518c1ff6c2c tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] Floating IP 6f749b5c-d5de-4c21-bbda-95e875b85c67 disassociated (deleted). External IP: 172.27.0.59, port: 30ce3203-a86d-4216-9c80-d97b5cd2e7f3. May 03 14:57:15.169391 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (16d44442-859c-4c9b-bc72-04cb3b8a5d5b), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:57:15.254345 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a662a4f-a4ee-4107-b682-2518c1ff6c2c tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] Router 63ef9441-6254-48b7-bd26-cc250feb1e6d has already been hosted by L3 agent a9161e1b-902d-441f-843b-a0ff0805adee {{(pid=110298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 14:57:15.376357 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a662a4f-a4ee-4107-b682-2518c1ff6c2c tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] Notify agent at l3_agent.dv-cinder-840289-3-iscsi the message routers_updated {{(pid=110298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 14:57:15.381064 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-5a662a4f-a4ee-4107-b682-2518c1ff6c2c tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46205'] for floatingip (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:57:15.385534 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c335bde3-4a85-4515-ab02-dcedf120f304 None None] Sync routers for ids ['63ef9441-6254-48b7-bd26-cc250feb1e6d'] in dv-cinder-840289-3-iscsi {{(pid=110300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 14:57:15.397729 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c335bde3-4a85-4515-ab02-dcedf120f304 None None] Routers {'63ef9441-6254-48b7-bd26-cc250feb1e6d'} bound to L3 agent in host dv-cinder-840289-3-iscsi {{(pid=110300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:57:15.414324 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-5a662a4f-a4ee-4107-b682-2518c1ff6c2c tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] 10.222.0.16 "DELETE /v2.0/floatingips/6f749b5c-d5de-4c21-bbda-95e875b85c67 HTTP/1.1" status: 204 len: 168 time: 1.2158389 May 03 14:57:15.418036 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_hamode_db [None req-c335bde3-4a85-4515-ab02-dcedf120f304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T14:38:11Z,description=,heartbeat_timestamp=2022-05-03T14:57:11Z,host='dv-cinder-840289-3-iscsi',id=a9161e1b-902d-441f-843b-a0ff0805adee,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:38:12Z,topic='l3_agent')) {'router_ids': ['63ef9441-6254-48b7-bd26-cc250feb1e6d'], 'active': True} {{(pid=110300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:57:15.637680 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvr_db [None req-c335bde3-4a85-4515-ab02-dcedf120f304 None None] Set router 63ef9441-6254-48b7-bd26-cc250feb1e6d gateway port host: dv-cinder-840289-3-iscsi {{(pid=110300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:57:15.888994 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_hamode_db [None req-c335bde3-4a85-4515-ab02-dcedf120f304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63ef9441-6254-48b7-bd26-cc250feb1e6d', 'name': 'tempest-TestMinimumBasicScenario-1367109975-router', 'tenant_id': 'b886b8227a9e49b6b1ea48f1024baa62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'external_fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '872c30a2-9e0c-4409-804b-cf3c58c18824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:53:37Z', 'updated_at': '2022-05-03T14:53:41Z', 'revision_number': 4, 'project_id': 'b886b8227a9e49b6b1ea48f1024baa62', 'gw_port': {'id': '872c30a2-9e0c-4409-804b-cf3c58c18824', 'name': '', 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:c4:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63ef9441-6254-48b7-bd26-cc250feb1e6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:53:38Z', 'updated_at': '2022-05-03T14:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f907060b-4748-4522-aeb5-06a44b689374', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-3-iscsi', '_interfaces': [{'id': 'b5316484-3e70-43ac-a9f7-1f8843ab55ac', 'name': '', 'network_id': 'c281f951-cc3b-45f3-a5a8-b04d649470d1', 'tenant_id': 'b886b8227a9e49b6b1ea48f1024baa62', 'mac_address': 'fa:16:3e:0b:df:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63ef9441-6254-48b7-bd26-cc250feb1e6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '12a86955-a43c-4b6c-a091-46e3b2faf098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:53:40Z', 'updated_at': '2022-05-03T14:53:44Z', 'revision_number': 5, 'project_id': 'b886b8227a9e49b6b1ea48f1024baa62', 'subnets': [{'id': '12a86955-a43c-4b6c-a091-46e3b2faf098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-3-iscsi', False) {} {{(pid=110300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:57:15.890926 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9167136e-5451-47a5-93cf-7e96543f9aa8 req-45ad9382-24ac-40ba-994e-c72a8e793090 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:57:15.892787 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-9167136e-5451-47a5-93cf-7e96543f9aa8 req-45ad9382-24ac-40ba-994e-c72a8e793090 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b52e969-e560-4421-9840-ec07a36f4705 HTTP/1.1" status: 200 len: 944 time: 0.0547979 May 03 14:57:15.923954 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c335bde3-4a85-4515-ab02-dcedf120f304 None None] Checking router: 63ef9441-6254-48b7-bd26-cc250feb1e6d for host: dv-cinder-840289-3-iscsi {{(pid=110300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 14:57:15.932658 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c335bde3-4a85-4515-ab02-dcedf120f304 None None] Routers {'63ef9441-6254-48b7-bd26-cc250feb1e6d'} bound to L3 agent in host dv-cinder-840289-3-iscsi {{(pid=110300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:57:15.933523 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_hamode_db [None req-c335bde3-4a85-4515-ab02-dcedf120f304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T14:38:11Z,description=,heartbeat_timestamp=2022-05-03T14:57:11Z,host='dv-cinder-840289-3-iscsi',id=a9161e1b-902d-441f-843b-a0ff0805adee,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:38:12Z,topic='l3_agent')) {'router_ids': ['63ef9441-6254-48b7-bd26-cc250feb1e6d'], 'active': True} {{(pid=110300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:57:15.944394 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-9167136e-5451-47a5-93cf-7e96543f9aa8 req-0a3ead4d-557b-4b89-ad8d-09b4afa2fd47 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/security-groups?id=31e32358-9e99-4d9a-8f32-87cc3c0e2ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460854 May 03 14:57:15.983725 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51466aaa-4659-49b7-b8fb-3b4656e35475', 'tag': '30ce3203-a86d-4216-9c80-d97b5cd2e7f3'}] {{(pid=110298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 14:57:15.986075 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75d30aab20f2b99e69676ba1094dd13d61de0bc97323401ed2dd99ba05286cef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-534de60d-92e4-48e1-90fd-68b9999b12e4" -d '{"events": [{"name": "network-changed", "server_uuid": "51466aaa-4659-49b7-b8fb-3b4656e35475", "tag": "30ce3203-a86d-4216-9c80-d97b5cd2e7f3"}]}' {{(pid=110298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 14:57:16.061905 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvr_db [None req-c335bde3-4a85-4515-ab02-dcedf120f304 None None] Set router 63ef9441-6254-48b7-bd26-cc250feb1e6d gateway port host: dv-cinder-840289-3-iscsi {{(pid=110300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:57:16.068045 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 14:57:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31381982-0665-4c23-aee6-4be0a16d8890 x-openstack-request-id: req-31381982-0665-4c23-aee6-4be0a16d8890 {{(pid=110298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 14:57:16.068505 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51466aaa-4659-49b7-b8fb-3b4656e35475", "tag": "30ce3203-a86d-4216-9c80-d97b5cd2e7f3", "status": "completed", "code": 200}]} {{(pid=110298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 14:57:16.068829 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-31381982-0665-4c23-aee6-4be0a16d8890 {{(pid=110298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 14:57:16.069248 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31381982-0665-4c23-aee6-4be0a16d8890'] response: {'name': 'network-changed', 'server_uuid': '51466aaa-4659-49b7-b8fb-3b4656e35475', 'tag': '30ce3203-a86d-4216-9c80-d97b5cd2e7f3', 'status': 'completed', 'code': 200} May 03 14:57:16.270542 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_hamode_db [None req-c335bde3-4a85-4515-ab02-dcedf120f304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63ef9441-6254-48b7-bd26-cc250feb1e6d', 'name': 'tempest-TestMinimumBasicScenario-1367109975-router', 'tenant_id': 'b886b8227a9e49b6b1ea48f1024baa62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'external_fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '872c30a2-9e0c-4409-804b-cf3c58c18824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:53:37Z', 'updated_at': '2022-05-03T14:53:41Z', 'revision_number': 4, 'project_id': 'b886b8227a9e49b6b1ea48f1024baa62', 'gw_port': {'id': '872c30a2-9e0c-4409-804b-cf3c58c18824', 'name': '', 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:c4:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63ef9441-6254-48b7-bd26-cc250feb1e6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:53:38Z', 'updated_at': '2022-05-03T14:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f907060b-4748-4522-aeb5-06a44b689374', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-3-iscsi', '_interfaces': [{'id': 'b5316484-3e70-43ac-a9f7-1f8843ab55ac', 'name': '', 'network_id': 'c281f951-cc3b-45f3-a5a8-b04d649470d1', 'tenant_id': 'b886b8227a9e49b6b1ea48f1024baa62', 'mac_address': 'fa:16:3e:0b:df:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63ef9441-6254-48b7-bd26-cc250feb1e6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '12a86955-a43c-4b6c-a091-46e3b2faf098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:53:40Z', 'updated_at': '2022-05-03T14:53:44Z', 'revision_number': 5, 'project_id': 'b886b8227a9e49b6b1ea48f1024baa62', 'subnets': [{'id': '12a86955-a43c-4b6c-a091-46e3b2faf098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-3-iscsi', False) {} {{(pid=110300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:57:16.302182 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c335bde3-4a85-4515-ab02-dcedf120f304 None None] The sync data for ids ['63ef9441-6254-48b7-bd26-cc250feb1e6d'] in dv-cinder-840289-3-iscsi is: [{'id': '63ef9441-6254-48b7-bd26-cc250feb1e6d', 'name': 'tempest-TestMinimumBasicScenario-1367109975-router', 'tenant_id': 'b886b8227a9e49b6b1ea48f1024baa62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'external_fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '872c30a2-9e0c-4409-804b-cf3c58c18824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:53:37Z', 'updated_at': '2022-05-03T14:53:41Z', 'revision_number': 4, 'project_id': 'b886b8227a9e49b6b1ea48f1024baa62', 'gw_port': {'id': '872c30a2-9e0c-4409-804b-cf3c58c18824', 'name': '', 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:c4:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63ef9441-6254-48b7-bd26-cc250feb1e6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:53:38Z', 'updated_at': '2022-05-03T14:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f907060b-4748-4522-aeb5-06a44b689374', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-3-iscsi', '_interfaces': [{'id': 'b5316484-3e70-43ac-a9f7-1f8843ab55ac', 'name': '', 'network_id': 'c281f951-cc3b-45f3-a5a8-b04d649470d1', 'tenant_id': 'b886b8227a9e49b6b1ea48f1024baa62', 'mac_address': 'fa:16:3e:0b:df:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63ef9441-6254-48b7-bd26-cc250feb1e6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '12a86955-a43c-4b6c-a091-46e3b2faf098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:53:40Z', 'updated_at': '2022-05-03T14:53:44Z', 'revision_number': 5, 'project_id': 'b886b8227a9e49b6b1ea48f1024baa62', 'subnets': [{'id': '12a86955-a43c-4b6c-a091-46e3b2faf098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 14:57:16.561543 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef37aec-2fbb-4298-8a63-fed1fdb74864 None None] New status for floating IP 6f749b5c-d5de-4c21-bbda-95e875b85c67: DOWN {{(pid=110299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 14:57:17.070143 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b59a95-7dfc-4c32-b96b-3bd851c1894f req-2eed83a3-1801-405f-a228-b59011a67115 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:57:17.071878 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-91b59a95-7dfc-4c32-b96b-3bd851c1894f req-2eed83a3-1801-405f-a228-b59011a67115 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b52e969-e560-4421-9840-ec07a36f4705 HTTP/1.1" status: 200 len: 944 time: 0.0488319 May 03 14:57:17.125165 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-91b59a95-7dfc-4c32-b96b-3bd851c1894f req-0e3e5f43-3c7c-44cc-b088-ac54cffea325 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/security-groups?id=31e32358-9e99-4d9a-8f32-87cc3c0e2ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468643 May 03 14:57:18.242307 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0fe6ab-5ea7-4d15-ae00-477d54ba51d3 req-80019ba3-5c01-4c81-b961-439abe8c6dae tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:57:18.243781 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-5d0fe6ab-5ea7-4d15-ae00-477d54ba51d3 req-80019ba3-5c01-4c81-b961-439abe8c6dae tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b52e969-e560-4421-9840-ec07a36f4705 HTTP/1.1" status: 200 len: 944 time: 0.0468059 May 03 14:57:18.290125 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-5d0fe6ab-5ea7-4d15-ae00-477d54ba51d3 req-f3ea1372-14bb-4e37-8eab-e48780efcf56 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/security-groups?id=31e32358-9e99-4d9a-8f32-87cc3c0e2ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402563 May 03 14:57:19.406324 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc90424-94bf-43bc-9d70-23695826ad23 req-49ee40b5-0cac-4282-ad68-ec39cc9fb55e tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:57:19.407822 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-edc90424-94bf-43bc-9d70-23695826ad23 req-49ee40b5-0cac-4282-ad68-ec39cc9fb55e tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b52e969-e560-4421-9840-ec07a36f4705 HTTP/1.1" status: 200 len: 944 time: 0.0474889 May 03 14:57:19.455464 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-edc90424-94bf-43bc-9d70-23695826ad23 req-2360ff39-39ad-40ac-b273-062f3021ed80 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/security-groups?id=31e32358-9e99-4d9a-8f32-87cc3c0e2ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420263 May 03 14:57:20.368535 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [req-454793f7-5792-429f-abc7-ee71e6ec5fdf req-7ff99704-5040-46e8-8bd4-93fba8bb727b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=51466aaa-4659-49b7-b8fb-3b4656e35475&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0870359 May 03 14:57:20.376533 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534de60d-92e4-48e1-90fd-68b9999b12e4 req-e95b2683-70b6-40d4-833b-c15ff23a003f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:57:20.378142 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-534de60d-92e4-48e1-90fd-68b9999b12e4 req-e95b2683-70b6-40d4-833b-c15ff23a003f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b886b8227a9e49b6b1ea48f1024baa62&device_id=51466aaa-4659-49b7-b8fb-3b4656e35475 HTTP/1.1" status: 200 len: 1129 time: 0.0863237 May 03 14:57:20.570758 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91cc817-ec8f-4a4b-b2a3-f3241740154c req-f4a45bb5-c27f-462d-bde8-4b636628f2ab tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:57:20.572252 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-e91cc817-ec8f-4a4b-b2a3-f3241740154c req-f4a45bb5-c27f-462d-bde8-4b636628f2ab tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b52e969-e560-4421-9840-ec07a36f4705 HTTP/1.1" status: 200 len: 944 time: 0.0467362 May 03 14:57:20.624182 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-e91cc817-ec8f-4a4b-b2a3-f3241740154c req-b752c074-9321-4ee0-b8bf-f0732a701adc tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/security-groups?id=31e32358-9e99-4d9a-8f32-87cc3c0e2ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409913 May 03 14:57:20.823636 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534de60d-92e4-48e1-90fd-68b9999b12e4 req-8a0e0e68-b7c4-4e7e-847d-aecb3e5e29c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:57:20.825199 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-534de60d-92e4-48e1-90fd-68b9999b12e4 req-8a0e0e68-b7c4-4e7e-847d-aecb3e5e29c7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c281f951-cc3b-45f3-a5a8-b04d649470d1 HTTP/1.1" status: 200 len: 916 time: 0.0927756 May 03 14:57:21.736746 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bf40c5-11c4-4d1c-969e-4a52187eb460 req-bec6c452-a1e7-4587-ba3c-61e1c6749189 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:57:21.738184 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-72bf40c5-11c4-4d1c-969e-4a52187eb460 req-bec6c452-a1e7-4587-ba3c-61e1c6749189 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b52e969-e560-4421-9840-ec07a36f4705 HTTP/1.1" status: 200 len: 944 time: 0.0466001 May 03 14:57:21.784668 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-72bf40c5-11c4-4d1c-969e-4a52187eb460 req-0a4b9139-e6fc-4080-af7d-170b7017b74e tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/security-groups?id=31e32358-9e99-4d9a-8f32-87cc3c0e2ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410509 May 03 14:57:22.900593 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6be00dd-0120-485f-b623-67ce41c310b5 req-f9828de5-22f0-4e44-86cb-8b44f51e1274 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:57:22.902039 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-d6be00dd-0120-485f-b623-67ce41c310b5 req-f9828de5-22f0-4e44-86cb-8b44f51e1274 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b52e969-e560-4421-9840-ec07a36f4705 HTTP/1.1" status: 200 len: 944 time: 0.0467103 May 03 14:57:22.951518 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-d6be00dd-0120-485f-b623-67ce41c310b5 req-a9ad9b14-43d5-492a-861c-765a5c6d28ab tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/security-groups?id=31e32358-9e99-4d9a-8f32-87cc3c0e2ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433414 May 03 14:57:22.995160 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.agents_db [None req-dd30728e-be63-467e-afaf-aba6f24eb33e None None] Agent healthcheck: found 6 active agents {{(pid=110300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 14:57:23.261546 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-534de60d-92e4-48e1-90fd-68b9999b12e4 req-ac69f1f3-0a0b-481c-96a7-615f863cb7c6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=30ce3203-a86d-4216-9c80-d97b5cd2e7f3 HTTP/1.1" status: 200 len: 217 time: 0.0409319 May 03 14:57:23.321280 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534de60d-92e4-48e1-90fd-68b9999b12e4 req-0f8ebc97-9acd-4642-8eba-f79aa3549e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:57:23.323034 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-534de60d-92e4-48e1-90fd-68b9999b12e4 req-0f8ebc97-9acd-4642-8eba-f79aa3549e79 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=12a86955-a43c-4b6c-a091-46e3b2faf098 HTTP/1.1" status: 200 len: 854 time: 0.0558517 May 03 14:57:23.666215 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534de60d-92e4-48e1-90fd-68b9999b12e4 req-8017765f-870e-4146-ac9d-357c0c88272b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:57:23.667766 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-534de60d-92e4-48e1-90fd-68b9999b12e4 req-8017765f-870e-4146-ac9d-357c0c88272b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c281f951-cc3b-45f3-a5a8-b04d649470d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0401409 May 03 14:57:23.677763 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [req-534de60d-92e4-48e1-90fd-68b9999b12e4 req-5f1f2db2-911d-4c4d-9676-fd2fffddef24 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=110298) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 03 14:57:23.678704 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-534de60d-92e4-48e1-90fd-68b9999b12e4 req-5f1f2db2-911d-4c4d-9676-fd2fffddef24 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0048332 May 03 14:57:23.773706 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-534de60d-92e4-48e1-90fd-68b9999b12e4 req-667f2385-b7f1-4905-9d58-ce998ee8387c service neutron] 10.222.0.55 "GET /v2.0/networks/c281f951-cc3b-45f3-a5a8-b04d649470d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889866 May 03 14:57:23.878925 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-534de60d-92e4-48e1-90fd-68b9999b12e4 req-e92c1f80-9218-41f6-aaff-f0f3bec3bbc9 service neutron] 10.222.0.55 "GET /v2.0/networks/c281f951-cc3b-45f3-a5a8-b04d649470d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956299 May 03 14:57:24.097441 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b15c157-e3c9-4dbb-b127-f2fab1c5a0fd req-9dda8f6a-31c2-4d8c-909c-313437f03e86 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:57:24.098928 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-2b15c157-e3c9-4dbb-b127-f2fab1c5a0fd req-9dda8f6a-31c2-4d8c-909c-313437f03e86 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b52e969-e560-4421-9840-ec07a36f4705 HTTP/1.1" status: 200 len: 944 time: 0.0757303 May 03 14:57:24.112982 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52597cea-fcc0-4122-8ce4-73565c2a0b8e req-51e9d87d-7b95-4300-928d-0ab4909d91e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:57:24.114411 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-52597cea-fcc0-4122-8ce4-73565c2a0b8e req-51e9d87d-7b95-4300-928d-0ab4909d91e7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b886b8227a9e49b6b1ea48f1024baa62&device_id=51466aaa-4659-49b7-b8fb-3b4656e35475 HTTP/1.1" status: 200 len: 1129 time: 0.0597878 May 03 14:57:24.151260 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-2b15c157-e3c9-4dbb-b127-f2fab1c5a0fd req-3ffd1d80-7b8c-461d-96f5-a9992632c093 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/security-groups?id=31e32358-9e99-4d9a-8f32-87cc3c0e2ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450301 May 03 14:57:24.437401 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Device 5065e01a-6bcf-41fb-aa85-83223e736325 details requested by agent hyperv_hv-cinder-84028 with host hv-cinder-84028 {{(pid=110299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 03 14:57:24.543031 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] For port 5065e01a-6bcf-41fb-aa85-83223e736325, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=5065e01a-6bcf-41fb-aa85-83223e736325,segment=NetworkSegment(ec924deb-2fdc-4ebf-b172-c8dd32bc7b93),segment_id=ec924deb-2fdc-4ebf-b172-c8dd32bc7b93)] {{(pid=110299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:57:24.554798 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Returning: {'device': '5065e01a-6bcf-41fb-aa85-83223e736325', 'network_id': 'e149baab-37b5-49e7-bbfb-d6c5aa20aff6', 'port_id': '5065e01a-6bcf-41fb-aa85-83223e736325', 'mac_address': 'fa:16:3e:3b:e9:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd36733c8-18a7-47f6-a054-ee0e84dd3169', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 03 14:57:24.559793 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52597cea-fcc0-4122-8ce4-73565c2a0b8e req-c37e0b4d-4182-4010-96ca-c7feb43eb8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:57:24.561977 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-52597cea-fcc0-4122-8ce4-73565c2a0b8e req-c37e0b4d-4182-4010-96ca-c7feb43eb8d6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c281f951-cc3b-45f3-a5a8-b04d649470d1 HTTP/1.1" status: 200 len: 916 time: 0.1223032 May 03 14:57:24.597199 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Current status of the port 5065e01a-6bcf-41fb-aa85-83223e736325 is: DOWN; New status is: BUILD {{(pid=110299) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:57:24.597588 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (5065e01a-6bcf-41fb-aa85-83223e736325), before_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:57:24.610716 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.notifiers.nova [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5065e01a-6bcf-41fb-aa85-83223e736325 {{(pid=110299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 14:57:24.623487 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-52597cea-fcc0-4122-8ce4-73565c2a0b8e req-93eb0744-32f9-4ef1-a2db-f50cbdbba32d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=30ce3203-a86d-4216-9c80-d97b5cd2e7f3 HTTP/1.1" status: 200 len: 217 time: 0.0367260 May 03 14:57:24.631489 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] For port 5065e01a-6bcf-41fb-aa85-83223e736325, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=5065e01a-6bcf-41fb-aa85-83223e736325,segment=NetworkSegment(ec924deb-2fdc-4ebf-b172-c8dd32bc7b93),segment_id=ec924deb-2fdc-4ebf-b172-c8dd32bc7b93)] {{(pid=110299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:57:24.676021 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52597cea-fcc0-4122-8ce4-73565c2a0b8e req-40e19f10-e87e-44f5-8333-d8571c45a475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:57:24.676369 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-52597cea-fcc0-4122-8ce4-73565c2a0b8e req-40e19f10-e87e-44f5-8333-d8571c45a475 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=12a86955-a43c-4b6c-a091-46e3b2faf098 HTTP/1.1" status: 200 len: 854 time: 0.0482650 May 03 14:57:24.720567 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52597cea-fcc0-4122-8ce4-73565c2a0b8e req-adea5edc-b414-412a-a1b1-cd0ed6df07c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:57:24.722107 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-52597cea-fcc0-4122-8ce4-73565c2a0b8e req-adea5edc-b414-412a-a1b1-cd0ed6df07c3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c281f951-cc3b-45f3-a5a8-b04d649470d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400131 May 03 14:57:24.723362 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096'] for port (5065e01a-6bcf-41fb-aa85-83223e736325), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:57:24.776631 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Pushing event updated for resources: {'Port': ['ID=5065e01a-6bcf-41fb-aa85-83223e736325,revision_number=9']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:57:24.815187 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-52597cea-fcc0-4122-8ce4-73565c2a0b8e req-01dd5365-4e05-4d84-ad94-97e44314c811 service neutron] 10.222.0.55 "GET /v2.0/networks/c281f951-cc3b-45f3-a5a8-b04d649470d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866382 May 03 14:57:24.910743 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-52597cea-fcc0-4122-8ce4-73565c2a0b8e req-9997aa91-8664-434a-a298-503654f1f74e service neutron] 10.222.0.55 "GET /v2.0/networks/c281f951-cc3b-45f3-a5a8-b04d649470d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891984 May 03 14:57:25.058559 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454793f7-5792-429f-abc7-ee71e6ec5fdf req-45e5c33e-bdc9-43c2-833b-326026aea0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:57:25.060196 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-454793f7-5792-429f-abc7-ee71e6ec5fdf req-45e5c33e-bdc9-43c2-833b-326026aea0a3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b886b8227a9e49b6b1ea48f1024baa62&device_id=51466aaa-4659-49b7-b8fb-3b4656e35475 HTTP/1.1" status: 200 len: 1129 time: 0.0498085 May 03 14:57:25.166259 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] get_ports_and_sgs() called for port_ids ['5065e01a-6bcf-41fb-aa85-83223e736325'] {{(pid=110299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 14:57:25.220949 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454793f7-5792-429f-abc7-ee71e6ec5fdf req-82fbbbac-79bd-49c3-8d5c-eee1317aa049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:57:25.222714 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-454793f7-5792-429f-abc7-ee71e6ec5fdf req-82fbbbac-79bd-49c3-8d5c-eee1317aa049 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c281f951-cc3b-45f3-a5a8-b04d649470d1 HTTP/1.1" status: 200 len: 916 time: 0.1120844 May 03 14:57:25.280366 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-454793f7-5792-429f-abc7-ee71e6ec5fdf req-d1897eef-210b-41a9-9ec9-e1d3e8c7f865 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=30ce3203-a86d-4216-9c80-d97b5cd2e7f3 HTTP/1.1" status: 200 len: 217 time: 0.0499551 May 03 14:57:25.350866 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad3b0cd-a65b-48a8-b3bb-96b41f45d77e req-ed060064-5e63-4612-9170-2e81ee1a3cc7 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:57:25.352442 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-1ad3b0cd-a65b-48a8-b3bb-96b41f45d77e req-ed060064-5e63-4612-9170-2e81ee1a3cc7 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b52e969-e560-4421-9840-ec07a36f4705 HTTP/1.1" status: 200 len: 945 time: 0.1140058 May 03 14:57:25.371280 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454793f7-5792-429f-abc7-ee71e6ec5fdf req-3abb60b2-5c51-4fa8-b5e5-405a756f5970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:57:25.373349 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-454793f7-5792-429f-abc7-ee71e6ec5fdf req-3abb60b2-5c51-4fa8-b5e5-405a756f5970 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=12a86955-a43c-4b6c-a091-46e3b2faf098 HTTP/1.1" status: 200 len: 854 time: 0.0750670 May 03 14:57:25.438072 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454793f7-5792-429f-abc7-ee71e6ec5fdf req-1cf63695-b856-4210-a51d-ee5f17948237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:57:25.439591 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-454793f7-5792-429f-abc7-ee71e6ec5fdf req-1cf63695-b856-4210-a51d-ee5f17948237 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c281f951-cc3b-45f3-a5a8-b04d649470d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0599558 May 03 14:57:25.443847 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-1ad3b0cd-a65b-48a8-b3bb-96b41f45d77e req-f57b6de4-5d44-475d-94f0-1a4b336237a1 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/security-groups?id=31e32358-9e99-4d9a-8f32-87cc3c0e2ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841370 May 03 14:57:25.533332 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-454793f7-5792-429f-abc7-ee71e6ec5fdf req-c15b1b44-6c0f-46cf-bb33-5809781a3203 service neutron] 10.222.0.55 "GET /v2.0/networks/c281f951-cc3b-45f3-a5a8-b04d649470d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861442 May 03 14:57:25.621732 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-454793f7-5792-429f-abc7-ee71e6ec5fdf req-c4d18f8f-ec15-489b-8a45-3f751dda4eaa service neutron] 10.222.0.55 "GET /v2.0/networks/c281f951-cc3b-45f3-a5a8-b04d649470d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814786 May 03 14:57:26.456146 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Device 5065e01a-6bcf-41fb-aa85-83223e736325 up at agent hyperv_hv-cinder-84028 {{(pid=110299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 14:57:26.503905 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Provisioning complete for port 5065e01a-6bcf-41fb-aa85-83223e736325 triggered by entity L2. {{(pid=110299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:57:26.504288 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728915'] for port (5065e01a-6bcf-41fb-aa85-83223e736325), provisioning_complete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:57:26.572415 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff0b231-25e3-4f8f-bd4a-da07f9a8dca0 req-ab6539cc-6cb5-4695-bee1-1de7d16e5335 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:57:26.573888 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-3ff0b231-25e3-4f8f-bd4a-da07f9a8dca0 req-ab6539cc-6cb5-4695-bee1-1de7d16e5335 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b52e969-e560-4421-9840-ec07a36f4705 HTTP/1.1" status: 200 len: 945 time: 0.0481086 May 03 14:57:26.589174 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Current status of the port 5065e01a-6bcf-41fb-aa85-83223e736325 is: BUILD; New status is: ACTIVE {{(pid=110299) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:57:26.589577 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (5065e01a-6bcf-41fb-aa85-83223e736325), before_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:57:26.613081 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b52e969-e560-4421-9840-ec07a36f4705', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5065e01a-6bcf-41fb-aa85-83223e736325'}] {{(pid=110299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 14:57:26.615377 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfb0ab9603dc6f24b101a3230295415c8ec2a7bf959fde45f0826688655bbcbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46bc1b1d-f8d8-4abe-848b-57bcfd64063d" -d '{"events": [{"server_uuid": "0b52e969-e560-4421-9840-ec07a36f4705", "name": "network-vif-plugged", "status": "completed", "tag": "5065e01a-6bcf-41fb-aa85-83223e736325"}]}' {{(pid=110299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 14:57:26.629907 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-3ff0b231-25e3-4f8f-bd4a-da07f9a8dca0 req-ab8516c1-531d-4dbc-a073-d3a3e2980cf3 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/security-groups?id=31e32358-9e99-4d9a-8f32-87cc3c0e2ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489016 May 03 14:57:26.633989 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] For port 5065e01a-6bcf-41fb-aa85-83223e736325, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=5065e01a-6bcf-41fb-aa85-83223e736325,segment=NetworkSegment(ec924deb-2fdc-4ebf-b172-c8dd32bc7b93),segment_id=ec924deb-2fdc-4ebf-b172-c8dd32bc7b93)] {{(pid=110299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:57:26.662842 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 14:57:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2165b36-bddf-4aff-a33e-9aff857eca98 x-openstack-request-id: req-e2165b36-bddf-4aff-a33e-9aff857eca98 {{(pid=110299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 14:57:26.663187 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b52e969-e560-4421-9840-ec07a36f4705", "name": "network-vif-plugged", "status": "completed", "tag": "5065e01a-6bcf-41fb-aa85-83223e736325", "code": 200}]} {{(pid=110299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 14:57:26.663527 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e2165b36-bddf-4aff-a33e-9aff857eca98 {{(pid=110299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 14:57:26.663879 dv-cinder-840289-3-iscsi neutron-server[110299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2165b36-bddf-4aff-a33e-9aff857eca98'] response: {'server_uuid': '0b52e969-e560-4421-9840-ec07a36f4705', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5065e01a-6bcf-41fb-aa85-83223e736325', 'code': 200} May 03 14:57:26.709766 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096'] for port (5065e01a-6bcf-41fb-aa85-83223e736325), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:57:26.760207 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Pushing event updated for resources: {'Port': ['ID=5065e01a-6bcf-41fb-aa85-83223e736325,revision_number=10']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:57:27.067779 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3c51e8-4432-4e0a-b9b6-0231388d5cc0 req-d18fda1d-97fa-4386-b57f-8c0a1381e8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:57:27.069384 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-1c3c51e8-4432-4e0a-b9b6-0231388d5cc0 req-d18fda1d-97fa-4386-b57f-8c0a1381e8e4 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0b52e969-e560-4421-9840-ec07a36f4705 HTTP/1.1" status: 200 len: 1131 time: 0.0388260 May 03 14:57:27.114511 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-1c3c51e8-4432-4e0a-b9b6-0231388d5cc0 req-992fd878-74ba-4677-85ef-d5c133d05327 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=31e32358-9e99-4d9a-8f32-87cc3c0e2ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395617 May 03 14:57:27.992252 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b18842c-441e-4092-822b-a37bf9d6c56e req-562c2e5b-8743-46f8-bbe6-fd5b4c7af044 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:57:27.993682 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-5b18842c-441e-4092-822b-a37bf9d6c56e req-562c2e5b-8743-46f8-bbe6-fd5b4c7af044 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b52e969-e560-4421-9840-ec07a36f4705 HTTP/1.1" status: 200 len: 947 time: 0.0473943 May 03 14:57:28.041364 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-5b18842c-441e-4092-822b-a37bf9d6c56e req-17cf1a65-629d-434b-9d43-09a799f4ffe2 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/security-groups?id=31e32358-9e99-4d9a-8f32-87cc3c0e2ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412591 May 03 14:57:28.150926 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e0f63c-9a3f-413c-ac86-647db673966c req-0a1274d7-070b-4724-ba22-853b8b8c26d8 tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:57:28.152326 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-35e0f63c-9a3f-413c-ac86-647db673966c req-0a1274d7-070b-4724-ba22-853b8b8c26d8 tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] 10.222.0.16 "GET /v2.0/ports?device_id=51466aaa-4659-49b7-b8fb-3b4656e35475 HTTP/1.1" status: 200 len: 945 time: 0.0521336 May 03 14:57:28.201052 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-35e0f63c-9a3f-413c-ac86-647db673966c req-63ea0d7e-6934-4f68-911b-52a833211713 tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] 10.222.0.16 "GET /v2.0/security-groups?id=51e6b986-3081-45ff-9da6-7bf850718915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422430 May 03 14:57:28.934267 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (26e70f58-a201-437c-be8d-fd2714f100da), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:57:29.159080 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1078139-446c-4766-9aa5-8792685a6565 req-ca1aa900-6591-4d36-80c3-bcc5009411d1 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:57:29.160496 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-d1078139-446c-4766-9aa5-8792685a6565 req-ca1aa900-6591-4d36-80c3-bcc5009411d1 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b52e969-e560-4421-9840-ec07a36f4705 HTTP/1.1" status: 200 len: 947 time: 0.0469451 May 03 14:57:29.208022 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-d1078139-446c-4766-9aa5-8792685a6565 req-12c10869-ac07-4f5b-b62a-fb8bdfd8f3a6 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/security-groups?id=31e32358-9e99-4d9a-8f32-87cc3c0e2ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415730 May 03 14:57:29.326943 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad27e932-b86c-453a-8d29-b5c5015f5fe9 req-3e049827-d20f-4dcd-8859-09fd3ab6171c tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:57:29.327895 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-ad27e932-b86c-453a-8d29-b5c5015f5fe9 req-3e049827-d20f-4dcd-8859-09fd3ab6171c tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] 10.222.0.16 "GET /v2.0/ports?device_id=51466aaa-4659-49b7-b8fb-3b4656e35475 HTTP/1.1" status: 200 len: 945 time: 0.0499661 May 03 14:57:29.372877 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-ad27e932-b86c-453a-8d29-b5c5015f5fe9 req-6e00dcc5-d014-4202-8869-d19bd3f34826 tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] 10.222.0.16 "GET /v2.0/security-groups?id=51e6b986-3081-45ff-9da6-7bf850718915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395501 May 03 14:57:30.330536 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf817aa-7b33-4128-b4a4-1c5921043bc9 req-17ad74b2-f6d0-43bf-8631-89789e79184a tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:57:30.332263 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-ddf817aa-7b33-4128-b4a4-1c5921043bc9 req-17ad74b2-f6d0-43bf-8631-89789e79184a tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b52e969-e560-4421-9840-ec07a36f4705 HTTP/1.1" status: 200 len: 947 time: 0.0514507 May 03 14:57:30.379078 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-ddf817aa-7b33-4128-b4a4-1c5921043bc9 req-1387683d-eb47-40c5-8040-ea8416dc05d1 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/security-groups?id=31e32358-9e99-4d9a-8f32-87cc3c0e2ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412052 May 03 14:57:30.491714 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab82065b-7bd9-41e5-a837-a2ab5ff635ad req-06fc10ba-5adf-4c8f-a556-2a2a6a18869e tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:57:30.493176 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-ab82065b-7bd9-41e5-a837-a2ab5ff635ad req-06fc10ba-5adf-4c8f-a556-2a2a6a18869e tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] 10.222.0.16 "GET /v2.0/ports?device_id=51466aaa-4659-49b7-b8fb-3b4656e35475 HTTP/1.1" status: 200 len: 945 time: 0.0475957 May 03 14:57:30.545982 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-ab82065b-7bd9-41e5-a837-a2ab5ff635ad req-325c525d-bd5c-491a-b83a-57cdb5afd962 tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] 10.222.0.16 "GET /v2.0/security-groups?id=51e6b986-3081-45ff-9da6-7bf850718915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458326 May 03 14:57:30.596203 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfb87a0-1ecb-4976-afee-620e59ad9cd6 req-94f5e224-30de-4064-abb4-ada57baffc8c tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:57:30.597620 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-6dfb87a0-1ecb-4976-afee-620e59ad9cd6 req-94f5e224-30de-4064-abb4-ada57baffc8c tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] 10.222.0.55 "GET /v2.0/ports?device_id=51466aaa-4659-49b7-b8fb-3b4656e35475 HTTP/1.1" status: 200 len: 945 time: 0.0508752 May 03 14:57:30.689460 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.plugin [req-6dfb87a0-1ecb-4976-afee-620e59ad9cd6 req-f202c776-0b98-4833-a7d3-6a8973268a77 tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] Deleting port 30ce3203-a86d-4216-9c80-d97b5cd2e7f3 {{(pid=110298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 14:57:30.689800 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-6dfb87a0-1ecb-4976-afee-620e59ad9cd6 req-f202c776-0b98-4833-a7d3-6a8973268a77 tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775477116685'] for port (30ce3203-a86d-4216-9c80-d97b5cd2e7f3), before_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:57:30.792327 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.db [req-6dfb87a0-1ecb-4976-afee-620e59ad9cd6 req-f202c776-0b98-4833-a7d3-6a8973268a77 tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] For port 30ce3203-a86d-4216-9c80-d97b5cd2e7f3, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=30ce3203-a86d-4216-9c80-d97b5cd2e7f3,segment=NetworkSegment(bbae755a-35e6-4939-bedd-ededf6640009),segment_id=bbae755a-35e6-4939-bedd-ededf6640009)] {{(pid=110298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:57:30.792693 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-6dfb87a0-1ecb-4976-afee-620e59ad9cd6 req-f202c776-0b98-4833-a7d3-6a8973268a77 tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689583'] for port (30ce3203-a86d-4216-9c80-d97b5cd2e7f3), precommit_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:57:30.806455 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.plugin [req-6dfb87a0-1ecb-4976-afee-620e59ad9cd6 req-f202c776-0b98-4833-a7d3-6a8973268a77 tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] Calling delete_port for 30ce3203-a86d-4216-9c80-d97b5cd2e7f3 owned by compute:nova {{(pid=110298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 14:57:31.019969 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-6dfb87a0-1ecb-4976-afee-620e59ad9cd6 req-f202c776-0b98-4833-a7d3-6a8973268a77 tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775477123741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775476647069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25806886'] for port (30ce3203-a86d-4216-9c80-d97b5cd2e7f3), after_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:57:31.050213 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f202c776-0b98-4833-a7d3-6a8973268a77 tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] Pushing event deleted for resources: {'Port': ['ID=30ce3203-a86d-4216-9c80-d97b5cd2e7f3,revision_number=None']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:57:31.055393 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] get_ports_and_sgs() called for port_ids ['30ce3203-a86d-4216-9c80-d97b5cd2e7f3'] {{(pid=110299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 14:57:31.098877 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dfb87a0-1ecb-4976-afee-620e59ad9cd6 req-f202c776-0b98-4833-a7d3-6a8973268a77 tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] No DVR routers for this DVR port 30ce3203-a86d-4216-9c80-d97b5cd2e7f3 on host hv-cinder-84028 {{(pid=110298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 14:57:31.101477 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-6dfb87a0-1ecb-4976-afee-620e59ad9cd6 req-f202c776-0b98-4833-a7d3-6a8973268a77 tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46205'] for port (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:57:31.104881 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-6dfb87a0-1ecb-4976-afee-620e59ad9cd6 req-f202c776-0b98-4833-a7d3-6a8973268a77 tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] 10.222.0.55 "DELETE /v2.0/ports/30ce3203-a86d-4216-9c80-d97b5cd2e7f3 HTTP/1.1" status: 204 len: 173 time: 0.5014219 May 03 14:57:31.105328 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51466aaa-4659-49b7-b8fb-3b4656e35475', 'name': 'network-vif-deleted', 'tag': '30ce3203-a86d-4216-9c80-d97b5cd2e7f3'}] {{(pid=110298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 14:57:31.108157 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75d30aab20f2b99e69676ba1094dd13d61de0bc97323401ed2dd99ba05286cef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bed6b5ae-7bcb-4276-a8ee-117e461f4fae" -d '{"events": [{"server_uuid": "51466aaa-4659-49b7-b8fb-3b4656e35475", "name": "network-vif-deleted", "tag": "30ce3203-a86d-4216-9c80-d97b5cd2e7f3"}]}' {{(pid=110298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 14:57:31.141768 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 14:57:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0f99652-1bd0-4d9e-9d3e-e028505366f8 x-openstack-request-id: req-b0f99652-1bd0-4d9e-9d3e-e028505366f8 {{(pid=110298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 14:57:31.142084 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51466aaa-4659-49b7-b8fb-3b4656e35475", "name": "network-vif-deleted", "tag": "30ce3203-a86d-4216-9c80-d97b5cd2e7f3", "status": "completed", "code": 200}]} {{(pid=110298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 14:57:31.142331 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b0f99652-1bd0-4d9e-9d3e-e028505366f8 {{(pid=110298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 14:57:31.142737 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0f99652-1bd0-4d9e-9d3e-e028505366f8'] response: {'server_uuid': '51466aaa-4659-49b7-b8fb-3b4656e35475', 'name': 'network-vif-deleted', 'tag': '30ce3203-a86d-4216-9c80-d97b5cd2e7f3', 'status': 'completed', 'code': 200} May 03 14:57:31.504678 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19877f8c-f26b-4408-be48-c65445eb0edc req-d93dab25-3c1f-4596-93a8-ccd74b9aa8bf tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:57:31.506945 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-19877f8c-f26b-4408-be48-c65445eb0edc req-d93dab25-3c1f-4596-93a8-ccd74b9aa8bf tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b52e969-e560-4421-9840-ec07a36f4705 HTTP/1.1" status: 200 len: 947 time: 0.0510314 May 03 14:57:31.560946 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-19877f8c-f26b-4408-be48-c65445eb0edc req-56c6f7b1-2105-476e-9b46-c0c952bbe31a tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/security-groups?id=31e32358-9e99-4d9a-8f32-87cc3c0e2ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478432 May 03 14:57:31.655684 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-ae89a165-2d0b-4cdc-b8c0-e469e214ce8b req-7ba9ddcb-5687-44c6-beb6-eeb7ad3dfa36 tempest-TestMinimumBasicScenario-1756218233 tempest-TestMinimumBasicScenario-1756218233-project] 10.222.0.16 "GET /v2.0/ports?device_id=51466aaa-4659-49b7-b8fb-3b4656e35475 HTTP/1.1" status: 200 len: 210 time: 0.0282202 May 03 14:57:33.984462 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 46984) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:57:33.988946 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.v2.base [None req-37916934-8ad3-4c6d-9b62-defeb5bd6f6a tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Request body: {'security_group': {'name': 'tempest-securitygroup--524546626', 'description': 'tempest-description--1714552939'}} {{(pid=110297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:57:34.121308 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-37916934-8ad3-4c6d-9b62-defeb5bd6f6a tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Publish callbacks [] for security_group (None), before_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:57:34.189587 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-37916934-8ad3-4c6d-9b62-defeb5bd6f6a tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Publish callbacks [] for security_group (95613beb-5f59-4daa-989b-f6efcb984d42), precommit_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:57:34.275291 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-37916934-8ad3-4c6d-9b62-defeb5bd6f6a tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (95613beb-5f59-4daa-989b-f6efcb984d42), after_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:57:34.303311 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 46986) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:57:34.309463 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37916934-8ad3-4c6d-9b62-defeb5bd6f6a tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95613beb-5f59-4daa-989b-f6efcb984d42,revision_number=1']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:57:34.317755 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37916934-8ad3-4c6d-9b62-defeb5bd6f6a tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:57:34.318111 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37916934-8ad3-4c6d-9b62-defeb5bd6f6a tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:57:34.318458 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37916934-8ad3-4c6d-9b62-defeb5bd6f6a tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:57:34.318801 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37916934-8ad3-4c6d-9b62-defeb5bd6f6a tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:57:34.319175 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37916934-8ad3-4c6d-9b62-defeb5bd6f6a tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:57:34.319511 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37916934-8ad3-4c6d-9b62-defeb5bd6f6a tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:57:34.319849 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37916934-8ad3-4c6d-9b62-defeb5bd6f6a tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:57:34.320179 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37916934-8ad3-4c6d-9b62-defeb5bd6f6a tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:57:34.320509 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37916934-8ad3-4c6d-9b62-defeb5bd6f6a tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:57:34.320838 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37916934-8ad3-4c6d-9b62-defeb5bd6f6a tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:57:34.321171 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37916934-8ad3-4c6d-9b62-defeb5bd6f6a tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:57:34.321497 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37916934-8ad3-4c6d-9b62-defeb5bd6f6a tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:57:34.321825 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37916934-8ad3-4c6d-9b62-defeb5bd6f6a tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:57:34.322148 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37916934-8ad3-4c6d-9b62-defeb5bd6f6a tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:57:34.322475 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37916934-8ad3-4c6d-9b62-defeb5bd6f6a tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:57:34.376613 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-37916934-8ad3-4c6d-9b62-defeb5bd6f6a tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Publish callbacks [] for security_group (None), before_response {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:57:34.380472 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-37916934-8ad3-4c6d-9b62-defeb5bd6f6a tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3923318 May 03 14:57:34.380787 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 46988) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:57:34.385177 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.v2.base [None req-8203a266-cdfb-46f9-a77e-aa0f04b07308 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Request body: {'security_group_rule': {'security_group_id': '95613beb-5f59-4daa-989b-f6efcb984d42', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:57:34.489755 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-8203a266-cdfb-46f9-a77e-aa0f04b07308 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Publish callbacks [] for security_group_rule (bd2e97ec-e4d4-43ce-881d-8b480db15aa5), before_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:57:34.498040 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Device 30ce3203-a86d-4216-9c80-d97b5cd2e7f3 no longer exists at agent hyperv_hv-cinder-84028 {{(pid=110299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 14:57:34.521990 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] No Port match for: 30ce3203-a86d-4216-9c80-d97b5cd2e7f3 {{(pid=110299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 14:57:34.522344 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Device 30ce3203-a86d-4216-9c80-d97b5cd2e7f3 not bound to the agent host hv-cinder-84028 {{(pid=110299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 14:57:34.549918 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-8203a266-cdfb-46f9-a77e-aa0f04b07308 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Publish callbacks [] for security_group_rule (bd2e97ec-e4d4-43ce-881d-8b480db15aa5), precommit_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:57:34.620290 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-8203a266-cdfb-46f9-a77e-aa0f04b07308 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652759'] for security_group_rule (bd2e97ec-e4d4-43ce-881d-8b480db15aa5), after_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:57:34.639342 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8203a266-cdfb-46f9-a77e-aa0f04b07308 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd2e97ec-e4d4-43ce-881d-8b480db15aa5,revision_number=0']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:57:34.702973 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-8203a266-cdfb-46f9-a77e-aa0f04b07308 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:57:34.704267 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-8203a266-cdfb-46f9-a77e-aa0f04b07308 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3225236 May 03 14:57:34.706890 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 46990) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:57:34.711396 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.v2.base [None req-74f0280c-407c-4425-b1f1-e84983dc83fb tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Request body: {'security_group_rule': {'security_group_id': '95613beb-5f59-4daa-989b-f6efcb984d42', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:57:34.819754 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-74f0280c-407c-4425-b1f1-e84983dc83fb tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Publish callbacks [] for security_group_rule (ecc8b935-f6f1-4b52-a3ec-a67d8f6087cd), before_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:57:34.874829 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-74f0280c-407c-4425-b1f1-e84983dc83fb tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Publish callbacks [] for security_group_rule (ecc8b935-f6f1-4b52-a3ec-a67d8f6087cd), precommit_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:57:34.909767 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-70d3fdca-6b56-4cd1-abd4-af6dc903afc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1689557'] for router_interface (63ef9441-6254-48b7-bd26-cc250feb1e6d), before_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:57:34.934239 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-74f0280c-407c-4425-b1f1-e84983dc83fb tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652759'] for security_group_rule (ecc8b935-f6f1-4b52-a3ec-a67d8f6087cd), after_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:57:34.957198 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f0280c-407c-4425-b1f1-e84983dc83fb tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecc8b935-f6f1-4b52-a3ec-a67d8f6087cd,revision_number=0']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:57:35.010640 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-74f0280c-407c-4425-b1f1-e84983dc83fb tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:57:35.011937 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-74f0280c-407c-4425-b1f1-e84983dc83fb tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3040521 May 03 14:57:35.015623 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 46994) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:57:35.020145 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.v2.base [None req-c16c20c9-c80b-4359-8c3b-7ab0aaa08bcc tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Request body: {'floatingip': {'floating_network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c'}} {{(pid=110297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:57:35.098416 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-c16c20c9-c80b-4359-8c3b-7ab0aaa08bcc tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:57:35.152190 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.plugin [None req-70d3fdca-6b56-4cd1-abd4-af6dc903afc3 admin admin] Deleting port b5316484-3e70-43ac-a9f7-1f8843ab55ac {{(pid=110298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 14:57:35.152535 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-70d3fdca-6b56-4cd1-abd4-af6dc903afc3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775477116685'] for port (b5316484-3e70-43ac-a9f7-1f8843ab55ac), before_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:57:35.177837 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-c16c20c9-c80b-4359-8c3b-7ab0aaa08bcc tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (None), before_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:57:35.236511 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.db [None req-70d3fdca-6b56-4cd1-abd4-af6dc903afc3 admin admin] For port b5316484-3e70-43ac-a9f7-1f8843ab55ac, host dv-cinder-840289-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-3-iscsi',level=0,port_id=b5316484-3e70-43ac-a9f7-1f8843ab55ac,segment=NetworkSegment(bbae755a-35e6-4939-bedd-ededf6640009),segment_id=bbae755a-35e6-4939-bedd-ededf6640009)] {{(pid=110298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:57:35.236888 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-70d3fdca-6b56-4cd1-abd4-af6dc903afc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689583'] for port (b5316484-3e70-43ac-a9f7-1f8843ab55ac), precommit_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:57:35.250209 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.plugin [None req-70d3fdca-6b56-4cd1-abd4-af6dc903afc3 admin admin] Calling delete_port for b5316484-3e70-43ac-a9f7-1f8843ab55ac owned by network:router_interface {{(pid=110298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 14:57:35.279512 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.db.db_base_plugin_common [None req-c16c20c9-c80b-4359-8c3b-7ab0aaa08bcc tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Allocated IP 172.27.0.2 (7456e722-9446-4a17-bcf3-c72dce07c65c/f907060b-4748-4522-aeb5-06a44b689374/52afeae0-ffd4-445e-8977-1cfae8c0b6f2) {{(pid=110297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 14:57:35.385358 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-c16c20c9-c80b-4359-8c3b-7ab0aaa08bcc tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Publish callbacks [] for port (52afeae0-ffd4-445e-8977-1cfae8c0b6f2), precommit_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:57:35.501120 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-c16c20c9-c80b-4359-8c3b-7ab0aaa08bcc tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775476647060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25923557'] for port (52afeae0-ffd4-445e-8977-1cfae8c0b6f2), after_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:57:35.529144 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-70d3fdca-6b56-4cd1-abd4-af6dc903afc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775477123741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775476647069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25806886'] for port (b5316484-3e70-43ac-a9f7-1f8843ab55ac), after_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:57:35.538275 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c16c20c9-c80b-4359-8c3b-7ab0aaa08bcc tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Network 7456e722-9446-4a17-bcf3-c72dce07c65c is already hosted by enough agents. {{(pid=110297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 14:57:35.541144 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.scheduler.base_scheduler [None req-c16c20c9-c80b-4359-8c3b-7ab0aaa08bcc tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Resources bound (agent type, host, resource id): {{(pid=110297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 14:57:35.544718 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16c20c9-c80b-4359-8c3b-7ab0aaa08bcc tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Received port after_create {{(pid=110297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 14:57:35.556499 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d3fdca-6b56-4cd1-abd4-af6dc903afc3 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5316484-3e70-43ac-a9f7-1f8843ab55ac,revision_number=None']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:57:35.572022 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16c20c9-c80b-4359-8c3b-7ab0aaa08bcc tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Pushing event updated for resources: {'Port': ['ID=52afeae0-ffd4-445e-8977-1cfae8c0b6f2,revision_number=1']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:57:35.645107 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-c16c20c9-c80b-4359-8c3b-7ab0aaa08bcc tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Publish callbacks [] for floatingip (e29af99d-fbb3-48e0-939c-de90084999a7), precommit_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:57:35.739448 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-70d3fdca-6b56-4cd1-abd4-af6dc903afc3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1685186'] for router_interface (63ef9441-6254-48b7-bd26-cc250feb1e6d), after_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:57:35.741654 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-c16c20c9-c80b-4359-8c3b-7ab0aaa08bcc tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (52afeae0-ffd4-445e-8977-1cfae8c0b6f2), before_update {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:57:35.971653 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70d3fdca-6b56-4cd1-abd4-af6dc903afc3 admin admin] Router 63ef9441-6254-48b7-bd26-cc250feb1e6d has already been hosted by L3 agent a9161e1b-902d-441f-843b-a0ff0805adee {{(pid=110298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 14:57:36.099393 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70d3fdca-6b56-4cd1-abd4-af6dc903afc3 admin admin] Notify agent at l3_agent.dv-cinder-840289-3-iscsi the message routers_updated {{(pid=110298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 14:57:36.103972 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-70d3fdca-6b56-4cd1-abd4-af6dc903afc3 admin admin] 10.222.0.16 "PUT /v2.0/routers/63ef9441-6254-48b7-bd26-cc250feb1e6d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7972834 May 03 14:57:36.104427 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 46998) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:57:36.108407 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f50272dd-8d82-43db-81d2-20296f56b403 None None] Sync routers for ids ['63ef9441-6254-48b7-bd26-cc250feb1e6d'] in dv-cinder-840289-3-iscsi {{(pid=110300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 14:57:36.129522 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50272dd-8d82-43db-81d2-20296f56b403 None None] Routers {'63ef9441-6254-48b7-bd26-cc250feb1e6d'} bound to L3 agent in host dv-cinder-840289-3-iscsi {{(pid=110300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:57:36.130590 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_hamode_db [None req-f50272dd-8d82-43db-81d2-20296f56b403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T14:38:11Z,description=,heartbeat_timestamp=2022-05-03T14:57:11Z,host='dv-cinder-840289-3-iscsi',id=a9161e1b-902d-441f-843b-a0ff0805adee,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:38:12Z,topic='l3_agent')) {'router_ids': ['63ef9441-6254-48b7-bd26-cc250feb1e6d'], 'active': True} {{(pid=110300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:57:36.165182 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-c16c20c9-c80b-4359-8c3b-7ab0aaa08bcc tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Publish callbacks [] for port (52afeae0-ffd4-445e-8977-1cfae8c0b6f2), precommit_update {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:57:36.223139 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-50362bbf-209c-4871-a86f-3ddce0fb010b admin admin] Publish callbacks [] for router (63ef9441-6254-48b7-bd26-cc250feb1e6d), before_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:57:36.224226 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-c16c20c9-c80b-4359-8c3b-7ab0aaa08bcc tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25923484'] for port (52afeae0-ffd4-445e-8977-1cfae8c0b6f2), after_update {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:57:36.246362 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvr_db [None req-f50272dd-8d82-43db-81d2-20296f56b403 None None] Set router 63ef9441-6254-48b7-bd26-cc250feb1e6d gateway port host: dv-cinder-840289-3-iscsi {{(pid=110300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:57:36.294633 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16c20c9-c80b-4359-8c3b-7ab0aaa08bcc tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Pushing event updated for resources: {'Port': ['ID=52afeae0-ffd4-445e-8977-1cfae8c0b6f2,revision_number=2']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:57:36.305248 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-c16c20c9-c80b-4359-8c3b-7ab0aaa08bcc tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692144'] for floatingip (e29af99d-fbb3-48e0-939c-de90084999a7), after_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:57:36.338125 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-50362bbf-209c-4871-a86f-3ddce0fb010b admin admin] Publish callbacks [] for router_gateway (63ef9441-6254-48b7-bd26-cc250feb1e6d), before_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:57:36.380482 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-c16c20c9-c80b-4359-8c3b-7ab0aaa08bcc tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46205'] for floatingip (None), before_response {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:57:36.381746 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-c16c20c9-c80b-4359-8c3b-7ab0aaa08bcc tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.3650587 May 03 14:57:36.416299 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_hamode_db [None req-f50272dd-8d82-43db-81d2-20296f56b403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63ef9441-6254-48b7-bd26-cc250feb1e6d', 'name': 'tempest-TestMinimumBasicScenario-1367109975-router', 'tenant_id': 'b886b8227a9e49b6b1ea48f1024baa62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'external_fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '872c30a2-9e0c-4409-804b-cf3c58c18824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:53:37Z', 'updated_at': '2022-05-03T14:57:35Z', 'revision_number': 5, 'project_id': 'b886b8227a9e49b6b1ea48f1024baa62', 'gw_port': {'id': '872c30a2-9e0c-4409-804b-cf3c58c18824', 'name': '', 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:c4:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63ef9441-6254-48b7-bd26-cc250feb1e6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:53:38Z', 'updated_at': '2022-05-03T14:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f907060b-4748-4522-aeb5-06a44b689374', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-3-iscsi'}], 'dv-cinder-840289-3-iscsi', False) {} {{(pid=110300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:57:36.445235 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.plugin [None req-50362bbf-209c-4871-a86f-3ddce0fb010b admin admin] Deleting port 872c30a2-9e0c-4409-804b-cf3c58c18824 {{(pid=110298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 14:57:36.445585 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-50362bbf-209c-4871-a86f-3ddce0fb010b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775477116685'] for port (872c30a2-9e0c-4409-804b-cf3c58c18824), before_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:57:36.448332 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f50272dd-8d82-43db-81d2-20296f56b403 None None] Checking router: 63ef9441-6254-48b7-bd26-cc250feb1e6d for host: dv-cinder-840289-3-iscsi {{(pid=110300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 14:57:36.457022 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50272dd-8d82-43db-81d2-20296f56b403 None None] Routers {'63ef9441-6254-48b7-bd26-cc250feb1e6d'} bound to L3 agent in host dv-cinder-840289-3-iscsi {{(pid=110300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:57:36.457783 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_hamode_db [None req-f50272dd-8d82-43db-81d2-20296f56b403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T14:38:11Z,description=,heartbeat_timestamp=2022-05-03T14:57:11Z,host='dv-cinder-840289-3-iscsi',id=a9161e1b-902d-441f-843b-a0ff0805adee,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:38:12Z,topic='l3_agent')) {'router_ids': ['63ef9441-6254-48b7-bd26-cc250feb1e6d'], 'active': True} {{(pid=110300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:57:36.544725 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.db [None req-50362bbf-209c-4871-a86f-3ddce0fb010b admin admin] For port 872c30a2-9e0c-4409-804b-cf3c58c18824, host dv-cinder-840289-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-3-iscsi',level=0,port_id=872c30a2-9e0c-4409-804b-cf3c58c18824,segment=NetworkSegment(0c3170a2-2f96-4172-a4d6-7b5474706bd0),segment_id=0c3170a2-2f96-4172-a4d6-7b5474706bd0)] {{(pid=110298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:57:36.545225 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-50362bbf-209c-4871-a86f-3ddce0fb010b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689583'] for port (872c30a2-9e0c-4409-804b-cf3c58c18824), precommit_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:57:36.549616 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvr_db [None req-f50272dd-8d82-43db-81d2-20296f56b403 None None] Set router 63ef9441-6254-48b7-bd26-cc250feb1e6d gateway port host: None {{(pid=110300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:57:36.567550 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.plugin [None req-50362bbf-209c-4871-a86f-3ddce0fb010b admin admin] Calling delete_port for 872c30a2-9e0c-4409-804b-cf3c58c18824 owned by network:router_gateway {{(pid=110298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 14:57:36.601492 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_hamode_db [None req-f50272dd-8d82-43db-81d2-20296f56b403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63ef9441-6254-48b7-bd26-cc250feb1e6d', 'name': 'tempest-TestMinimumBasicScenario-1367109975-router', 'tenant_id': 'b886b8227a9e49b6b1ea48f1024baa62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:53:37Z', 'updated_at': '2022-05-03T14:57:36Z', 'revision_number': 6, 'project_id': 'b886b8227a9e49b6b1ea48f1024baa62', 'gw_port_host': None}], 'dv-cinder-840289-3-iscsi', False) {} {{(pid=110300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:57:36.630783 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f50272dd-8d82-43db-81d2-20296f56b403 None None] The sync data for ids ['63ef9441-6254-48b7-bd26-cc250feb1e6d'] in dv-cinder-840289-3-iscsi is: [{'id': '63ef9441-6254-48b7-bd26-cc250feb1e6d', 'name': 'tempest-TestMinimumBasicScenario-1367109975-router', 'tenant_id': 'b886b8227a9e49b6b1ea48f1024baa62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:53:37Z', 'updated_at': '2022-05-03T14:57:36Z', 'revision_number': 6, 'project_id': 'b886b8227a9e49b6b1ea48f1024baa62', 'gw_port_host': None}] {{(pid=110300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 14:57:36.646583 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-b9f5ebbd-41c2-4504-b2bd-1f59e49fb8c2 req-23f7e71a-b498-40e8-b3d3-f46eca355c97 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--524546626&fields=id&tenant_id=fa83f683c67a413ba3ca7f7d2d6bb966 HTTP/1.1" status: 200 len: 267 time: 0.0910881 May 03 14:57:36.821140 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f5ebbd-41c2-4504-b2bd-1f59e49fb8c2 req-71849fd4-47ec-4d75-bf06-64b2a8688444 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:57:36.822603 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-b9f5ebbd-41c2-4504-b2bd-1f59e49fb8c2 req-71849fd4-47ec-4d75-bf06-64b2a8688444 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] 10.222.0.16 "GET /v2.0/networks?id=8e6de03b-779e-46f4-99b9-4423e500c0dd HTTP/1.1" status: 200 len: 814 time: 0.1580777 May 03 14:57:36.856664 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-b9f5ebbd-41c2-4504-b2bd-1f59e49fb8c2 req-8550bad8-85ea-4fba-a0fe-ff7f134ef647 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] 10.222.0.16 "GET /v2.0/quotas/fa83f683c67a413ba3ca7f7d2d6bb966 HTTP/1.1" status: 200 len: 375 time: 0.0164404 May 03 14:57:36.913246 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-b9f5ebbd-41c2-4504-b2bd-1f59e49fb8c2 req-2dc4f2b5-5599-46d0-9d41-4518784911b9 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=fa83f683c67a413ba3ca7f7d2d6bb966&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0501213 May 03 14:57:36.957214 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-50362bbf-209c-4871-a86f-3ddce0fb010b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775477123741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775476647069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25806886'] for port (872c30a2-9e0c-4409-804b-cf3c58c18824), after_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:57:36.993519 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [req-b9f5ebbd-41c2-4504-b2bd-1f59e49fb8c2 req-810b4228-c5dd-4559-a2f0-d3926fe47fc2 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=110298) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 03 14:57:36.994671 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-b9f5ebbd-41c2-4504-b2bd-1f59e49fb8c2 req-810b4228-c5dd-4559-a2f0-d3926fe47fc2 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0700648 May 03 14:57:37.002898 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50362bbf-209c-4871-a86f-3ddce0fb010b admin admin] Pushing event deleted for resources: {'Port': ['ID=872c30a2-9e0c-4409-804b-cf3c58c18824,revision_number=None']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:57:37.121678 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-50362bbf-209c-4871-a86f-3ddce0fb010b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1698215'] for router_gateway (63ef9441-6254-48b7-bd26-cc250feb1e6d), after_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:57:37.198171 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-b9f5ebbd-41c2-4504-b2bd-1f59e49fb8c2 req-5dbdb2fd-69c7-4fb1-9cac-6a2e529e0394 service neutron] 10.222.0.16 "GET /v2.0/networks/8e6de03b-779e-46f4-99b9-4423e500c0dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950073 May 03 14:57:37.229783 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-50362bbf-209c-4871-a86f-3ddce0fb010b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1693307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3127'] for router (63ef9441-6254-48b7-bd26-cc250feb1e6d), precommit_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:57:37.239528 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-50362bbf-209c-4871-a86f-3ddce0fb010b admin admin] Publish callbacks [] for router_controller (63ef9441-6254-48b7-bd26-cc250feb1e6d), precommit_delete_associations {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:57:37.352353 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-b9f5ebbd-41c2-4504-b2bd-1f59e49fb8c2 req-c41f147d-7b15-4479-9fc1-46c05d9726f9 service neutron] 10.222.0.16 "GET /v2.0/networks/8e6de03b-779e-46f4-99b9-4423e500c0dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246741 May 03 14:57:37.403389 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-50362bbf-209c-4871-a86f-3ddce0fb010b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693298'] for router (63ef9441-6254-48b7-bd26-cc250feb1e6d), after_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:57:37.406790 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50362bbf-209c-4871-a86f-3ddce0fb010b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 63ef9441-6254-48b7-bd26-cc250feb1e6d {{(pid=110298) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 03 14:57:37.410109 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-50362bbf-209c-4871-a86f-3ddce0fb010b admin admin] Publish callbacks [] for router (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:57:37.413902 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-50362bbf-209c-4871-a86f-3ddce0fb010b admin admin] 10.222.0.16 "DELETE /v2.0/routers/63ef9441-6254-48b7-bd26-cc250feb1e6d HTTP/1.1" status: 204 len: 168 time: 1.3061430 May 03 14:57:37.414366 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 47016) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:57:37.460818 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.db.db_base_plugin_v2 [None req-0506b9f9-b00a-4d0f-8a51-1dc8316cc882 admin admin] Deleting subnet 12a86955-a43c-4b6c-a091-46e3b2faf098 {{(pid=110298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 03 14:57:37.464107 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-0506b9f9-b00a-4d0f-8a51-1dc8316cc882 admin admin] Publish callbacks [] for subnet (12a86955-a43c-4b6c-a091-46e3b2faf098), before_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:57:37.499922 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-0506b9f9-b00a-4d0f-8a51-1dc8316cc882 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3229775'] for subnet (12a86955-a43c-4b6c-a091-46e3b2faf098), precommit_delete_associations {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:57:37.585303 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-0506b9f9-b00a-4d0f-8a51-1dc8316cc882 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-723521'] for subnet (12a86955-a43c-4b6c-a091-46e3b2faf098), precommit_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:57:37.642078 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-4be9e2de-2e45-4027-a031-2f40cc70f517 req-89d31c03-2c19-437e-ba38-eba5d56d0353 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe32396e-9840-4e43-ae3d-c1ded06f509c HTTP/1.1" status: 200 len: 210 time: 0.0360267 May 03 14:57:37.723450 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-0506b9f9-b00a-4d0f-8a51-1dc8316cc882 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-723528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25806865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25436570'] for subnet (12a86955-a43c-4b6c-a091-46e3b2faf098), after_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:57:37.750339 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0506b9f9-b00a-4d0f-8a51-1dc8316cc882 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12a86955-a43c-4b6c-a091-46e3b2faf098,revision_number=None']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:57:37.758030 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-0506b9f9-b00a-4d0f-8a51-1dc8316cc882 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603595'] for subnet (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:57:37.761572 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-0506b9f9-b00a-4d0f-8a51-1dc8316cc882 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/12a86955-a43c-4b6c-a091-46e3b2faf098 HTTP/1.1" status: 204 len: 168 time: 0.3459985 May 03 14:57:37.763115 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc2207be-6140-40b1-a3e5-c80bb26310fe None None] Network c281f951-cc3b-45f3-a5a8-b04d649470d1 requested from dv-cinder-840289-3-iscsi {{(pid=110299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 14:57:37.763990 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 47024) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:57:37.847943 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-766f7404-9870-4f39-87ee-86197347f7fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636243'] for network (c281f951-cc3b-45f3-a5a8-b04d649470d1), before_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:57:37.895630 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.plugins.ml2.plugin [None req-766f7404-9870-4f39-87ee-86197347f7fa admin admin] Deleting port 1b85c9f3-42f3-45d8-ba90-95c3c6da857d {{(pid=110297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 14:57:37.895994 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-766f7404-9870-4f39-87ee-86197347f7fa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775477116685'] for port (1b85c9f3-42f3-45d8-ba90-95c3c6da857d), before_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:57:37.930512 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ce1cb34-b95a-43ad-ac40-24de1cea5b46 None None] DHCP port deletion for c281f951-cc3b-45f3-a5a8-b04d649470d1 request from dv-cinder-840289-3-iscsi {{(pid=110299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 03 14:57:37.965075 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.plugins.ml2.db [None req-766f7404-9870-4f39-87ee-86197347f7fa admin admin] For port 1b85c9f3-42f3-45d8-ba90-95c3c6da857d, host dv-cinder-840289-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-3-iscsi',level=0,port_id=1b85c9f3-42f3-45d8-ba90-95c3c6da857d,segment=NetworkSegment(bbae755a-35e6-4939-bedd-ededf6640009),segment_id=bbae755a-35e6-4939-bedd-ededf6640009)] {{(pid=110297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:57:37.965340 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-766f7404-9870-4f39-87ee-86197347f7fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689583'] for port (1b85c9f3-42f3-45d8-ba90-95c3c6da857d), precommit_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:57:37.970905 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-6ce1cb34-b95a-43ad-ac40-24de1cea5b46 None None] Deleting port 1b85c9f3-42f3-45d8-ba90-95c3c6da857d {{(pid=110299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 14:57:37.971309 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-6ce1cb34-b95a-43ad-ac40-24de1cea5b46 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775477116685'] for port (1b85c9f3-42f3-45d8-ba90-95c3c6da857d), before_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:57:37.977998 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.plugins.ml2.plugin [None req-766f7404-9870-4f39-87ee-86197347f7fa admin admin] Calling delete_port for 1b85c9f3-42f3-45d8-ba90-95c3c6da857d owned by network:dhcp {{(pid=110297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 14:57:38.040344 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-6ce1cb34-b95a-43ad-ac40-24de1cea5b46 None None] For port 1b85c9f3-42f3-45d8-ba90-95c3c6da857d, host dv-cinder-840289-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-3-iscsi',level=0,port_id=1b85c9f3-42f3-45d8-ba90-95c3c6da857d,segment=NetworkSegment(bbae755a-35e6-4939-bedd-ededf6640009),segment_id=bbae755a-35e6-4939-bedd-ededf6640009)] {{(pid=110299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:57:38.040791 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-6ce1cb34-b95a-43ad-ac40-24de1cea5b46 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689583'] for port (1b85c9f3-42f3-45d8-ba90-95c3c6da857d), precommit_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:57:38.055581 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-6ce1cb34-b95a-43ad-ac40-24de1cea5b46 None None] Calling delete_port for 1b85c9f3-42f3-45d8-ba90-95c3c6da857d owned by network:dhcp {{(pid=110299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 14:57:38.167603 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Device b5316484-3e70-43ac-a9f7-1f8843ab55ac no longer exists at agent ovs-agent-dv-cinder-840289-3-iscsi {{(pid=110299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 14:57:38.169164 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-766f7404-9870-4f39-87ee-86197347f7fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775477123741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775476647069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25923557'] for port (1b85c9f3-42f3-45d8-ba90-95c3c6da857d), after_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:57:38.192200 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766f7404-9870-4f39-87ee-86197347f7fa admin admin] Pushing event deleted for resources: {'Port': ['ID=1b85c9f3-42f3-45d8-ba90-95c3c6da857d,revision_number=None']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:57:38.196091 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] No Port match for: b5316484-3e70-43ac-a9f7-1f8843ab55ac {{(pid=110299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 14:57:38.196433 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Device b5316484-3e70-43ac-a9f7-1f8843ab55ac not bound to the agent host dv-cinder-840289-3-iscsi {{(pid=110299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 14:57:38.196839 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Device 872c30a2-9e0c-4409-804b-cf3c58c18824 no longer exists at agent ovs-agent-dv-cinder-840289-3-iscsi {{(pid=110299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 14:57:38.202285 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766f7404-9870-4f39-87ee-86197347f7fa admin admin] No DVR routers for this DVR port 1b85c9f3-42f3-45d8-ba90-95c3c6da857d on host dv-cinder-840289-3-iscsi {{(pid=110297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 14:57:38.218128 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] No Port match for: 872c30a2-9e0c-4409-804b-cf3c58c18824 {{(pid=110299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 14:57:38.218652 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Device 872c30a2-9e0c-4409-804b-cf3c58c18824 not bound to the agent host dv-cinder-840289-3-iscsi {{(pid=110299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 14:57:38.219651 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Device 1b85c9f3-42f3-45d8-ba90-95c3c6da857d no longer exists at agent ovs-agent-dv-cinder-840289-3-iscsi {{(pid=110299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 14:57:38.223407 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-6ce1cb34-b95a-43ad-ac40-24de1cea5b46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775477123741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775476647069'] for port (1b85c9f3-42f3-45d8-ba90-95c3c6da857d), after_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:57:38.248499 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] No Port match for: 1b85c9f3-42f3-45d8-ba90-95c3c6da857d {{(pid=110299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 14:57:38.249493 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Device 1b85c9f3-42f3-45d8-ba90-95c3c6da857d not bound to the agent host dv-cinder-840289-3-iscsi {{(pid=110299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 14:57:38.270033 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce1cb34-b95a-43ad-ac40-24de1cea5b46 None None] Pushing event deleted for resources: {'Port': ['ID=1b85c9f3-42f3-45d8-ba90-95c3c6da857d,revision_number=None']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:57:38.271867 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce1cb34-b95a-43ad-ac40-24de1cea5b46 None None] No DVR routers for this DVR port 1b85c9f3-42f3-45d8-ba90-95c3c6da857d on host dv-cinder-840289-3-iscsi {{(pid=110299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 14:57:38.279569 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-766f7404-9870-4f39-87ee-86197347f7fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727028', 'neutron.services.segments.db._delete_segments_for_network-8775477110074'] for network (c281f951-cc3b-45f3-a5a8-b04d649470d1), precommit_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:57:38.301799 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.services.segments.db [None req-766f7404-9870-4f39-87ee-86197347f7fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c281f951-cc3b-45f3-a5a8-b04d649470d1']}} {{(pid=110297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:57:38.311609 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.services.segments.db [None req-766f7404-9870-4f39-87ee-86197347f7fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbae755a-35e6-4939-bedd-ededf6640009') {'for_net_delete': True} {{(pid=110297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:57:38.311898 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.services.segments.db [None req-766f7404-9870-4f39-87ee-86197347f7fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbae755a-35e6-4939-bedd-ededf6640009') {} {{(pid=110297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:57:38.321137 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-766f7404-9870-4f39-87ee-86197347f7fa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775477110851', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2155877'] for segment (bbae755a-35e6-4939-bedd-ededf6640009), before_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:57:38.334850 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-766f7404-9870-4f39-87ee-86197347f7fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719716'] for segment (bbae755a-35e6-4939-bedd-ededf6640009), precommit_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:57:38.340694 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-766f7404-9870-4f39-87ee-86197347f7fa admin admin] Releasing vlan 357 on physical network physnet1 to pool {{(pid=110297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 14:57:38.341072 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-766f7404-9870-4f39-87ee-86197347f7fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25923512'] for segment (bbae755a-35e6-4939-bedd-ededf6640009), after_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:57:38.343346 dv-cinder-840289-3-iscsi neutron-server[110297]: Traceback (most recent call last): May 03 14:57:38.343346 dv-cinder-840289-3-iscsi neutron-server[110297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 14:57:38.343346 dv-cinder-840289-3-iscsi neutron-server[110297]: timer() May 03 14:57:38.343346 dv-cinder-840289-3-iscsi neutron-server[110297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 14:57:38.343346 dv-cinder-840289-3-iscsi neutron-server[110297]: cb(*args, **kw) May 03 14:57:38.343346 dv-cinder-840289-3-iscsi neutron-server[110297]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 03 14:57:38.343346 dv-cinder-840289-3-iscsi neutron-server[110297]: return func(*args, **kwargs) May 03 14:57:38.343346 dv-cinder-840289-3-iscsi neutron-server[110297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 14:57:38.343346 dv-cinder-840289-3-iscsi neutron-server[110297]: self._notify() May 03 14:57:38.343346 dv-cinder-840289-3-iscsi neutron-server[110297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 14:57:38.343346 dv-cinder-840289-3-iscsi neutron-server[110297]: self.callback(batched_events) May 03 14:57:38.343346 dv-cinder-840289-3-iscsi neutron-server[110297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 14:57:38.343346 dv-cinder-840289-3-iscsi neutron-server[110297]: event.method(event) May 03 14:57:38.343346 dv-cinder-840289-3-iscsi neutron-server[110297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 03 14:57:38.343346 dv-cinder-840289-3-iscsi neutron-server[110297]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 14:57:38.343346 dv-cinder-840289-3-iscsi neutron-server[110297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 03 14:57:38.343346 dv-cinder-840289-3-iscsi neutron-server[110297]: aggregate_uuid = self.p_client.list_aggregates( May 03 14:57:38.343346 dv-cinder-840289-3-iscsi neutron-server[110297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 03 14:57:38.343346 dv-cinder-840289-3-iscsi neutron-server[110297]: return f(self, *a, **k) May 03 14:57:38.343346 dv-cinder-840289-3-iscsi neutron-server[110297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 03 14:57:38.343346 dv-cinder-840289-3-iscsi neutron-server[110297]: return self._get(url).json() May 03 14:57:38.343346 dv-cinder-840289-3-iscsi neutron-server[110297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 03 14:57:38.343346 dv-cinder-840289-3-iscsi neutron-server[110297]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 14:57:38.343346 dv-cinder-840289-3-iscsi neutron-server[110297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 14:57:38.343346 dv-cinder-840289-3-iscsi neutron-server[110297]: return self.request(url, 'GET', **kwargs) May 03 14:57:38.343346 dv-cinder-840289-3-iscsi neutron-server[110297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 14:57:38.343346 dv-cinder-840289-3-iscsi neutron-server[110297]: base_url = self.get_endpoint(auth, allow=allow, May 03 14:57:38.343346 dv-cinder-840289-3-iscsi neutron-server[110297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 14:57:38.343346 dv-cinder-840289-3-iscsi neutron-server[110297]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 14:57:38.343346 dv-cinder-840289-3-iscsi neutron-server[110297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 14:57:38.343346 dv-cinder-840289-3-iscsi neutron-server[110297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 14:57:38.343346 dv-cinder-840289-3-iscsi neutron-server[110297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 14:57:38.483055 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-766f7404-9870-4f39-87ee-86197347f7fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692117'] for network (c281f951-cc3b-45f3-a5a8-b04d649470d1), after_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:57:38.488030 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-766f7404-9870-4f39-87ee-86197347f7fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603595'] for network (None), before_response {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:57:38.491605 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-766f7404-9870-4f39-87ee-86197347f7fa admin admin] 10.222.0.16 "DELETE /v2.0/networks/c281f951-cc3b-45f3-a5a8-b04d649470d1 HTTP/1.1" status: 204 len: 168 time: 0.7258613 May 03 14:57:38.494586 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 47034) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:57:38.505272 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766f7404-9870-4f39-87ee-86197347f7fa admin admin] Pushing event deleted for resources: {'Network': ['ID=c281f951-cc3b-45f3-a5a8-b04d649470d1,revision_number=None']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:57:38.765540 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-b542476c-bca9-450d-8dce-4bc3d0043845 req-f1bd7d3f-5cc1-4965-8f58-63cd98deeb3d tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe32396e-9840-4e43-ae3d-c1ded06f509c HTTP/1.1" status: 200 len: 210 time: 0.0346344 May 03 14:57:38.768393 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a8674064-b594-4946-a188-382f7af3a2dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (5d16a8e7-5fab-4607-ae51-2b468a019c05), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:57:39.137158 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-9137434a-24f8-4b52-b6ca-233dcc3855e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1689557'] for router_interface (8267adbc-3a8e-404a-afe4-487af64b5410), before_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:57:39.379343 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.plugin [None req-9137434a-24f8-4b52-b6ca-233dcc3855e8 admin admin] Deleting port 9641d4e9-2b02-4db5-a0fa-ad451f6111dc {{(pid=110298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 14:57:39.379681 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-9137434a-24f8-4b52-b6ca-233dcc3855e8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775477116685'] for port (9641d4e9-2b02-4db5-a0fa-ad451f6111dc), before_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:57:39.460030 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.db [None req-9137434a-24f8-4b52-b6ca-233dcc3855e8 admin admin] For port 9641d4e9-2b02-4db5-a0fa-ad451f6111dc, host dv-cinder-840289-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-3-iscsi',level=0,port_id=9641d4e9-2b02-4db5-a0fa-ad451f6111dc,segment=NetworkSegment(0288b0c8-bada-4978-8e59-0f833ee0c973),segment_id=0288b0c8-bada-4978-8e59-0f833ee0c973)] {{(pid=110298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:57:39.460399 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-9137434a-24f8-4b52-b6ca-233dcc3855e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689583'] for port (9641d4e9-2b02-4db5-a0fa-ad451f6111dc), precommit_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:57:39.473630 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.plugin [None req-9137434a-24f8-4b52-b6ca-233dcc3855e8 admin admin] Calling delete_port for 9641d4e9-2b02-4db5-a0fa-ad451f6111dc owned by network:router_interface {{(pid=110298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 14:57:39.721217 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-9137434a-24f8-4b52-b6ca-233dcc3855e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775477123741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775476647069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25806886'] for port (9641d4e9-2b02-4db5-a0fa-ad451f6111dc), after_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:57:39.746512 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9137434a-24f8-4b52-b6ca-233dcc3855e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=9641d4e9-2b02-4db5-a0fa-ad451f6111dc,revision_number=None']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:57:39.892168 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-1997198e-12f8-45b9-9ca6-ebf06f9c48a8 req-f8d06d40-6bb3-4dc7-8553-3242358e383d tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe32396e-9840-4e43-ae3d-c1ded06f509c HTTP/1.1" status: 200 len: 210 time: 0.0338862 May 03 14:57:39.957522 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-9137434a-24f8-4b52-b6ca-233dcc3855e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1685186'] for router_interface (8267adbc-3a8e-404a-afe4-487af64b5410), after_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:57:40.189878 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9137434a-24f8-4b52-b6ca-233dcc3855e8 admin admin] Router 8267adbc-3a8e-404a-afe4-487af64b5410 has already been hosted by L3 agent a9161e1b-902d-441f-843b-a0ff0805adee {{(pid=110298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 14:57:40.300834 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9137434a-24f8-4b52-b6ca-233dcc3855e8 admin admin] Notify agent at l3_agent.dv-cinder-840289-3-iscsi the message routers_updated {{(pid=110298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 14:57:40.305913 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-9137434a-24f8-4b52-b6ca-233dcc3855e8 admin admin] 10.222.0.16 "PUT /v2.0/routers/8267adbc-3a8e-404a-afe4-487af64b5410/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8099012 May 03 14:57:40.308488 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 47044) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:57:40.310824 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6d1d37-3acd-4a01-ac3a-a47bb470b82d None None] Sync routers for ids ['8267adbc-3a8e-404a-afe4-487af64b5410'] in dv-cinder-840289-3-iscsi {{(pid=110299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 14:57:40.321408 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6d1d37-3acd-4a01-ac3a-a47bb470b82d None None] Routers {'8267adbc-3a8e-404a-afe4-487af64b5410'} bound to L3 agent in host dv-cinder-840289-3-iscsi {{(pid=110299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:57:40.322056 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_hamode_db [None req-ba6d1d37-3acd-4a01-ac3a-a47bb470b82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T14:38:11Z,description=,heartbeat_timestamp=2022-05-03T14:57:11Z,host='dv-cinder-840289-3-iscsi',id=a9161e1b-902d-441f-843b-a0ff0805adee,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:38:12Z,topic='l3_agent')) {'router_ids': ['8267adbc-3a8e-404a-afe4-487af64b5410'], 'active': True} {{(pid=110299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:57:40.417075 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-28ecb5f1-48b1-4680-a015-420b52ac2554 admin admin] Publish callbacks [] for router (8267adbc-3a8e-404a-afe4-487af64b5410), before_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:57:40.439480 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_dvr_db [None req-ba6d1d37-3acd-4a01-ac3a-a47bb470b82d None None] Set router 8267adbc-3a8e-404a-afe4-487af64b5410 gateway port host: dv-cinder-840289-3-iscsi {{(pid=110299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:57:40.521823 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-28ecb5f1-48b1-4680-a015-420b52ac2554 admin admin] Publish callbacks [] for router_gateway (8267adbc-3a8e-404a-afe4-487af64b5410), before_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:57:40.611360 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_hamode_db [None req-ba6d1d37-3acd-4a01-ac3a-a47bb470b82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8267adbc-3a8e-404a-afe4-487af64b5410', 'name': 'tempest-TestMinimumBasicScenario-1046228673-router', 'tenant_id': 'a8f85d2d5f374f3aae83401b13a08765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'external_fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '926d7667-c5bc-41d9-b436-a550b5e71818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:53:44Z', 'updated_at': '2022-05-03T14:57:39Z', 'revision_number': 5, 'project_id': 'a8f85d2d5f374f3aae83401b13a08765', 'gw_port': {'id': '926d7667-c5bc-41d9-b436-a550b5e71818', 'name': '', 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:20:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8267adbc-3a8e-404a-afe4-487af64b5410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:53:45Z', 'updated_at': '2022-05-03T14:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f907060b-4748-4522-aeb5-06a44b689374', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-3-iscsi'}], 'dv-cinder-840289-3-iscsi', False) {} {{(pid=110299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:57:40.633934 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.plugin [None req-28ecb5f1-48b1-4680-a015-420b52ac2554 admin admin] Deleting port 926d7667-c5bc-41d9-b436-a550b5e71818 {{(pid=110298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 14:57:40.634274 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-28ecb5f1-48b1-4680-a015-420b52ac2554 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775477116685'] for port (926d7667-c5bc-41d9-b436-a550b5e71818), before_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:57:40.640190 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6d1d37-3acd-4a01-ac3a-a47bb470b82d None None] Checking router: 8267adbc-3a8e-404a-afe4-487af64b5410 for host: dv-cinder-840289-3-iscsi {{(pid=110299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 14:57:40.648712 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6d1d37-3acd-4a01-ac3a-a47bb470b82d None None] Routers {'8267adbc-3a8e-404a-afe4-487af64b5410'} bound to L3 agent in host dv-cinder-840289-3-iscsi {{(pid=110299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:57:40.649331 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_hamode_db [None req-ba6d1d37-3acd-4a01-ac3a-a47bb470b82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T14:38:11Z,description=,heartbeat_timestamp=2022-05-03T14:57:11Z,host='dv-cinder-840289-3-iscsi',id=a9161e1b-902d-441f-843b-a0ff0805adee,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:38:12Z,topic='l3_agent')) {'router_ids': ['8267adbc-3a8e-404a-afe4-487af64b5410'], 'active': True} {{(pid=110299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:57:40.716762 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.db [None req-28ecb5f1-48b1-4680-a015-420b52ac2554 admin admin] For port 926d7667-c5bc-41d9-b436-a550b5e71818, host dv-cinder-840289-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-3-iscsi',level=0,port_id=926d7667-c5bc-41d9-b436-a550b5e71818,segment=NetworkSegment(0c3170a2-2f96-4172-a4d6-7b5474706bd0),segment_id=0c3170a2-2f96-4172-a4d6-7b5474706bd0)] {{(pid=110298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:57:40.717038 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-28ecb5f1-48b1-4680-a015-420b52ac2554 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689583'] for port (926d7667-c5bc-41d9-b436-a550b5e71818), precommit_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:57:40.731705 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.plugin [None req-28ecb5f1-48b1-4680-a015-420b52ac2554 admin admin] Calling delete_port for 926d7667-c5bc-41d9-b436-a550b5e71818 owned by network:router_gateway {{(pid=110298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 14:57:40.740391 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_dvr_db [None req-ba6d1d37-3acd-4a01-ac3a-a47bb470b82d None None] Set router 8267adbc-3a8e-404a-afe4-487af64b5410 gateway port host: None {{(pid=110299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:57:40.792901 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_hamode_db [None req-ba6d1d37-3acd-4a01-ac3a-a47bb470b82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8267adbc-3a8e-404a-afe4-487af64b5410', 'name': 'tempest-TestMinimumBasicScenario-1046228673-router', 'tenant_id': 'a8f85d2d5f374f3aae83401b13a08765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:53:44Z', 'updated_at': '2022-05-03T14:57:40Z', 'revision_number': 6, 'project_id': 'a8f85d2d5f374f3aae83401b13a08765', 'gw_port_host': None}], 'dv-cinder-840289-3-iscsi', False) {} {{(pid=110299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:57:40.823437 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6d1d37-3acd-4a01-ac3a-a47bb470b82d None None] The sync data for ids ['8267adbc-3a8e-404a-afe4-487af64b5410'] in dv-cinder-840289-3-iscsi is: [{'id': '8267adbc-3a8e-404a-afe4-487af64b5410', 'name': 'tempest-TestMinimumBasicScenario-1046228673-router', 'tenant_id': 'a8f85d2d5f374f3aae83401b13a08765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:53:44Z', 'updated_at': '2022-05-03T14:57:40Z', 'revision_number': 6, 'project_id': 'a8f85d2d5f374f3aae83401b13a08765', 'gw_port_host': None}] {{(pid=110299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 14:57:40.935990 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f5ebbd-41c2-4504-b2bd-1f59e49fb8c2 req-7ef54340-8544-478f-b1be-13374eb897aa tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:57:40.937873 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-b9f5ebbd-41c2-4504-b2bd-1f59e49fb8c2 req-7ef54340-8544-478f-b1be-13374eb897aa tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] 10.222.0.55 "GET /v2.0/networks?id=8e6de03b-779e-46f4-99b9-4423e500c0dd HTTP/1.1" status: 200 len: 814 time: 0.1982825 May 03 14:57:41.023732 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-dd33ef04-6b43-468e-8d7f-298a2a300732 req-ecb730fd-a7e7-4e36-9b41-904b40ae1984 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe32396e-9840-4e43-ae3d-c1ded06f509c HTTP/1.1" status: 200 len: 210 time: 0.0595303 May 03 14:57:41.090120 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-b9f5ebbd-41c2-4504-b2bd-1f59e49fb8c2 req-8f6f424e-0c44-411a-a81c-d111be8bb755 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fa83f683c67a413ba3ca7f7d2d6bb966 HTTP/1.1" status: 200 len: 472 time: 0.1346068 May 03 14:57:41.099354 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.v2.base [req-b9f5ebbd-41c2-4504-b2bd-1f59e49fb8c2 req-ec94b57f-dce0-4236-9c24-be6c64901e6d tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Request body: {'port': {'device_id': 'fe32396e-9840-4e43-ae3d-c1ded06f509c', 'network_id': '8e6de03b-779e-46f4-99b9-4423e500c0dd', 'admin_state_up': True, 'tenant_id': 'fa83f683c67a413ba3ca7f7d2d6bb966', 'security_groups': ['95613beb-5f59-4daa-989b-f6efcb984d42']}} {{(pid=110298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:57:41.158433 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-28ecb5f1-48b1-4680-a015-420b52ac2554 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775477123741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775476647069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25806886'] for port (926d7667-c5bc-41d9-b436-a550b5e71818), after_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:57:41.185648 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-3663ebc4-b51a-494a-8dd0-3ed61aaef6ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (a9161e1b-902d-441f-843b-a0ff0805adee), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:57:41.208661 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ecb5f1-48b1-4680-a015-420b52ac2554 admin admin] Pushing event deleted for resources: {'Port': ['ID=926d7667-c5bc-41d9-b436-a550b5e71818,revision_number=None']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:57:41.245512 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ecb5f1-48b1-4680-a015-420b52ac2554 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:57:41.245872 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ecb5f1-48b1-4680-a015-420b52ac2554 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:57:41.246257 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ecb5f1-48b1-4680-a015-420b52ac2554 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:57:41.246597 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ecb5f1-48b1-4680-a015-420b52ac2554 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:57:41.246946 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ecb5f1-48b1-4680-a015-420b52ac2554 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:57:41.247411 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ecb5f1-48b1-4680-a015-420b52ac2554 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:57:41.247641 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ecb5f1-48b1-4680-a015-420b52ac2554 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:57:41.247971 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ecb5f1-48b1-4680-a015-420b52ac2554 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:57:41.248370 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ecb5f1-48b1-4680-a015-420b52ac2554 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:57:41.248628 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ecb5f1-48b1-4680-a015-420b52ac2554 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:57:41.249106 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ecb5f1-48b1-4680-a015-420b52ac2554 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:57:41.249416 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ecb5f1-48b1-4680-a015-420b52ac2554 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:57:41.249744 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ecb5f1-48b1-4680-a015-420b52ac2554 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:57:41.250099 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ecb5f1-48b1-4680-a015-420b52ac2554 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:57:41.250389 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ecb5f1-48b1-4680-a015-420b52ac2554 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:57:41.306168 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-28ecb5f1-48b1-4680-a015-420b52ac2554 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1698215'] for router_gateway (8267adbc-3a8e-404a-afe4-487af64b5410), after_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:57:41.401572 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9f5ebbd-41c2-4504-b2bd-1f59e49fb8c2 req-ec94b57f-dce0-4236-9c24-be6c64901e6d tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Made reservation on behalf of fa83f683c67a413ba3ca7f7d2d6bb966 for: {'port': 1} {{(pid=110298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 14:57:41.404559 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-b9f5ebbd-41c2-4504-b2bd-1f59e49fb8c2 req-ec94b57f-dce0-4236-9c24-be6c64901e6d tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (None), before_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:57:41.410003 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-28ecb5f1-48b1-4680-a015-420b52ac2554 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1693307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3127'] for router (8267adbc-3a8e-404a-afe4-487af64b5410), precommit_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:57:41.417608 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-28ecb5f1-48b1-4680-a015-420b52ac2554 admin admin] Publish callbacks [] for router_controller (8267adbc-3a8e-404a-afe4-487af64b5410), precommit_delete_associations {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:57:41.558786 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-28ecb5f1-48b1-4680-a015-420b52ac2554 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693298'] for router (8267adbc-3a8e-404a-afe4-487af64b5410), after_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:57:41.559273 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28ecb5f1-48b1-4680-a015-420b52ac2554 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8267adbc-3a8e-404a-afe4-487af64b5410 {{(pid=110298) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 03 14:57:41.565563 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-28ecb5f1-48b1-4680-a015-420b52ac2554 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:57:41.566731 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-28ecb5f1-48b1-4680-a015-420b52ac2554 admin admin] 10.222.0.16 "DELETE /v2.0/routers/8267adbc-3a8e-404a-afe4-487af64b5410 HTTP/1.1" status: 204 len: 168 time: 1.2573123 May 03 14:57:41.569504 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 47060) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:57:41.582246 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.db.db_base_plugin_common [req-b9f5ebbd-41c2-4504-b2bd-1f59e49fb8c2 req-ec94b57f-dce0-4236-9c24-be6c64901e6d tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Allocated IP 172.20.0.12 (8e6de03b-779e-46f4-99b9-4423e500c0dd/da523ca4-000e-4457-a118-98a9c4ff1011/86384638-0613-4ec4-9d24-c898b54da872) {{(pid=110298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 14:57:41.619784 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.db.db_base_plugin_v2 [None req-45b9dd39-3502-4209-bace-110fd0ab7b18 admin admin] Deleting subnet d396c407-2d78-439b-b47e-5fae28fb825f {{(pid=110297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 03 14:57:41.622987 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-45b9dd39-3502-4209-bace-110fd0ab7b18 admin admin] Publish callbacks [] for subnet (d396c407-2d78-439b-b47e-5fae28fb825f), before_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:57:41.660688 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-45b9dd39-3502-4209-bace-110fd0ab7b18 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2155934'] for subnet (d396c407-2d78-439b-b47e-5fae28fb825f), precommit_delete_associations {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:57:41.764595 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-45b9dd39-3502-4209-bace-110fd0ab7b18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-723521'] for subnet (d396c407-2d78-439b-b47e-5fae28fb825f), precommit_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:57:41.917378 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-45b9dd39-3502-4209-bace-110fd0ab7b18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-723528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25923538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25246232'] for subnet (d396c407-2d78-439b-b47e-5fae28fb825f), after_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:57:41.943578 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b9dd39-3502-4209-bace-110fd0ab7b18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d396c407-2d78-439b-b47e-5fae28fb825f,revision_number=None']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:57:41.954544 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-45b9dd39-3502-4209-bace-110fd0ab7b18 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:57:41.957933 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-45b9dd39-3502-4209-bace-110fd0ab7b18 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/d396c407-2d78-439b-b47e-5fae28fb825f HTTP/1.1" status: 204 len: 168 time: 0.3874137 May 03 14:57:41.962414 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-983b1678-a55a-4e92-8c74-57979e77d118 None None] Network a02aa9c7-6585-4ad0-bac0-1482ae1f0058 requested from dv-cinder-840289-3-iscsi {{(pid=110299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 14:57:41.963508 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 47070) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:57:42.047587 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-b9f5ebbd-41c2-4504-b2bd-1f59e49fb8c2 req-ec94b57f-dce0-4236-9c24-be6c64901e6d tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Publish callbacks [] for port (86384638-0613-4ec4-9d24-c898b54da872), precommit_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:57:42.048676 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-97d58d98-d12f-49b1-8ef4-76ea678926ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636243'] for network (a02aa9c7-6585-4ad0-bac0-1482ae1f0058), before_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:57:42.121544 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.plugins.ml2.plugin [None req-97d58d98-d12f-49b1-8ef4-76ea678926ed admin admin] Deleting port 8cbebba9-5d40-4902-a884-f9fbae09fdc4 {{(pid=110297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 14:57:42.121544 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-97d58d98-d12f-49b1-8ef4-76ea678926ed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775477116685'] for port (8cbebba9-5d40-4902-a884-f9fbae09fdc4), before_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:57:42.155768 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abb085e9-b0be-48e7-be55-571db8dd4a86 None None] DHCP port deletion for a02aa9c7-6585-4ad0-bac0-1482ae1f0058 request from dv-cinder-840289-3-iscsi {{(pid=110299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 03 14:57:42.177508 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-25b0fa2c-bdd1-45de-8068-a148e47de93d req-3504c1be-ae8f-4074-8f67-3140eef27ff6 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe32396e-9840-4e43-ae3d-c1ded06f509c HTTP/1.1" status: 200 len: 210 time: 0.0370655 May 03 14:57:42.186526 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-b9f5ebbd-41c2-4504-b2bd-1f59e49fb8c2 req-ec94b57f-dce0-4236-9c24-be6c64901e6d tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775476647060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25806886'] for port (86384638-0613-4ec4-9d24-c898b54da872), after_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:57:42.214939 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-abb085e9-b0be-48e7-be55-571db8dd4a86 None None] Deleting port 8cbebba9-5d40-4902-a884-f9fbae09fdc4 {{(pid=110299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 14:57:42.215987 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-abb085e9-b0be-48e7-be55-571db8dd4a86 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775477116685'] for port (8cbebba9-5d40-4902-a884-f9fbae09fdc4), before_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:57:42.218267 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9f5ebbd-41c2-4504-b2bd-1f59e49fb8c2 req-ec94b57f-dce0-4236-9c24-be6c64901e6d tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Network 8e6de03b-779e-46f4-99b9-4423e500c0dd is already hosted by enough agents. {{(pid=110298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 14:57:42.224958 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.plugins.ml2.db [None req-97d58d98-d12f-49b1-8ef4-76ea678926ed admin admin] For port 8cbebba9-5d40-4902-a884-f9fbae09fdc4, host dv-cinder-840289-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-3-iscsi',level=0,port_id=8cbebba9-5d40-4902-a884-f9fbae09fdc4,segment=NetworkSegment(0288b0c8-bada-4978-8e59-0f833ee0c973),segment_id=0288b0c8-bada-4978-8e59-0f833ee0c973)] {{(pid=110297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:57:42.225335 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-97d58d98-d12f-49b1-8ef4-76ea678926ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689583'] for port (8cbebba9-5d40-4902-a884-f9fbae09fdc4), precommit_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:57:42.232431 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Device 9641d4e9-2b02-4db5-a0fa-ad451f6111dc no longer exists at agent ovs-agent-dv-cinder-840289-3-iscsi {{(pid=110299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 14:57:42.238244 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.scheduler.base_scheduler [req-b9f5ebbd-41c2-4504-b2bd-1f59e49fb8c2 req-ec94b57f-dce0-4236-9c24-be6c64901e6d tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Resources bound (agent type, host, resource id): {{(pid=110298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 14:57:42.240250 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.plugins.ml2.plugin [None req-97d58d98-d12f-49b1-8ef4-76ea678926ed admin admin] Calling delete_port for 8cbebba9-5d40-4902-a884-f9fbae09fdc4 owned by network:dhcp {{(pid=110297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 14:57:42.240696 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9f5ebbd-41c2-4504-b2bd-1f59e49fb8c2 req-ec94b57f-dce0-4236-9c24-be6c64901e6d tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Received port after_create {{(pid=110298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 14:57:42.288070 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] No Port match for: 9641d4e9-2b02-4db5-a0fa-ad451f6111dc {{(pid=110299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 14:57:42.288926 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Device 9641d4e9-2b02-4db5-a0fa-ad451f6111dc not bound to the agent host dv-cinder-840289-3-iscsi {{(pid=110299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 14:57:42.289552 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Device 926d7667-c5bc-41d9-b436-a550b5e71818 no longer exists at agent ovs-agent-dv-cinder-840289-3-iscsi {{(pid=110299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 14:57:42.319363 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f5ebbd-41c2-4504-b2bd-1f59e49fb8c2 req-ec94b57f-dce0-4236-9c24-be6c64901e6d tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:57:42.320008 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-b9f5ebbd-41c2-4504-b2bd-1f59e49fb8c2 req-ec94b57f-dce0-4236-9c24-be6c64901e6d tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46205'] for port (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:57:42.330633 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec94b57f-dce0-4236-9c24-be6c64901e6d tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Pushing event updated for resources: {'Port': ['ID=86384638-0613-4ec4-9d24-c898b54da872,revision_number=1']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:57:42.366620 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] No Port match for: 926d7667-c5bc-41d9-b436-a550b5e71818 {{(pid=110299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 14:57:42.367059 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Device 926d7667-c5bc-41d9-b436-a550b5e71818 not bound to the agent host dv-cinder-840289-3-iscsi {{(pid=110299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 14:57:42.373581 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-abb085e9-b0be-48e7-be55-571db8dd4a86 None None] For port 8cbebba9-5d40-4902-a884-f9fbae09fdc4, host dv-cinder-840289-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-3-iscsi',level=0,port_id=8cbebba9-5d40-4902-a884-f9fbae09fdc4,segment=NetworkSegment(0288b0c8-bada-4978-8e59-0f833ee0c973),segment_id=0288b0c8-bada-4978-8e59-0f833ee0c973)] {{(pid=110299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:57:42.373581 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-abb085e9-b0be-48e7-be55-571db8dd4a86 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689583'] for port (8cbebba9-5d40-4902-a884-f9fbae09fdc4), precommit_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:57:42.388034 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-abb085e9-b0be-48e7-be55-571db8dd4a86 None None] Calling delete_port for 8cbebba9-5d40-4902-a884-f9fbae09fdc4 owned by network:dhcp {{(pid=110299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 14:57:42.394810 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-ed776e2d-a518-4685-8fad-0cd9eaa120ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (6a418bd5-8bcc-400f-88b5-19eff412e81a), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:57:42.414458 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-97d58d98-d12f-49b1-8ef4-76ea678926ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775477123741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775476647069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25923557'] for port (8cbebba9-5d40-4902-a884-f9fbae09fdc4), after_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:57:42.416884 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-b9f5ebbd-41c2-4504-b2bd-1f59e49fb8c2 req-ec94b57f-dce0-4236-9c24-be6c64901e6d tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3210456 May 03 14:57:42.442282 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d58d98-d12f-49b1-8ef4-76ea678926ed admin admin] Pushing event deleted for resources: {'Port': ['ID=8cbebba9-5d40-4902-a884-f9fbae09fdc4,revision_number=None']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:57:42.446002 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d58d98-d12f-49b1-8ef4-76ea678926ed admin admin] No DVR routers for this DVR port 8cbebba9-5d40-4902-a884-f9fbae09fdc4 on host dv-cinder-840289-3-iscsi {{(pid=110297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 14:57:42.481922 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-abb085e9-b0be-48e7-be55-571db8dd4a86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775477123741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775476647069'] for port (8cbebba9-5d40-4902-a884-f9fbae09fdc4), after_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:57:42.511491 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb085e9-b0be-48e7-be55-571db8dd4a86 None None] Pushing event deleted for resources: {'Port': ['ID=8cbebba9-5d40-4902-a884-f9fbae09fdc4,revision_number=None']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:57:42.517469 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb085e9-b0be-48e7-be55-571db8dd4a86 None None] No DVR routers for this DVR port 8cbebba9-5d40-4902-a884-f9fbae09fdc4 on host dv-cinder-840289-3-iscsi {{(pid=110299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 14:57:42.525278 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-97d58d98-d12f-49b1-8ef4-76ea678926ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727028', 'neutron.services.segments.db._delete_segments_for_network-8775477110074'] for network (a02aa9c7-6585-4ad0-bac0-1482ae1f0058), precommit_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:57:42.526690 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb085e9-b0be-48e7-be55-571db8dd4a86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:57:42.527268 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb085e9-b0be-48e7-be55-571db8dd4a86 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:57:42.527730 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb085e9-b0be-48e7-be55-571db8dd4a86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:57:42.527953 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb085e9-b0be-48e7-be55-571db8dd4a86 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:57:42.528293 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb085e9-b0be-48e7-be55-571db8dd4a86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:57:42.528764 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb085e9-b0be-48e7-be55-571db8dd4a86 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:57:42.529099 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb085e9-b0be-48e7-be55-571db8dd4a86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:57:42.529432 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb085e9-b0be-48e7-be55-571db8dd4a86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:57:42.529764 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb085e9-b0be-48e7-be55-571db8dd4a86 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:57:42.530229 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb085e9-b0be-48e7-be55-571db8dd4a86 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:57:42.530561 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb085e9-b0be-48e7-be55-571db8dd4a86 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:57:42.530892 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb085e9-b0be-48e7-be55-571db8dd4a86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:57:42.531247 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb085e9-b0be-48e7-be55-571db8dd4a86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:57:42.531617 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb085e9-b0be-48e7-be55-571db8dd4a86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:57:42.531881 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb085e9-b0be-48e7-be55-571db8dd4a86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:57:42.547524 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.services.segments.db [None req-97d58d98-d12f-49b1-8ef4-76ea678926ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a02aa9c7-6585-4ad0-bac0-1482ae1f0058']}} {{(pid=110297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:57:42.557127 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.services.segments.db [None req-97d58d98-d12f-49b1-8ef4-76ea678926ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0288b0c8-bada-4978-8e59-0f833ee0c973') {'for_net_delete': True} {{(pid=110297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:57:42.557426 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.services.segments.db [None req-97d58d98-d12f-49b1-8ef4-76ea678926ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0288b0c8-bada-4978-8e59-0f833ee0c973') {} {{(pid=110297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:57:42.559265 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [None req-b8f22e74-068f-439f-854c-f49558e20962 None None] Provisioning complete for port 86384638-0613-4ec4-9d24-c898b54da872 triggered by entity DHCP. {{(pid=110299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:57:42.559649 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-b8f22e74-068f-439f-854c-f49558e20962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728915'] for port (86384638-0613-4ec4-9d24-c898b54da872), provisioning_complete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:57:42.567681 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-97d58d98-d12f-49b1-8ef4-76ea678926ed admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775477110851', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2155877'] for segment (0288b0c8-bada-4978-8e59-0f833ee0c973), before_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:57:42.580548 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-97d58d98-d12f-49b1-8ef4-76ea678926ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719716'] for segment (0288b0c8-bada-4978-8e59-0f833ee0c973), precommit_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:57:42.586350 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97d58d98-d12f-49b1-8ef4-76ea678926ed admin admin] Releasing vlan 390 on physical network physnet1 to pool {{(pid=110297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 14:57:42.586731 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-97d58d98-d12f-49b1-8ef4-76ea678926ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25923512'] for segment (0288b0c8-bada-4978-8e59-0f833ee0c973), after_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:57:42.588436 dv-cinder-840289-3-iscsi neutron-server[110297]: Traceback (most recent call last): May 03 14:57:42.588436 dv-cinder-840289-3-iscsi neutron-server[110297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 14:57:42.588436 dv-cinder-840289-3-iscsi neutron-server[110297]: timer() May 03 14:57:42.588436 dv-cinder-840289-3-iscsi neutron-server[110297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 14:57:42.588436 dv-cinder-840289-3-iscsi neutron-server[110297]: cb(*args, **kw) May 03 14:57:42.588436 dv-cinder-840289-3-iscsi neutron-server[110297]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 03 14:57:42.588436 dv-cinder-840289-3-iscsi neutron-server[110297]: return func(*args, **kwargs) May 03 14:57:42.588436 dv-cinder-840289-3-iscsi neutron-server[110297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 14:57:42.588436 dv-cinder-840289-3-iscsi neutron-server[110297]: self._notify() May 03 14:57:42.588436 dv-cinder-840289-3-iscsi neutron-server[110297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 14:57:42.588436 dv-cinder-840289-3-iscsi neutron-server[110297]: self.callback(batched_events) May 03 14:57:42.588436 dv-cinder-840289-3-iscsi neutron-server[110297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 14:57:42.588436 dv-cinder-840289-3-iscsi neutron-server[110297]: event.method(event) May 03 14:57:42.588436 dv-cinder-840289-3-iscsi neutron-server[110297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 03 14:57:42.588436 dv-cinder-840289-3-iscsi neutron-server[110297]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 14:57:42.588436 dv-cinder-840289-3-iscsi neutron-server[110297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 03 14:57:42.588436 dv-cinder-840289-3-iscsi neutron-server[110297]: aggregate_uuid = self.p_client.list_aggregates( May 03 14:57:42.588436 dv-cinder-840289-3-iscsi neutron-server[110297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 03 14:57:42.588436 dv-cinder-840289-3-iscsi neutron-server[110297]: return f(self, *a, **k) May 03 14:57:42.588436 dv-cinder-840289-3-iscsi neutron-server[110297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 03 14:57:42.588436 dv-cinder-840289-3-iscsi neutron-server[110297]: return self._get(url).json() May 03 14:57:42.588436 dv-cinder-840289-3-iscsi neutron-server[110297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 03 14:57:42.588436 dv-cinder-840289-3-iscsi neutron-server[110297]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 14:57:42.588436 dv-cinder-840289-3-iscsi neutron-server[110297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 14:57:42.588436 dv-cinder-840289-3-iscsi neutron-server[110297]: return self.request(url, 'GET', **kwargs) May 03 14:57:42.588436 dv-cinder-840289-3-iscsi neutron-server[110297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 14:57:42.588436 dv-cinder-840289-3-iscsi neutron-server[110297]: base_url = self.get_endpoint(auth, allow=allow, May 03 14:57:42.588436 dv-cinder-840289-3-iscsi neutron-server[110297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 14:57:42.588436 dv-cinder-840289-3-iscsi neutron-server[110297]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 14:57:42.588436 dv-cinder-840289-3-iscsi neutron-server[110297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 14:57:42.588436 dv-cinder-840289-3-iscsi neutron-server[110297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 14:57:42.588436 dv-cinder-840289-3-iscsi neutron-server[110297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 14:57:42.595083 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-b8f22e74-068f-439f-854c-f49558e20962 None None] Port 86384638-0613-4ec4-9d24-c898b54da872 cannot update to ACTIVE because it is not bound. {{(pid=110299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 14:57:42.726834 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-97d58d98-d12f-49b1-8ef4-76ea678926ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692117'] for network (a02aa9c7-6585-4ad0-bac0-1482ae1f0058), after_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:57:42.735006 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-97d58d98-d12f-49b1-8ef4-76ea678926ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603595'] for network (None), before_response {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:57:42.735209 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.v2.base [req-b9f5ebbd-41c2-4504-b2bd-1f59e49fb8c2 req-3e186a10-f2eb-4ae4-965a-2839a1b90e3f service neutron] Request body: {'port': {'device_id': 'fe32396e-9840-4e43-ae3d-c1ded06f509c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84028'}} {{(pid=110298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:57:42.738205 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-97d58d98-d12f-49b1-8ef4-76ea678926ed admin admin] 10.222.0.16 "DELETE /v2.0/networks/a02aa9c7-6585-4ad0-bac0-1482ae1f0058 HTTP/1.1" status: 204 len: 168 time: 0.7736824 May 03 14:57:42.747699 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d58d98-d12f-49b1-8ef4-76ea678926ed admin admin] Pushing event deleted for resources: {'Network': ['ID=a02aa9c7-6585-4ad0-bac0-1482ae1f0058,revision_number=None']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:57:42.802832 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-b9f5ebbd-41c2-4504-b2bd-1f59e49fb8c2 req-3e186a10-f2eb-4ae4-965a-2839a1b90e3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (86384638-0613-4ec4-9d24-c898b54da872), before_update {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:57:43.071506 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.notifiers.nova [req-b9f5ebbd-41c2-4504-b2bd-1f59e49fb8c2 req-3e186a10-f2eb-4ae4-965a-2839a1b90e3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86384638-0613-4ec4-9d24-c898b54da872 {{(pid=110298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 14:57:43.079839 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-b9f5ebbd-41c2-4504-b2bd-1f59e49fb8c2 req-3e186a10-f2eb-4ae4-965a-2839a1b90e3f service neutron] Publish callbacks [] for port (86384638-0613-4ec4-9d24-c898b54da872), precommit_update {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:57:43.093786 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.db.provisioning_blocks [req-b9f5ebbd-41c2-4504-b2bd-1f59e49fb8c2 req-3e186a10-f2eb-4ae4-965a-2839a1b90e3f service neutron] Transition to ACTIVE for port object 86384638-0613-4ec4-9d24-c898b54da872 will not be triggered until provisioned by entity L2. {{(pid=110298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 03 14:57:43.101192 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 47078) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:57:43.141694 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-4dd294de-af17-4ffd-8f9d-befb95d52e71 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b886b8227a9e49b6b1ea48f1024baa62&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0393925 May 03 14:57:43.144269 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 47080) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:57:43.159460 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-b9f5ebbd-41c2-4504-b2bd-1f59e49fb8c2 req-3e186a10-f2eb-4ae4-965a-2839a1b90e3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25806943'] for port (86384638-0613-4ec4-9d24-c898b54da872), after_update {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:57:43.230887 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e186a10-f2eb-4ae4-965a-2839a1b90e3f service neutron] Pushing event updated for resources: {'Port': ['ID=86384638-0613-4ec4-9d24-c898b54da872,revision_number=2']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:57:43.330547 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-ed078a8c-ccd8-41e8-9329-e266ab844984 admin admin] Publish callbacks [] for security_group (51e6b986-3081-45ff-9da6-7bf850718915), before_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:57:43.373011 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072a9408-498b-4fa0-b470-ded88820ecf1 req-94542125-a316-417e-9a7e-0d02332f2a7d tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:57:43.375158 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-072a9408-498b-4fa0-b470-ded88820ecf1 req-94542125-a316-417e-9a7e-0d02332f2a7d tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe32396e-9840-4e43-ae3d-c1ded06f509c HTTP/1.1" status: 200 len: 944 time: 0.0993803 May 03 14:57:43.389290 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-ed078a8c-ccd8-41e8-9329-e266ab844984 admin admin] Publish callbacks [] for security_group (51e6b986-3081-45ff-9da6-7bf850718915), precommit_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:57:43.432706 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.managers [req-b9f5ebbd-41c2-4504-b2bd-1f59e49fb8c2 req-3e186a10-f2eb-4ae4-965a-2839a1b90e3f service neutron] Attempting to bind port 86384638-0613-4ec4-9d24-c898b54da872 on host hv-cinder-84028 for vnic_type normal with profile {{(pid=110298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 14:57:43.433337 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.managers [req-b9f5ebbd-41c2-4504-b2bd-1f59e49fb8c2 req-3e186a10-f2eb-4ae4-965a-2839a1b90e3f service neutron] Attempting to bind port 86384638-0613-4ec4-9d24-c898b54da872 by drivers openvswitch,hyperv on host hv-cinder-84028 at level 0 using segments [{'id': 'cf13aea7-b36a-4302-89af-e9e11eaa421e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '8e6de03b-779e-46f4-99b9-4423e500c0dd'}] {{(pid=110298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 14:57:43.433337 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f5ebbd-41c2-4504-b2bd-1f59e49fb8c2 req-3e186a10-f2eb-4ae4-965a-2839a1b90e3f service neutron] Attempting to bind port 86384638-0613-4ec4-9d24-c898b54da872 on network 8e6de03b-779e-46f4-99b9-4423e500c0dd {{(pid=110298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 14:57:43.448199 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f5ebbd-41c2-4504-b2bd-1f59e49fb8c2 req-3e186a10-f2eb-4ae4-965a-2839a1b90e3f service neutron] Port 86384638-0613-4ec4-9d24-c898b54da872 on network 8e6de03b-779e-46f4-99b9-4423e500c0dd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84028 {{(pid=110298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 03 14:57:43.448625 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f5ebbd-41c2-4504-b2bd-1f59e49fb8c2 req-3e186a10-f2eb-4ae4-965a-2839a1b90e3f service neutron] Attempting to bind port 86384638-0613-4ec4-9d24-c898b54da872 on network 8e6de03b-779e-46f4-99b9-4423e500c0dd {{(pid=110298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 14:57:43.470307 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f5ebbd-41c2-4504-b2bd-1f59e49fb8c2 req-3e186a10-f2eb-4ae4-965a-2839a1b90e3f service neutron] Checking agent: {'id': '26e70f58-a201-437c-be8d-fd2714f100da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84028', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 14, 44, 59), 'started_at': datetime.datetime(2022, 5, 3, 14, 44, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 14, 57, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 14:57:43.470691 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f5ebbd-41c2-4504-b2bd-1f59e49fb8c2 req-3e186a10-f2eb-4ae4-965a-2839a1b90e3f service neutron] Checking segment: {'id': 'cf13aea7-b36a-4302-89af-e9e11eaa421e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '8e6de03b-779e-46f4-99b9-4423e500c0dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 14:57:43.471108 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f5ebbd-41c2-4504-b2bd-1f59e49fb8c2 req-3e186a10-f2eb-4ae4-965a-2839a1b90e3f service neutron] Bound using segment: {'id': 'cf13aea7-b36a-4302-89af-e9e11eaa421e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '8e6de03b-779e-46f4-99b9-4423e500c0dd'} {{(pid=110298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 14:57:43.471542 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.managers [req-b9f5ebbd-41c2-4504-b2bd-1f59e49fb8c2 req-3e186a10-f2eb-4ae4-965a-2839a1b90e3f service neutron] Bound port: 86384638-0613-4ec4-9d24-c898b54da872, host: hv-cinder-84028, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf13aea7-b36a-4302-89af-e9e11eaa421e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '8e6de03b-779e-46f4-99b9-4423e500c0dd'}}] {{(pid=110298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 14:57:43.471901 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-b9f5ebbd-41c2-4504-b2bd-1f59e49fb8c2 req-3e186a10-f2eb-4ae4-965a-2839a1b90e3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (86384638-0613-4ec4-9d24-c898b54da872), before_update {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:57:43.494088 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-072a9408-498b-4fa0-b470-ded88820ecf1 req-381544a5-6b6b-4275-8f20-a46bd353cf6e tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] 10.222.0.16 "GET /v2.0/security-groups?id=95613beb-5f59-4daa-989b-f6efcb984d42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1085315 May 03 14:57:43.550936 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.db [req-b9f5ebbd-41c2-4504-b2bd-1f59e49fb8c2 req-3e186a10-f2eb-4ae4-965a-2839a1b90e3f service neutron] For port 86384638-0613-4ec4-9d24-c898b54da872, host hv-cinder-84028, cleared binding levels {{(pid=110298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 14:57:43.553889 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.db [req-b9f5ebbd-41c2-4504-b2bd-1f59e49fb8c2 req-3e186a10-f2eb-4ae4-965a-2839a1b90e3f service neutron] For port 86384638-0613-4ec4-9d24-c898b54da872, host hv-cinder-84028, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=86384638-0613-4ec4-9d24-c898b54da872,segment=NetworkSegment(cf13aea7-b36a-4302-89af-e9e11eaa421e),segment_id=cf13aea7-b36a-4302-89af-e9e11eaa421e)] {{(pid=110298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 14:57:43.623937 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-dd96712b-4627-437f-9df9-b1bfec551245 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (8b46afec-dab7-4bfa-a959-8584a0cfd79a), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:57:43.626834 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-b9f5ebbd-41c2-4504-b2bd-1f59e49fb8c2 req-3e186a10-f2eb-4ae4-965a-2839a1b90e3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25806943'] for port (86384638-0613-4ec4-9d24-c898b54da872), after_update {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:57:43.627100 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-ed078a8c-ccd8-41e8-9329-e266ab844984 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (51e6b986-3081-45ff-9da6-7bf850718915), after_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:57:43.629565 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-ed078a8c-ccd8-41e8-9329-e266ab844984 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:57:43.630722 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-ed078a8c-ccd8-41e8-9329-e266ab844984 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/51e6b986-3081-45ff-9da6-7bf850718915 HTTP/1.1" status: 204 len: 168 time: 0.4855540 May 03 14:57:43.674261 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f5ebbd-41c2-4504-b2bd-1f59e49fb8c2 req-3e186a10-f2eb-4ae4-965a-2839a1b90e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:57:43.675111 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-b9f5ebbd-41c2-4504-b2bd-1f59e49fb8c2 req-3e186a10-f2eb-4ae4-965a-2839a1b90e3f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46205'] for port (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:57:43.676552 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-b9f5ebbd-41c2-4504-b2bd-1f59e49fb8c2 req-3e186a10-f2eb-4ae4-965a-2839a1b90e3f service neutron] 10.222.0.55 "PUT /v2.0/ports/86384638-0613-4ec4-9d24-c898b54da872 HTTP/1.1" status: 200 len: 1094 time: 0.9468200 May 03 14:57:43.679216 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe32396e-9840-4e43-ae3d-c1ded06f509c', 'tag': '86384638-0613-4ec4-9d24-c898b54da872'}] {{(pid=110298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 14:57:43.681508 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75d30aab20f2b99e69676ba1094dd13d61de0bc97323401ed2dd99ba05286cef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86a80a36-dab8-43ed-a044-29e2a0a0e287" -d '{"events": [{"name": "network-changed", "server_uuid": "fe32396e-9840-4e43-ae3d-c1ded06f509c", "tag": "86384638-0613-4ec4-9d24-c898b54da872"}]}' {{(pid=110298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 14:57:43.684287 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed078a8c-ccd8-41e8-9329-e266ab844984 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51e6b986-3081-45ff-9da6-7bf850718915,revision_number=None']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:57:43.721647 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e186a10-f2eb-4ae4-965a-2839a1b90e3f service neutron] Pushing event updated for resources: {'Port': ['ID=86384638-0613-4ec4-9d24-c898b54da872,revision_number=3']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:57:43.748510 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 14:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7f699fc-8e84-4246-a619-2eeba901064c x-openstack-request-id: req-b7f699fc-8e84-4246-a619-2eeba901064c {{(pid=110298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 14:57:43.748510 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe32396e-9840-4e43-ae3d-c1ded06f509c", "tag": "86384638-0613-4ec4-9d24-c898b54da872", "status": "completed", "code": 200}]} {{(pid=110298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 14:57:43.748510 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b7f699fc-8e84-4246-a619-2eeba901064c {{(pid=110298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 14:57:43.749420 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7f699fc-8e84-4246-a619-2eeba901064c'] response: {'name': 'network-changed', 'server_uuid': 'fe32396e-9840-4e43-ae3d-c1ded06f509c', 'tag': '86384638-0613-4ec4-9d24-c898b54da872', 'status': 'completed', 'code': 200} May 03 14:57:43.842729 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a80a36-dab8-43ed-a044-29e2a0a0e287 req-2bf32708-89a3-4c5b-aaeb-4f5b5cc7934a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:57:43.844581 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-86a80a36-dab8-43ed-a044-29e2a0a0e287 req-2bf32708-89a3-4c5b-aaeb-4f5b5cc7934a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fa83f683c67a413ba3ca7f7d2d6bb966&device_id=fe32396e-9840-4e43-ae3d-c1ded06f509c HTTP/1.1" status: 200 len: 1128 time: 0.0451834 May 03 14:57:43.963546 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a80a36-dab8-43ed-a044-29e2a0a0e287 req-b6b6d2c5-74af-4849-b608-ff284178355c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:57:43.965056 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-86a80a36-dab8-43ed-a044-29e2a0a0e287 req-b6b6d2c5-74af-4849-b608-ff284178355c service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=fa83f683c67a413ba3ca7f7d2d6bb966&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1059895 May 03 14:57:44.067852 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a80a36-dab8-43ed-a044-29e2a0a0e287 req-7e08110c-8f20-45a6-adbf-8eb77dc9fc56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:57:44.069313 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-86a80a36-dab8-43ed-a044-29e2a0a0e287 req-7e08110c-8f20-45a6-adbf-8eb77dc9fc56 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0985134 May 03 14:57:44.156348 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Device 8cbebba9-5d40-4902-a884-f9fbae09fdc4 no longer exists at agent ovs-agent-dv-cinder-840289-3-iscsi {{(pid=110299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 14:57:44.178163 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f5ebbd-41c2-4504-b2bd-1f59e49fb8c2 req-cd65ecbb-43e3-4252-bd37-1e1701487dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:57:44.179766 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-b9f5ebbd-41c2-4504-b2bd-1f59e49fb8c2 req-cd65ecbb-43e3-4252-bd37-1e1701487dd1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fa83f683c67a413ba3ca7f7d2d6bb966&device_id=fe32396e-9840-4e43-ae3d-c1ded06f509c HTTP/1.1" status: 200 len: 1128 time: 0.0434761 May 03 14:57:44.179902 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] No Port match for: 8cbebba9-5d40-4902-a884-f9fbae09fdc4 {{(pid=110299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 14:57:44.180156 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Device 8cbebba9-5d40-4902-a884-f9fbae09fdc4 not bound to the agent host dv-cinder-840289-3-iscsi {{(pid=110299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 14:57:44.228508 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-b9f5ebbd-41c2-4504-b2bd-1f59e49fb8c2 req-346f1b57-8a77-453d-8558-382a7ae2f326 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=86384638-0613-4ec4-9d24-c898b54da872 HTTP/1.1" status: 200 len: 217 time: 0.0354588 May 03 14:57:44.276959 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f5ebbd-41c2-4504-b2bd-1f59e49fb8c2 req-403ff1dd-552f-430e-a163-9d697677d428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:57:44.278420 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-b9f5ebbd-41c2-4504-b2bd-1f59e49fb8c2 req-403ff1dd-552f-430e-a163-9d697677d428 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=da523ca4-000e-4457-a118-98a9c4ff1011 HTTP/1.1" status: 200 len: 853 time: 0.0448411 May 03 14:57:44.327669 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f5ebbd-41c2-4504-b2bd-1f59e49fb8c2 req-6c808efd-48c4-44f7-bf63-41b09cf56245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:57:44.329192 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-b9f5ebbd-41c2-4504-b2bd-1f59e49fb8c2 req-6c808efd-48c4-44f7-bf63-41b09cf56245 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8e6de03b-779e-46f4-99b9-4423e500c0dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446205 May 03 14:57:44.348018 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 47094) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:57:44.395988 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-a8fabb97-4198-4b8b-bb32-346e72f66b93 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a8f85d2d5f374f3aae83401b13a08765&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0467296 May 03 14:57:44.398332 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 47098) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:57:44.430100 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-b9f5ebbd-41c2-4504-b2bd-1f59e49fb8c2 req-4e22244d-e7d5-4bf9-8e29-41beb2122a12 service neutron] 10.222.0.55 "GET /v2.0/networks/8e6de03b-779e-46f4-99b9-4423e500c0dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945101 May 03 14:57:44.447072 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-29ce95ef-fc29-4906-afa0-398114ff8021 admin admin] Publish callbacks [] for security_group (4595e841-0d24-4e42-8a33-b3312662e8d5), before_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:57:44.475658 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-29ce95ef-fc29-4906-afa0-398114ff8021 admin admin] Publish callbacks [] for security_group (4595e841-0d24-4e42-8a33-b3312662e8d5), precommit_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:57:44.534584 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-b9f5ebbd-41c2-4504-b2bd-1f59e49fb8c2 req-a264b4b1-e81b-4bbc-965c-3619189db8b0 service neutron] 10.222.0.55 "GET /v2.0/networks/8e6de03b-779e-46f4-99b9-4423e500c0dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988462 May 03 14:57:44.614662 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-29ce95ef-fc29-4906-afa0-398114ff8021 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (4595e841-0d24-4e42-8a33-b3312662e8d5), after_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:57:44.617333 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-29ce95ef-fc29-4906-afa0-398114ff8021 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:57:44.619503 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-29ce95ef-fc29-4906-afa0-398114ff8021 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4595e841-0d24-4e42-8a33-b3312662e8d5 HTTP/1.1" status: 204 len: 168 time: 0.2191834 May 03 14:57:44.619623 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f15d3aa-500a-4f96-bc56-d4146dde8ced req-dce26d94-14fc-4a88-a29b-b3b395b9a6b8 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:57:44.621255 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-9f15d3aa-500a-4f96-bc56-d4146dde8ced req-dce26d94-14fc-4a88-a29b-b3b395b9a6b8 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe32396e-9840-4e43-ae3d-c1ded06f509c HTTP/1.1" status: 200 len: 944 time: 0.0502989 May 03 14:57:44.627912 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ce95ef-fc29-4906-afa0-398114ff8021 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4595e841-0d24-4e42-8a33-b3312662e8d5,revision_number=None']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:57:44.674169 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-9f15d3aa-500a-4f96-bc56-d4146dde8ced req-0eb62a4e-c42a-44ed-b8cf-1149339d2df6 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] 10.222.0.16 "GET /v2.0/security-groups?id=95613beb-5f59-4daa-989b-f6efcb984d42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458868 May 03 14:57:45.203412 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (16d44442-859c-4c9b-bc72-04cb3b8a5d5b), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:57:45.793381 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29fd647-d504-48ca-b24c-96321a49ab90 req-6d7a923a-b0b3-485f-84ef-147e202ce8ff tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:57:45.794879 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-b29fd647-d504-48ca-b24c-96321a49ab90 req-6d7a923a-b0b3-485f-84ef-147e202ce8ff tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe32396e-9840-4e43-ae3d-c1ded06f509c HTTP/1.1" status: 200 len: 944 time: 0.0522456 May 03 14:57:45.844306 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-b29fd647-d504-48ca-b24c-96321a49ab90 req-bcc1ea23-f2d2-4d27-97aa-35d227c222ed tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] 10.222.0.16 "GET /v2.0/security-groups?id=95613beb-5f59-4daa-989b-f6efcb984d42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430145 May 03 14:57:46.958764 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3970ef44-b066-4582-8cc2-97977c6b5f25 req-cc2a51b4-8eaf-4ee1-b345-8661c59d5d29 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:57:46.960295 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-3970ef44-b066-4582-8cc2-97977c6b5f25 req-cc2a51b4-8eaf-4ee1-b345-8661c59d5d29 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe32396e-9840-4e43-ae3d-c1ded06f509c HTTP/1.1" status: 200 len: 944 time: 0.0476878 May 03 14:57:47.008818 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-3970ef44-b066-4582-8cc2-97977c6b5f25 req-48ee00b1-10de-46e3-8335-29a92b8cc69a tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] 10.222.0.16 "GET /v2.0/security-groups?id=95613beb-5f59-4daa-989b-f6efcb984d42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428514 May 03 14:57:48.127412 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f0eab7-7305-48a3-9e5a-3c3d5f2f7e26 req-14138f10-ece9-4528-a628-bf8ed56fc166 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:57:48.128850 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-f0f0eab7-7305-48a3-9e5a-3c3d5f2f7e26 req-14138f10-ece9-4528-a628-bf8ed56fc166 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe32396e-9840-4e43-ae3d-c1ded06f509c HTTP/1.1" status: 200 len: 944 time: 0.0492842 May 03 14:57:48.182157 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-f0f0eab7-7305-48a3-9e5a-3c3d5f2f7e26 req-8dfd33e7-42b7-4ef9-acdb-fa4ee7a41983 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] 10.222.0.16 "GET /v2.0/security-groups?id=95613beb-5f59-4daa-989b-f6efcb984d42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477233 May 03 14:57:48.533824 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Device 86384638-0613-4ec4-9d24-c898b54da872 details requested by agent hyperv_hv-cinder-84028 with host hv-cinder-84028 {{(pid=110299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 03 14:57:48.637809 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] For port 86384638-0613-4ec4-9d24-c898b54da872, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=86384638-0613-4ec4-9d24-c898b54da872,segment=NetworkSegment(cf13aea7-b36a-4302-89af-e9e11eaa421e),segment_id=cf13aea7-b36a-4302-89af-e9e11eaa421e)] {{(pid=110299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:57:48.659215 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00aabf4-6d04-4cad-87a4-67899e67e720 req-03be81ed-95ff-4c00-8f20-9b6ef9360da2 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:57:48.660828 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-c00aabf4-6d04-4cad-87a4-67899e67e720 req-03be81ed-95ff-4c00-8f20-9b6ef9360da2 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd183195-fe5d-4e0b-a3f6-c87b104f6aad HTTP/1.1" status: 200 len: 946 time: 0.0491331 May 03 14:57:48.712282 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-c00aabf4-6d04-4cad-87a4-67899e67e720 req-80417da5-aec9-4cc5-8ca8-ed8828f9e633 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/security-groups?id=51778758-18f1-454a-a2ac-58ed54dca82a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452273 May 03 14:57:48.777229 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Returning: {'device': '86384638-0613-4ec4-9d24-c898b54da872', 'network_id': '8e6de03b-779e-46f4-99b9-4423e500c0dd', 'port_id': '86384638-0613-4ec4-9d24-c898b54da872', 'mac_address': 'fa:16:3e:ba:a1:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da523ca4-000e-4457-a118-98a9c4ff1011', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 03 14:57:48.815107 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Current status of the port 86384638-0613-4ec4-9d24-c898b54da872 is: DOWN; New status is: BUILD {{(pid=110299) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:57:48.815506 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (86384638-0613-4ec4-9d24-c898b54da872), before_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:57:48.827745 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.notifiers.nova [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86384638-0613-4ec4-9d24-c898b54da872 {{(pid=110299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 14:57:48.847083 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] For port 86384638-0613-4ec4-9d24-c898b54da872, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=86384638-0613-4ec4-9d24-c898b54da872,segment=NetworkSegment(cf13aea7-b36a-4302-89af-e9e11eaa421e),segment_id=cf13aea7-b36a-4302-89af-e9e11eaa421e)] {{(pid=110299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:57:48.905215 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096'] for port (86384638-0613-4ec4-9d24-c898b54da872), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:57:48.951929 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Pushing event updated for resources: {'Port': ['ID=86384638-0613-4ec4-9d24-c898b54da872,revision_number=4']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:57:49.296509 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d7577a-56a8-4bc7-b8f1-74fe30750e44 req-655e4c5f-57f7-4fcb-a3e4-cc96351a9afe tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:57:49.297984 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-25d7577a-56a8-4bc7-b8f1-74fe30750e44 req-655e4c5f-57f7-4fcb-a3e4-cc96351a9afe tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe32396e-9840-4e43-ae3d-c1ded06f509c HTTP/1.1" status: 200 len: 945 time: 0.0476720 May 03 14:57:49.339855 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] get_ports_and_sgs() called for port_ids ['86384638-0613-4ec4-9d24-c898b54da872'] {{(pid=110299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 14:57:49.344679 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-25d7577a-56a8-4bc7-b8f1-74fe30750e44 req-bc522139-786c-4e0d-b7fc-6edbe5252c2f tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] 10.222.0.16 "GET /v2.0/security-groups?id=95613beb-5f59-4daa-989b-f6efcb984d42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411949 May 03 14:57:49.831534 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6e73b7-0868-4a56-bb3a-e0f4870c29ba req-a9203eb4-0782-47aa-a09b-1b90ad9c3454 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:57:49.833067 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-8b6e73b7-0868-4a56-bb3a-e0f4870c29ba req-a9203eb4-0782-47aa-a09b-1b90ad9c3454 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd183195-fe5d-4e0b-a3f6-c87b104f6aad HTTP/1.1" status: 200 len: 946 time: 0.0524712 May 03 14:57:49.880255 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-8b6e73b7-0868-4a56-bb3a-e0f4870c29ba req-c73a6cef-44f9-4da2-b4c2-04d54dd16e8f tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/security-groups?id=51778758-18f1-454a-a2ac-58ed54dca82a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416646 May 03 14:57:50.459548 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e05780-3502-47a6-b769-abe1dd88760a req-ad0ca078-e5d3-482f-824f-2a16ce341813 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:57:50.461023 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-97e05780-3502-47a6-b769-abe1dd88760a req-ad0ca078-e5d3-482f-824f-2a16ce341813 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe32396e-9840-4e43-ae3d-c1ded06f509c HTTP/1.1" status: 200 len: 945 time: 0.0490394 May 03 14:57:50.507474 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-97e05780-3502-47a6-b769-abe1dd88760a req-ff0ebcdb-7b3c-4b4c-8e25-7c1ddb7be598 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] 10.222.0.16 "GET /v2.0/security-groups?id=95613beb-5f59-4daa-989b-f6efcb984d42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409427 May 03 14:57:50.555575 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Device 86384638-0613-4ec4-9d24-c898b54da872 up at agent hyperv_hv-cinder-84028 {{(pid=110299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 14:57:50.599099 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Provisioning for port 86384638-0613-4ec4-9d24-c898b54da872 completed by entity L2. {{(pid=110299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 03 14:57:50.670956 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Provisioning complete for port 86384638-0613-4ec4-9d24-c898b54da872 triggered by entity L2. {{(pid=110299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:57:50.671312 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728915'] for port (86384638-0613-4ec4-9d24-c898b54da872), provisioning_complete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:57:50.753813 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Current status of the port 86384638-0613-4ec4-9d24-c898b54da872 is: BUILD; New status is: ACTIVE {{(pid=110299) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:57:50.754197 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (86384638-0613-4ec4-9d24-c898b54da872), before_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:57:50.782554 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe32396e-9840-4e43-ae3d-c1ded06f509c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86384638-0613-4ec4-9d24-c898b54da872'}] {{(pid=110299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 14:57:50.784081 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a5714a-1b11-4bc4-9a4b-349c19b96b49 req-c033392a-cd59-4695-9970-4ecca0b72f39 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:57:50.784908 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfb0ab9603dc6f24b101a3230295415c8ec2a7bf959fde45f0826688655bbcbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a323c13-ab92-4e7b-910c-9bb671920d8f" -d '{"events": [{"server_uuid": "fe32396e-9840-4e43-ae3d-c1ded06f509c", "name": "network-vif-plugged", "status": "completed", "tag": "86384638-0613-4ec4-9d24-c898b54da872"}]}' {{(pid=110299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 14:57:50.785535 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-a5a5714a-1b11-4bc4-9a4b-349c19b96b49 req-c033392a-cd59-4695-9970-4ecca0b72f39 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd183195-fe5d-4e0b-a3f6-c87b104f6aad HTTP/1.1" status: 200 len: 946 time: 0.0494902 May 03 14:57:50.798422 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] For port 86384638-0613-4ec4-9d24-c898b54da872, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=86384638-0613-4ec4-9d24-c898b54da872,segment=NetworkSegment(cf13aea7-b36a-4302-89af-e9e11eaa421e),segment_id=cf13aea7-b36a-4302-89af-e9e11eaa421e)] {{(pid=110299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:57:50.821666 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 14:57:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8046393d-d75f-47ee-9da5-053208d67771 x-openstack-request-id: req-8046393d-d75f-47ee-9da5-053208d67771 {{(pid=110299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 14:57:50.821962 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe32396e-9840-4e43-ae3d-c1ded06f509c", "name": "network-vif-plugged", "status": "completed", "tag": "86384638-0613-4ec4-9d24-c898b54da872", "code": 200}]} {{(pid=110299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 14:57:50.822218 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8046393d-d75f-47ee-9da5-053208d67771 {{(pid=110299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 14:57:50.822613 dv-cinder-840289-3-iscsi neutron-server[110299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8046393d-d75f-47ee-9da5-053208d67771'] response: {'server_uuid': 'fe32396e-9840-4e43-ae3d-c1ded06f509c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86384638-0613-4ec4-9d24-c898b54da872', 'code': 200} May 03 14:57:50.853998 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096'] for port (86384638-0613-4ec4-9d24-c898b54da872), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:57:50.878238 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.plugin [req-a5a5714a-1b11-4bc4-9a4b-349c19b96b49 req-05b454f5-52c8-4a22-bf8b-181023e84a7f tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Deleting port 997a9cde-0abf-478a-a2b2-471565659fce {{(pid=110298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 14:57:50.878612 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-a5a5714a-1b11-4bc4-9a4b-349c19b96b49 req-05b454f5-52c8-4a22-bf8b-181023e84a7f tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775477116685'] for port (997a9cde-0abf-478a-a2b2-471565659fce), before_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:57:50.909860 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Pushing event updated for resources: {'Port': ['ID=86384638-0613-4ec4-9d24-c898b54da872,revision_number=5']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:57:51.014616 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.db [req-a5a5714a-1b11-4bc4-9a4b-349c19b96b49 req-05b454f5-52c8-4a22-bf8b-181023e84a7f tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] For port 997a9cde-0abf-478a-a2b2-471565659fce, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=997a9cde-0abf-478a-a2b2-471565659fce,segment=NetworkSegment(ca66fa34-2900-4282-8627-e44cece846e4),segment_id=ca66fa34-2900-4282-8627-e44cece846e4)] {{(pid=110298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:57:51.014973 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-a5a5714a-1b11-4bc4-9a4b-349c19b96b49 req-05b454f5-52c8-4a22-bf8b-181023e84a7f tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689583'] for port (997a9cde-0abf-478a-a2b2-471565659fce), precommit_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:57:51.033893 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6fc86f-8268-4e0a-80dd-1f1b8e3524f6 req-d54f82b9-562c-41c7-b7d8-565fbaa1dba0 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:57:51.035423 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-1d6fc86f-8268-4e0a-80dd-1f1b8e3524f6 req-d54f82b9-562c-41c7-b7d8-565fbaa1dba0 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd183195-fe5d-4e0b-a3f6-c87b104f6aad HTTP/1.1" status: 200 len: 946 time: 0.0700738 May 03 14:57:51.162910 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79283cdc-482b-40f0-a5f7-fdfa7e081437 req-a36063ba-c798-43c6-b844-69bd96941bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:57:51.163559 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-1d6fc86f-8268-4e0a-80dd-1f1b8e3524f6 req-ac1179a5-d3d3-4ff2-b657-bf4ac8367b03 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/security-groups?id=51778758-18f1-454a-a2ac-58ed54dca82a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1214628 May 03 14:57:51.164450 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [req-79283cdc-482b-40f0-a5f7-fdfa7e081437 req-a36063ba-c798-43c6-b844-69bd96941bb4 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=fe32396e-9840-4e43-ae3d-c1ded06f509c HTTP/1.1" status: 200 len: 1130 time: 0.0389531 May 03 14:57:51.211783 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [req-79283cdc-482b-40f0-a5f7-fdfa7e081437 req-078818e0-47ac-4f58-8394-677d8b7f902e service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=95613beb-5f59-4daa-989b-f6efcb984d42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413027 May 03 14:57:51.238517 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-a5a5714a-1b11-4bc4-9a4b-349c19b96b49 req-05b454f5-52c8-4a22-bf8b-181023e84a7f tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:57:51.238891 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-a5a5714a-1b11-4bc4-9a4b-349c19b96b49 req-05b454f5-52c8-4a22-bf8b-181023e84a7f tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692144'] for floatingip (5cb5ba01-3014-4f27-aac3-64cb34cae8fe), after_update {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:57:51.239240 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.db.l3_db [req-a5a5714a-1b11-4bc4-9a4b-349c19b96b49 req-05b454f5-52c8-4a22-bf8b-181023e84a7f tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Floating IP 5cb5ba01-3014-4f27-aac3-64cb34cae8fe disassociated. External IP: 172.27.0.78, port: 997a9cde-0abf-478a-a2b2-471565659fce. May 03 14:57:51.239586 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.plugin [req-a5a5714a-1b11-4bc4-9a4b-349c19b96b49 req-05b454f5-52c8-4a22-bf8b-181023e84a7f tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Calling delete_port for 997a9cde-0abf-478a-a2b2-471565659fce owned by compute:nova {{(pid=110298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 14:57:51.440949 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-a5a5714a-1b11-4bc4-9a4b-349c19b96b49 req-05b454f5-52c8-4a22-bf8b-181023e84a7f tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775477123741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775476647069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25806886'] for port (997a9cde-0abf-478a-a2b2-471565659fce), after_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:57:51.471622 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b454f5-52c8-4a22-bf8b-181023e84a7f tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Pushing event deleted for resources: {'Port': ['ID=997a9cde-0abf-478a-a2b2-471565659fce,revision_number=None']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:57:51.627387 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a5a5714a-1b11-4bc4-9a4b-349c19b96b49 req-05b454f5-52c8-4a22-bf8b-181023e84a7f tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Router c0586b89-047d-470f-ba98-8ebeb44b6f63 has already been hosted by L3 agent a9161e1b-902d-441f-843b-a0ff0805adee {{(pid=110298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 14:57:51.637070 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6782fa01-8d80-4fed-843a-edbe2b971104 req-1118e4cb-1c24-47db-8a16-cd8334101f31 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:57:51.638558 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-6782fa01-8d80-4fed-843a-edbe2b971104 req-1118e4cb-1c24-47db-8a16-cd8334101f31 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe32396e-9840-4e43-ae3d-c1ded06f509c HTTP/1.1" status: 200 len: 946 time: 0.0602798 May 03 14:57:51.738165 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-6782fa01-8d80-4fed-843a-edbe2b971104 req-1e0ea412-c0f1-4c72-a8e4-f18249f2d8a2 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] 10.222.0.16 "GET /v2.0/security-groups?id=95613beb-5f59-4daa-989b-f6efcb984d42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927448 May 03 14:57:51.787441 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a5a5714a-1b11-4bc4-9a4b-349c19b96b49 req-05b454f5-52c8-4a22-bf8b-181023e84a7f tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Notify agent at l3_agent.dv-cinder-840289-3-iscsi the message routers_updated {{(pid=110298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 14:57:51.800004 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655ea2e3-14f9-42b2-b489-9773252df99b None None] Sync routers for ids ['c0586b89-047d-470f-ba98-8ebeb44b6f63'] in dv-cinder-840289-3-iscsi {{(pid=110300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 14:57:51.810198 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655ea2e3-14f9-42b2-b489-9773252df99b None None] Routers {'c0586b89-047d-470f-ba98-8ebeb44b6f63'} bound to L3 agent in host dv-cinder-840289-3-iscsi {{(pid=110300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:57:51.810823 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_hamode_db [None req-655ea2e3-14f9-42b2-b489-9773252df99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T14:38:11Z,description=,heartbeat_timestamp=2022-05-03T14:57:41Z,host='dv-cinder-840289-3-iscsi',id=a9161e1b-902d-441f-843b-a0ff0805adee,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:38:12Z,topic='l3_agent')) {'router_ids': ['c0586b89-047d-470f-ba98-8ebeb44b6f63'], 'active': True} {{(pid=110300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:57:51.831475 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5a5714a-1b11-4bc4-9a4b-349c19b96b49 req-05b454f5-52c8-4a22-bf8b-181023e84a7f tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] No DVR routers for this DVR port 997a9cde-0abf-478a-a2b2-471565659fce on host hv-cinder-84028 {{(pid=110298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 14:57:51.834052 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-a5a5714a-1b11-4bc4-9a4b-349c19b96b49 req-05b454f5-52c8-4a22-bf8b-181023e84a7f tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46205'] for port (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:57:51.837372 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-a5a5714a-1b11-4bc4-9a4b-349c19b96b49 req-05b454f5-52c8-4a22-bf8b-181023e84a7f tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.55 "DELETE /v2.0/ports/997a9cde-0abf-478a-a2b2-471565659fce HTTP/1.1" status: 204 len: 173 time: 1.0461996 May 03 14:57:51.837827 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd183195-fe5d-4e0b-a3f6-c87b104f6aad', 'name': 'network-vif-deleted', 'tag': '997a9cde-0abf-478a-a2b2-471565659fce'}] {{(pid=110298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 14:57:51.840118 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75d30aab20f2b99e69676ba1094dd13d61de0bc97323401ed2dd99ba05286cef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5697d276-d137-4032-949f-00fdafc79ccf" -d '{"events": [{"server_uuid": "fd183195-fe5d-4e0b-a3f6-c87b104f6aad", "name": "network-vif-deleted", "tag": "997a9cde-0abf-478a-a2b2-471565659fce"}]}' {{(pid=110298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 14:57:52.016529 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvr_db [None req-655ea2e3-14f9-42b2-b489-9773252df99b None None] Set router c0586b89-047d-470f-ba98-8ebeb44b6f63 gateway port host: dv-cinder-840289-3-iscsi {{(pid=110300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:57:52.063751 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 14:57:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b177cbb-753d-4a8c-a76d-fcb19e3297c3 x-openstack-request-id: req-7b177cbb-753d-4a8c-a76d-fcb19e3297c3 {{(pid=110298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 14:57:52.064052 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd183195-fe5d-4e0b-a3f6-c87b104f6aad", "name": "network-vif-deleted", "tag": "997a9cde-0abf-478a-a2b2-471565659fce", "status": "completed", "code": 200}]} {{(pid=110298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 14:57:52.064321 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7b177cbb-753d-4a8c-a76d-fcb19e3297c3 {{(pid=110298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 14:57:52.064739 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b177cbb-753d-4a8c-a76d-fcb19e3297c3'] response: {'server_uuid': 'fd183195-fe5d-4e0b-a3f6-c87b104f6aad', 'name': 'network-vif-deleted', 'tag': '997a9cde-0abf-478a-a2b2-471565659fce', 'status': 'completed', 'code': 200} May 03 14:57:52.209724 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_hamode_db [None req-655ea2e3-14f9-42b2-b489-9773252df99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0586b89-047d-470f-ba98-8ebeb44b6f63', 'name': 'tempest-AttachVolumeTestJSON-1271780405-router', 'tenant_id': 'b4752d3e59c94290925845f591792921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'external_fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': 'd8bbc91f-bf64-4bf7-ad43-b6ff6a701cc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:47:02Z', 'updated_at': '2022-05-03T14:47:13Z', 'revision_number': 4, 'project_id': 'b4752d3e59c94290925845f591792921', 'gw_port': {'id': 'd8bbc91f-bf64-4bf7-ad43-b6ff6a701cc7', 'name': '', 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:fc:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0586b89-047d-470f-ba98-8ebeb44b6f63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:47:04Z', 'updated_at': '2022-05-03T14:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f907060b-4748-4522-aeb5-06a44b689374', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-3-iscsi', '_interfaces': [{'id': '361af859-480a-47e2-a077-925325ebf6d1', 'name': '', 'network_id': '963c04e2-09c0-42b3-8b14-9ee6b8c8fe47', 'tenant_id': 'b4752d3e59c94290925845f591792921', 'mac_address': 'fa:16:3e:c0:ea:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0586b89-047d-470f-ba98-8ebeb44b6f63', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '48f101fe-497d-4192-8a7b-0011d50ada6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:47:10Z', 'updated_at': '2022-05-03T14:47:24Z', 'revision_number': 5, 'project_id': 'b4752d3e59c94290925845f591792921', 'subnets': [{'id': '48f101fe-497d-4192-8a7b-0011d50ada6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-3-iscsi', False) {} {{(pid=110300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:57:52.240102 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655ea2e3-14f9-42b2-b489-9773252df99b None None] Checking router: c0586b89-047d-470f-ba98-8ebeb44b6f63 for host: dv-cinder-840289-3-iscsi {{(pid=110300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 14:57:52.248602 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655ea2e3-14f9-42b2-b489-9773252df99b None None] Routers {'c0586b89-047d-470f-ba98-8ebeb44b6f63'} bound to L3 agent in host dv-cinder-840289-3-iscsi {{(pid=110300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:57:52.249284 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_hamode_db [None req-655ea2e3-14f9-42b2-b489-9773252df99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T14:38:11Z,description=,heartbeat_timestamp=2022-05-03T14:57:41Z,host='dv-cinder-840289-3-iscsi',id=a9161e1b-902d-441f-843b-a0ff0805adee,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:38:12Z,topic='l3_agent')) {'router_ids': ['c0586b89-047d-470f-ba98-8ebeb44b6f63'], 'active': True} {{(pid=110300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:57:52.266257 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-9c2c2ca8-e149-40bc-8074-cf27d659b408 req-c39a96ba-4c1c-4356-b5e2-47aa92de29d7 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd183195-fe5d-4e0b-a3f6-c87b104f6aad HTTP/1.1" status: 200 len: 210 time: 0.0311894 May 03 14:57:52.358893 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvr_db [None req-655ea2e3-14f9-42b2-b489-9773252df99b None None] Set router c0586b89-047d-470f-ba98-8ebeb44b6f63 gateway port host: dv-cinder-840289-3-iscsi {{(pid=110300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:57:52.549524 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_hamode_db [None req-655ea2e3-14f9-42b2-b489-9773252df99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0586b89-047d-470f-ba98-8ebeb44b6f63', 'name': 'tempest-AttachVolumeTestJSON-1271780405-router', 'tenant_id': 'b4752d3e59c94290925845f591792921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'external_fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': 'd8bbc91f-bf64-4bf7-ad43-b6ff6a701cc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:47:02Z', 'updated_at': '2022-05-03T14:47:13Z', 'revision_number': 4, 'project_id': 'b4752d3e59c94290925845f591792921', 'gw_port': {'id': 'd8bbc91f-bf64-4bf7-ad43-b6ff6a701cc7', 'name': '', 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:fc:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0586b89-047d-470f-ba98-8ebeb44b6f63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:47:04Z', 'updated_at': '2022-05-03T14:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f907060b-4748-4522-aeb5-06a44b689374', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-3-iscsi', '_interfaces': [{'id': '361af859-480a-47e2-a077-925325ebf6d1', 'name': '', 'network_id': '963c04e2-09c0-42b3-8b14-9ee6b8c8fe47', 'tenant_id': 'b4752d3e59c94290925845f591792921', 'mac_address': 'fa:16:3e:c0:ea:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0586b89-047d-470f-ba98-8ebeb44b6f63', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '48f101fe-497d-4192-8a7b-0011d50ada6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:47:10Z', 'updated_at': '2022-05-03T14:47:24Z', 'revision_number': 5, 'project_id': 'b4752d3e59c94290925845f591792921', 'subnets': [{'id': '48f101fe-497d-4192-8a7b-0011d50ada6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-3-iscsi', False) {} {{(pid=110300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:57:52.574895 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655ea2e3-14f9-42b2-b489-9773252df99b None None] The sync data for ids ['c0586b89-047d-470f-ba98-8ebeb44b6f63'] in dv-cinder-840289-3-iscsi is: [{'id': 'c0586b89-047d-470f-ba98-8ebeb44b6f63', 'name': 'tempest-AttachVolumeTestJSON-1271780405-router', 'tenant_id': 'b4752d3e59c94290925845f591792921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'external_fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': 'd8bbc91f-bf64-4bf7-ad43-b6ff6a701cc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:47:02Z', 'updated_at': '2022-05-03T14:47:13Z', 'revision_number': 4, 'project_id': 'b4752d3e59c94290925845f591792921', 'gw_port': {'id': 'd8bbc91f-bf64-4bf7-ad43-b6ff6a701cc7', 'name': '', 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:fc:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0586b89-047d-470f-ba98-8ebeb44b6f63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:47:04Z', 'updated_at': '2022-05-03T14:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f907060b-4748-4522-aeb5-06a44b689374', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-3-iscsi', '_interfaces': [{'id': '361af859-480a-47e2-a077-925325ebf6d1', 'name': '', 'network_id': '963c04e2-09c0-42b3-8b14-9ee6b8c8fe47', 'tenant_id': 'b4752d3e59c94290925845f591792921', 'mac_address': 'fa:16:3e:c0:ea:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0586b89-047d-470f-ba98-8ebeb44b6f63', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '48f101fe-497d-4192-8a7b-0011d50ada6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:47:10Z', 'updated_at': '2022-05-03T14:47:24Z', 'revision_number': 5, 'project_id': 'b4752d3e59c94290925845f591792921', 'subnets': [{'id': '48f101fe-497d-4192-8a7b-0011d50ada6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 14:57:52.813537 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2cd8d1e-5c2d-4ee1-8c3d-aa65c02da000 None None] New status for floating IP 5cb5ba01-3014-4f27-aac3-64cb34cae8fe: DOWN {{(pid=110299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 14:57:52.854833 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c49cfe-6a04-47a2-ac68-1a073d138d2e req-b2ec7eda-df3f-459f-8d5c-80b4ebfc4783 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:57:52.856631 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-b5c49cfe-6a04-47a2-ac68-1a073d138d2e req-b2ec7eda-df3f-459f-8d5c-80b4ebfc4783 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe32396e-9840-4e43-ae3d-c1ded06f509c HTTP/1.1" status: 200 len: 946 time: 0.0474815 May 03 14:57:52.908234 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-b5c49cfe-6a04-47a2-ac68-1a073d138d2e req-7b6a5c35-f89a-47c3-87d0-600afdceec62 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] 10.222.0.16 "GET /v2.0/security-groups?id=95613beb-5f59-4daa-989b-f6efcb984d42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459573 May 03 14:57:53.379191 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-9125cf63-7d4d-49a7-888a-3db2dc38a2f8 req-702897a5-d2ed-4897-8ad8-6e99fb7d66a9 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd183195-fe5d-4e0b-a3f6-c87b104f6aad HTTP/1.1" status: 200 len: 210 time: 0.0290189 May 03 14:57:54.021757 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddc1507-5924-456d-b7d2-fcccdfacc531 req-bb3f6694-c061-4239-a404-7601811ad730 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:57:54.023244 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-8ddc1507-5924-456d-b7d2-fcccdfacc531 req-bb3f6694-c061-4239-a404-7601811ad730 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe32396e-9840-4e43-ae3d-c1ded06f509c HTTP/1.1" status: 200 len: 946 time: 0.0464227 May 03 14:57:54.069875 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-8ddc1507-5924-456d-b7d2-fcccdfacc531 req-312d9ba8-8032-4548-991f-9bbeddc283e6 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] 10.222.0.16 "GET /v2.0/security-groups?id=95613beb-5f59-4daa-989b-f6efcb984d42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411813 May 03 14:57:54.190033 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0a2905-61f7-4b0a-ad2f-02b5921b2ae6 req-4459182c-a596-4702-b386-f956860a84ef tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:57:54.191532 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-ee0a2905-61f7-4b0a-ad2f-02b5921b2ae6 req-4459182c-a596-4702-b386-f956860a84ef tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe32396e-9840-4e43-ae3d-c1ded06f509c HTTP/1.1" status: 200 len: 946 time: 0.0509601 May 03 14:57:54.200350 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 47168) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:57:54.205287 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.v2.base [None req-546cb7a3-3f8c-4a30-9133-3755207effce tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Request body: {'floatingip': {'port_id': '86384638-0613-4ec4-9d24-c898b54da872'}} {{(pid=110298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:57:54.244651 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-546cb7a3-3f8c-4a30-9133-3755207effce tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Publish callbacks [] for floatingip (e29af99d-fbb3-48e0-939c-de90084999a7), before_update {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:57:54.518402 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 47174) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:57:54.563501 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Device 997a9cde-0abf-478a-a2b2-471565659fce no longer exists at agent hyperv_hv-cinder-84028 {{(pid=110299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 14:57:54.575272 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-a2f393e7-3132-4587-88c0-bd52cb6f2186 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Publish callbacks [] for security_group (51778758-18f1-454a-a2ac-58ed54dca82a), before_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:57:54.584960 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] No Port match for: 997a9cde-0abf-478a-a2b2-471565659fce {{(pid=110299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 14:57:54.586043 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Device 997a9cde-0abf-478a-a2b2-471565659fce not bound to the agent host hv-cinder-84028 {{(pid=110299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 14:57:54.599165 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-a2f393e7-3132-4587-88c0-bd52cb6f2186 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Publish callbacks [] for security_group (51778758-18f1-454a-a2ac-58ed54dca82a), precommit_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:57:54.693326 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-546cb7a3-3f8c-4a30-9133-3755207effce tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:57:54.720616 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-a2f393e7-3132-4587-88c0-bd52cb6f2186 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (51778758-18f1-454a-a2ac-58ed54dca82a), after_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:57:54.723316 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-a2f393e7-3132-4587-88c0-bd52cb6f2186 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Publish callbacks [] for security_group (None), before_response {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:57:54.724466 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-a2f393e7-3132-4587-88c0-bd52cb6f2186 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "DELETE /v2.0/security-groups/51778758-18f1-454a-a2ac-58ed54dca82a HTTP/1.1" status: 204 len: 168 time: 0.2049034 May 03 14:57:54.732120 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 47176) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:57:54.734061 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f393e7-3132-4587-88c0-bd52cb6f2186 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51778758-18f1-454a-a2ac-58ed54dca82a,revision_number=None']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:57:54.746524 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.api.v2.resource [None req-d2130b20-2a22-4d43-b06f-85358a29758a tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] show failed (client error): The resource could not be found. May 03 14:57:54.747554 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-d2130b20-2a22-4d43-b06f-85358a29758a tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "GET /v2.0/security-groups/51778758-18f1-454a-a2ac-58ed54dca82a HTTP/1.1" status: 404 len: 347 time: 0.0144315 May 03 14:57:54.750798 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 47178) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:57:54.789201 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-546cb7a3-3f8c-4a30-9133-3755207effce tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692144'] for floatingip (e29af99d-fbb3-48e0-939c-de90084999a7), after_update {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:57:54.944253 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.plugin [None req-67b2eeb6-12ec-47ee-9920-6c9437c94679 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Deleting port 26f33c96-f6d2-4c5a-bdc6-b85dd35ebc8b {{(pid=110298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 14:57:54.944513 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-67b2eeb6-12ec-47ee-9920-6c9437c94679 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775477116685'] for port (26f33c96-f6d2-4c5a-bdc6-b85dd35ebc8b), before_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:57:54.978553 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.db.l3_db [None req-546cb7a3-3f8c-4a30-9133-3755207effce tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Floating IP e29af99d-fbb3-48e0-939c-de90084999a7 associated. External IP: 172.27.0.2, port: 86384638-0613-4ec4-9d24-c898b54da872. May 03 14:57:55.079723 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-67b2eeb6-12ec-47ee-9920-6c9437c94679 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689583'] for port (26f33c96-f6d2-4c5a-bdc6-b85dd35ebc8b), precommit_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:57:55.080416 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-67b2eeb6-12ec-47ee-9920-6c9437c94679 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Publish callbacks [] for floatingip (26f33c96-f6d2-4c5a-bdc6-b85dd35ebc8b), precommit_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:57:55.396564 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.plugin [None req-67b2eeb6-12ec-47ee-9920-6c9437c94679 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Calling delete_port for 26f33c96-f6d2-4c5a-bdc6-b85dd35ebc8b owned by network:floatingip {{(pid=110298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 14:57:55.608900 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-546cb7a3-3f8c-4a30-9133-3755207effce tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Router b2de5692-15b7-4533-8b3c-b49995075c04 has already been hosted by L3 agent a9161e1b-902d-441f-843b-a0ff0805adee {{(pid=110298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 14:57:55.718424 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-67b2eeb6-12ec-47ee-9920-6c9437c94679 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775477123741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775476647069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25806886'] for port (26f33c96-f6d2-4c5a-bdc6-b85dd35ebc8b), after_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:57:55.752898 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b2eeb6-12ec-47ee-9920-6c9437c94679 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Pushing event deleted for resources: {'Port': ['ID=26f33c96-f6d2-4c5a-bdc6-b85dd35ebc8b,revision_number=None']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:57:55.769496 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-546cb7a3-3f8c-4a30-9133-3755207effce tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Notify agent at l3_agent.dv-cinder-840289-3-iscsi the message routers_updated {{(pid=110298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 14:57:55.783482 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b6822f7-ee19-4b64-94e1-84c66f243eb7 None None] Sync routers for ids ['b2de5692-15b7-4533-8b3c-b49995075c04'] in dv-cinder-840289-3-iscsi {{(pid=110300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 14:57:55.788773 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-546cb7a3-3f8c-4a30-9133-3755207effce tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46205'] for floatingip (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:57:55.798191 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b6822f7-ee19-4b64-94e1-84c66f243eb7 None None] Routers {'b2de5692-15b7-4533-8b3c-b49995075c04'} bound to L3 agent in host dv-cinder-840289-3-iscsi {{(pid=110300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:57:55.798795 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_hamode_db [None req-9b6822f7-ee19-4b64-94e1-84c66f243eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T14:38:11Z,description=,heartbeat_timestamp=2022-05-03T14:57:41Z,host='dv-cinder-840289-3-iscsi',id=a9161e1b-902d-441f-843b-a0ff0805adee,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:38:12Z,topic='l3_agent')) {'router_ids': ['b2de5692-15b7-4533-8b3c-b49995075c04'], 'active': True} {{(pid=110300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:57:55.845137 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-546cb7a3-3f8c-4a30-9133-3755207effce tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] 10.222.0.16 "PUT /v2.0/floatingips/e29af99d-fbb3-48e0-939c-de90084999a7 HTTP/1.1" status: 200 len: 990 time: 1.6437454 May 03 14:57:55.847287 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe32396e-9840-4e43-ae3d-c1ded06f509c', 'tag': '86384638-0613-4ec4-9d24-c898b54da872'}] {{(pid=110298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 14:57:55.849506 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75d30aab20f2b99e69676ba1094dd13d61de0bc97323401ed2dd99ba05286cef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d0a50df-0350-40b5-a321-e78a2422e783" -d '{"events": [{"name": "network-changed", "server_uuid": "fe32396e-9840-4e43-ae3d-c1ded06f509c", "tag": "86384638-0613-4ec4-9d24-c898b54da872"}]}' {{(pid=110298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 14:57:55.860598 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-67b2eeb6-12ec-47ee-9920-6c9437c94679 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Publish callbacks [] for floatingip (5cb5ba01-3014-4f27-aac3-64cb34cae8fe), after_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:57:55.863244 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-67b2eeb6-12ec-47ee-9920-6c9437c94679 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46205'] for floatingip (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:57:55.864490 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-67b2eeb6-12ec-47ee-9920-6c9437c94679 tempest-AttachVolumeTestJSON-1175724694 tempest-AttachVolumeTestJSON-1175724694-project] 10.222.0.16 "DELETE /v2.0/floatingips/5cb5ba01-3014-4f27-aac3-64cb34cae8fe HTTP/1.1" status: 204 len: 168 time: 1.1128142 May 03 14:57:55.892894 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 14:57:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e60d713-d18a-480e-947f-3595d3a4db0c x-openstack-request-id: req-7e60d713-d18a-480e-947f-3595d3a4db0c {{(pid=110298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 14:57:55.893186 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe32396e-9840-4e43-ae3d-c1ded06f509c", "tag": "86384638-0613-4ec4-9d24-c898b54da872", "status": "completed", "code": 200}]} {{(pid=110298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 14:57:55.893440 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7e60d713-d18a-480e-947f-3595d3a4db0c {{(pid=110298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 14:57:55.893851 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e60d713-d18a-480e-947f-3595d3a4db0c'] response: {'name': 'network-changed', 'server_uuid': 'fe32396e-9840-4e43-ae3d-c1ded06f509c', 'tag': '86384638-0613-4ec4-9d24-c898b54da872', 'status': 'completed', 'code': 200} May 03 14:57:55.921742 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvr_db [None req-9b6822f7-ee19-4b64-94e1-84c66f243eb7 None None] Set router b2de5692-15b7-4533-8b3c-b49995075c04 gateway port host: dv-cinder-840289-3-iscsi {{(pid=110300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:57:55.975362 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0a50df-0350-40b5-a321-e78a2422e783 req-a76c61fb-1062-4362-b7c2-f50b25367690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:57:55.976888 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-1d0a50df-0350-40b5-a321-e78a2422e783 req-a76c61fb-1062-4362-b7c2-f50b25367690 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fa83f683c67a413ba3ca7f7d2d6bb966&device_id=fe32396e-9840-4e43-ae3d-c1ded06f509c HTTP/1.1" status: 200 len: 1130 time: 0.0410981 May 03 14:57:56.078748 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0a50df-0350-40b5-a321-e78a2422e783 req-e6bd8ab6-19aa-4cae-a624-96e9de0a00c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:57:56.080500 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-1d0a50df-0350-40b5-a321-e78a2422e783 req-e6bd8ab6-19aa-4cae-a624-96e9de0a00c5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=8e6de03b-779e-46f4-99b9-4423e500c0dd HTTP/1.1" status: 200 len: 915 time: 0.0964196 May 03 14:57:56.144038 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_hamode_db [None req-9b6822f7-ee19-4b64-94e1-84c66f243eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2de5692-15b7-4533-8b3c-b49995075c04', 'name': 'tempest-AttachVolumeNegativeTest-691195481-router', 'tenant_id': 'fa83f683c67a413ba3ca7f7d2d6bb966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'external_fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': '9d99af12-dc8d-4fea-987c-b8fd148bbed4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:55:16Z', 'updated_at': '2022-05-03T14:55:20Z', 'revision_number': 4, 'project_id': 'fa83f683c67a413ba3ca7f7d2d6bb966', 'gw_port': {'id': '9d99af12-dc8d-4fea-987c-b8fd148bbed4', 'name': '', 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:53:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2de5692-15b7-4533-8b3c-b49995075c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:55:17Z', 'updated_at': '2022-05-03T14:55:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f907060b-4748-4522-aeb5-06a44b689374', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-3-iscsi', '_floatingips': [{'id': '11b83ae7-95cb-443b-8114-55f533d5faa4', 'tenant_id': 'fa83f683c67a413ba3ca7f7d2d6bb966', 'floating_ip_address': '172.27.0.252', 'floating_network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'router_id': 'b2de5692-15b7-4533-8b3c-b49995075c04', 'port_id': '514d6659-72c3-4a37-b1e9-67362912af45', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8e6de03b-779e-46f4-99b9-4423e500c0dd', 'mac_address': 'fa:16:3e:fa:bc:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce0e649-cd04-4b32-aeac-027b436c98a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T14:55:23Z', 'updated_at': '2022-05-03T14:55:43Z', 'revision_number': 2, 'project_id': 'fa83f683c67a413ba3ca7f7d2d6bb966', 'fixed_ip_address_scope': None}, {'id': 'e29af99d-fbb3-48e0-939c-de90084999a7', 'tenant_id': 'fa83f683c67a413ba3ca7f7d2d6bb966', 'floating_ip_address': '172.27.0.2', 'floating_network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'router_id': 'b2de5692-15b7-4533-8b3c-b49995075c04', 'port_id': '86384638-0613-4ec4-9d24-c898b54da872', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8e6de03b-779e-46f4-99b9-4423e500c0dd', 'mac_address': 'fa:16:3e:ba:a1:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe32396e-9840-4e43-ae3d-c1ded06f509c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T14:57:35Z', 'updated_at': '2022-05-03T14:57:54Z', 'revision_number': 1, 'project_id': 'fa83f683c67a413ba3ca7f7d2d6bb966', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bc0b0eb-1930-4c1c-bb20-1831094b8912', 'name': '', 'network_id': '8e6de03b-779e-46f4-99b9-4423e500c0dd', 'tenant_id': 'fa83f683c67a413ba3ca7f7d2d6bb966', 'mac_address': 'fa:16:3e:8e:05:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2de5692-15b7-4533-8b3c-b49995075c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'da523ca4-000e-4457-a118-98a9c4ff1011', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:55:19Z', 'updated_at': '2022-05-03T14:55:23Z', 'revision_number': 5, 'project_id': 'fa83f683c67a413ba3ca7f7d2d6bb966', 'subnets': [{'id': 'da523ca4-000e-4457-a118-98a9c4ff1011', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-3-iscsi', False) {} {{(pid=110300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:57:56.155529 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-1d0a50df-0350-40b5-a321-e78a2422e783 req-ec6b5e7f-dcef-4673-9faa-da1441055614 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=86384638-0613-4ec4-9d24-c898b54da872 HTTP/1.1" status: 200 len: 998 time: 0.0675490 May 03 14:57:56.172640 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b6822f7-ee19-4b64-94e1-84c66f243eb7 None None] Checking router: b2de5692-15b7-4533-8b3c-b49995075c04 for host: dv-cinder-840289-3-iscsi {{(pid=110300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 14:57:56.180913 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b6822f7-ee19-4b64-94e1-84c66f243eb7 None None] Routers {'b2de5692-15b7-4533-8b3c-b49995075c04'} bound to L3 agent in host dv-cinder-840289-3-iscsi {{(pid=110300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:57:56.181532 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_hamode_db [None req-9b6822f7-ee19-4b64-94e1-84c66f243eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T14:38:11Z,description=,heartbeat_timestamp=2022-05-03T14:57:41Z,host='dv-cinder-840289-3-iscsi',id=a9161e1b-902d-441f-843b-a0ff0805adee,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:38:12Z,topic='l3_agent')) {'router_ids': ['b2de5692-15b7-4533-8b3c-b49995075c04'], 'active': True} {{(pid=110300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:57:56.208503 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0a50df-0350-40b5-a321-e78a2422e783 req-f85df5a7-25ad-4141-9831-51645993bc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:57:56.209971 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-1d0a50df-0350-40b5-a321-e78a2422e783 req-f85df5a7-25ad-4141-9831-51645993bc97 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=da523ca4-000e-4457-a118-98a9c4ff1011 HTTP/1.1" status: 200 len: 853 time: 0.0482764 May 03 14:57:56.257991 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0a50df-0350-40b5-a321-e78a2422e783 req-1cabcc05-5b04-4c07-8366-49f278beec28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:57:56.259743 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-1d0a50df-0350-40b5-a321-e78a2422e783 req-1cabcc05-5b04-4c07-8366-49f278beec28 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8e6de03b-779e-46f4-99b9-4423e500c0dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430858 May 03 14:57:56.291139 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvr_db [None req-9b6822f7-ee19-4b64-94e1-84c66f243eb7 None None] Set router b2de5692-15b7-4533-8b3c-b49995075c04 gateway port host: dv-cinder-840289-3-iscsi {{(pid=110300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:57:56.356499 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-1d0a50df-0350-40b5-a321-e78a2422e783 req-6c5b4037-6510-40e4-8eaa-004bafb7f4df service neutron] 10.222.0.55 "GET /v2.0/networks/8e6de03b-779e-46f4-99b9-4423e500c0dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899045 May 03 14:57:56.453613 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-1d0a50df-0350-40b5-a321-e78a2422e783 req-42c69286-ca88-4279-9794-be73c3256135 service neutron] 10.222.0.55 "GET /v2.0/networks/8e6de03b-779e-46f4-99b9-4423e500c0dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886505 May 03 14:57:56.516165 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_hamode_db [None req-9b6822f7-ee19-4b64-94e1-84c66f243eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2de5692-15b7-4533-8b3c-b49995075c04', 'name': 'tempest-AttachVolumeNegativeTest-691195481-router', 'tenant_id': 'fa83f683c67a413ba3ca7f7d2d6bb966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'external_fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': '9d99af12-dc8d-4fea-987c-b8fd148bbed4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:55:16Z', 'updated_at': '2022-05-03T14:55:20Z', 'revision_number': 4, 'project_id': 'fa83f683c67a413ba3ca7f7d2d6bb966', 'gw_port': {'id': '9d99af12-dc8d-4fea-987c-b8fd148bbed4', 'name': '', 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:53:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2de5692-15b7-4533-8b3c-b49995075c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:55:17Z', 'updated_at': '2022-05-03T14:55:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f907060b-4748-4522-aeb5-06a44b689374', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-3-iscsi', '_floatingips': [{'id': '11b83ae7-95cb-443b-8114-55f533d5faa4', 'tenant_id': 'fa83f683c67a413ba3ca7f7d2d6bb966', 'floating_ip_address': '172.27.0.252', 'floating_network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'router_id': 'b2de5692-15b7-4533-8b3c-b49995075c04', 'port_id': '514d6659-72c3-4a37-b1e9-67362912af45', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8e6de03b-779e-46f4-99b9-4423e500c0dd', 'mac_address': 'fa:16:3e:fa:bc:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce0e649-cd04-4b32-aeac-027b436c98a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T14:55:23Z', 'updated_at': '2022-05-03T14:55:43Z', 'revision_number': 2, 'project_id': 'fa83f683c67a413ba3ca7f7d2d6bb966', 'fixed_ip_address_scope': None}, {'id': 'e29af99d-fbb3-48e0-939c-de90084999a7', 'tenant_id': 'fa83f683c67a413ba3ca7f7d2d6bb966', 'floating_ip_address': '172.27.0.2', 'floating_network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'router_id': 'b2de5692-15b7-4533-8b3c-b49995075c04', 'port_id': '86384638-0613-4ec4-9d24-c898b54da872', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8e6de03b-779e-46f4-99b9-4423e500c0dd', 'mac_address': 'fa:16:3e:ba:a1:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe32396e-9840-4e43-ae3d-c1ded06f509c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T14:57:35Z', 'updated_at': '2022-05-03T14:57:54Z', 'revision_number': 1, 'project_id': 'fa83f683c67a413ba3ca7f7d2d6bb966', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bc0b0eb-1930-4c1c-bb20-1831094b8912', 'name': '', 'network_id': '8e6de03b-779e-46f4-99b9-4423e500c0dd', 'tenant_id': 'fa83f683c67a413ba3ca7f7d2d6bb966', 'mac_address': 'fa:16:3e:8e:05:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2de5692-15b7-4533-8b3c-b49995075c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'da523ca4-000e-4457-a118-98a9c4ff1011', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:55:19Z', 'updated_at': '2022-05-03T14:55:23Z', 'revision_number': 5, 'project_id': 'fa83f683c67a413ba3ca7f7d2d6bb966', 'subnets': [{'id': 'da523ca4-000e-4457-a118-98a9c4ff1011', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-3-iscsi', False) {} {{(pid=110300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:57:56.542155 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b6822f7-ee19-4b64-94e1-84c66f243eb7 None None] The sync data for ids ['b2de5692-15b7-4533-8b3c-b49995075c04'] in dv-cinder-840289-3-iscsi is: [{'id': 'b2de5692-15b7-4533-8b3c-b49995075c04', 'name': 'tempest-AttachVolumeNegativeTest-691195481-router', 'tenant_id': 'fa83f683c67a413ba3ca7f7d2d6bb966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'external_fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': '9d99af12-dc8d-4fea-987c-b8fd148bbed4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:55:16Z', 'updated_at': '2022-05-03T14:55:20Z', 'revision_number': 4, 'project_id': 'fa83f683c67a413ba3ca7f7d2d6bb966', 'gw_port': {'id': '9d99af12-dc8d-4fea-987c-b8fd148bbed4', 'name': '', 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:53:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2de5692-15b7-4533-8b3c-b49995075c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:55:17Z', 'updated_at': '2022-05-03T14:55:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f907060b-4748-4522-aeb5-06a44b689374', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-3-iscsi', '_floatingips': [{'id': '11b83ae7-95cb-443b-8114-55f533d5faa4', 'tenant_id': 'fa83f683c67a413ba3ca7f7d2d6bb966', 'floating_ip_address': '172.27.0.252', 'floating_network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'router_id': 'b2de5692-15b7-4533-8b3c-b49995075c04', 'port_id': '514d6659-72c3-4a37-b1e9-67362912af45', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8e6de03b-779e-46f4-99b9-4423e500c0dd', 'mac_address': 'fa:16:3e:fa:bc:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce0e649-cd04-4b32-aeac-027b436c98a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T14:55:23Z', 'updated_at': '2022-05-03T14:55:43Z', 'revision_number': 2, 'project_id': 'fa83f683c67a413ba3ca7f7d2d6bb966', 'fixed_ip_address_scope': None}, {'id': 'e29af99d-fbb3-48e0-939c-de90084999a7', 'tenant_id': 'fa83f683c67a413ba3ca7f7d2d6bb966', 'floating_ip_address': '172.27.0.2', 'floating_network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'router_id': 'b2de5692-15b7-4533-8b3c-b49995075c04', 'port_id': '86384638-0613-4ec4-9d24-c898b54da872', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8e6de03b-779e-46f4-99b9-4423e500c0dd', 'mac_address': 'fa:16:3e:ba:a1:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe32396e-9840-4e43-ae3d-c1ded06f509c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T14:57:35Z', 'updated_at': '2022-05-03T14:57:54Z', 'revision_number': 1, 'project_id': 'fa83f683c67a413ba3ca7f7d2d6bb966', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bc0b0eb-1930-4c1c-bb20-1831094b8912', 'name': '', 'network_id': '8e6de03b-779e-46f4-99b9-4423e500c0dd', 'tenant_id': 'fa83f683c67a413ba3ca7f7d2d6bb966', 'mac_address': 'fa:16:3e:8e:05:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2de5692-15b7-4533-8b3c-b49995075c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'da523ca4-000e-4457-a118-98a9c4ff1011', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:55:19Z', 'updated_at': '2022-05-03T14:55:23Z', 'revision_number': 5, 'project_id': 'fa83f683c67a413ba3ca7f7d2d6bb966', 'subnets': [{'id': 'da523ca4-000e-4457-a118-98a9c4ff1011', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 14:57:56.733933 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb8293bd-a42f-4e5b-81e9-73a8a7adc608 None None] New status for floating IP e29af99d-fbb3-48e0-939c-de90084999a7: ACTIVE {{(pid=110299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 14:57:58.937254 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (26e70f58-a201-437c-be8d-fd2714f100da), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:57:59.826178 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 47212) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:58:00.000629 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.agents_db [None req-dd30728e-be63-467e-afaf-aba6f24eb33e None None] Agent healthcheck: found 6 active agents {{(pid=110300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 14:58:00.299064 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-8728935f-95ac-4b7f-b2a4-bba36f804f8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1689557'] for router_interface (c0586b89-047d-470f-ba98-8ebeb44b6f63), before_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:00.529385 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.plugin [None req-8728935f-95ac-4b7f-b2a4-bba36f804f8c admin admin] Deleting port 361af859-480a-47e2-a077-925325ebf6d1 {{(pid=110298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 14:58:00.529719 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-8728935f-95ac-4b7f-b2a4-bba36f804f8c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775477116685'] for port (361af859-480a-47e2-a077-925325ebf6d1), before_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:00.606376 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.db [None req-8728935f-95ac-4b7f-b2a4-bba36f804f8c admin admin] For port 361af859-480a-47e2-a077-925325ebf6d1, host dv-cinder-840289-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-3-iscsi',level=0,port_id=361af859-480a-47e2-a077-925325ebf6d1,segment=NetworkSegment(ca66fa34-2900-4282-8627-e44cece846e4),segment_id=ca66fa34-2900-4282-8627-e44cece846e4)] {{(pid=110298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:58:00.606736 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-8728935f-95ac-4b7f-b2a4-bba36f804f8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689583'] for port (361af859-480a-47e2-a077-925325ebf6d1), precommit_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:00.620121 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.plugin [None req-8728935f-95ac-4b7f-b2a4-bba36f804f8c admin admin] Calling delete_port for 361af859-480a-47e2-a077-925325ebf6d1 owned by network:router_interface {{(pid=110298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 14:58:00.836791 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-8728935f-95ac-4b7f-b2a4-bba36f804f8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775477123741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775476647069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25806886'] for port (361af859-480a-47e2-a077-925325ebf6d1), after_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:00.867633 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8728935f-95ac-4b7f-b2a4-bba36f804f8c admin admin] Pushing event deleted for resources: {'Port': ['ID=361af859-480a-47e2-a077-925325ebf6d1,revision_number=None']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:58:01.040825 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-8728935f-95ac-4b7f-b2a4-bba36f804f8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1685186'] for router_interface (c0586b89-047d-470f-ba98-8ebeb44b6f63), after_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:01.260122 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8728935f-95ac-4b7f-b2a4-bba36f804f8c admin admin] Router c0586b89-047d-470f-ba98-8ebeb44b6f63 has already been hosted by L3 agent a9161e1b-902d-441f-843b-a0ff0805adee {{(pid=110298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 14:58:01.367092 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8728935f-95ac-4b7f-b2a4-bba36f804f8c admin admin] Notify agent at l3_agent.dv-cinder-840289-3-iscsi the message routers_updated {{(pid=110298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 14:58:01.372679 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-8728935f-95ac-4b7f-b2a4-bba36f804f8c admin admin] 10.222.0.16 "PUT /v2.0/routers/c0586b89-047d-470f-ba98-8ebeb44b6f63/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5454502 May 03 14:58:01.374521 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 47216) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:58:01.375640 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac67f12a-a0c2-4709-bb45-945d0ed43987 None None] Sync routers for ids ['c0586b89-047d-470f-ba98-8ebeb44b6f63'] in dv-cinder-840289-3-iscsi {{(pid=110300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 14:58:01.385902 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac67f12a-a0c2-4709-bb45-945d0ed43987 None None] Routers {'c0586b89-047d-470f-ba98-8ebeb44b6f63'} bound to L3 agent in host dv-cinder-840289-3-iscsi {{(pid=110300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:58:01.386516 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_hamode_db [None req-ac67f12a-a0c2-4709-bb45-945d0ed43987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T14:38:11Z,description=,heartbeat_timestamp=2022-05-03T14:57:41Z,host='dv-cinder-840289-3-iscsi',id=a9161e1b-902d-441f-843b-a0ff0805adee,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:38:12Z,topic='l3_agent')) {'router_ids': ['c0586b89-047d-470f-ba98-8ebeb44b6f63'], 'active': True} {{(pid=110300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:58:01.485978 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-1e78259b-beed-4b47-8635-b9681f558afc admin admin] Publish callbacks [] for router (c0586b89-047d-470f-ba98-8ebeb44b6f63), before_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:01.581883 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvr_db [None req-ac67f12a-a0c2-4709-bb45-945d0ed43987 None None] Set router c0586b89-047d-470f-ba98-8ebeb44b6f63 gateway port host: dv-cinder-840289-3-iscsi {{(pid=110300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:58:01.592217 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-1e78259b-beed-4b47-8635-b9681f558afc admin admin] Publish callbacks [] for router_gateway (c0586b89-047d-470f-ba98-8ebeb44b6f63), before_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:01.754601 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_hamode_db [None req-ac67f12a-a0c2-4709-bb45-945d0ed43987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0586b89-047d-470f-ba98-8ebeb44b6f63', 'name': 'tempest-AttachVolumeTestJSON-1271780405-router', 'tenant_id': 'b4752d3e59c94290925845f591792921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'external_fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': 'd8bbc91f-bf64-4bf7-ad43-b6ff6a701cc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:47:02Z', 'updated_at': '2022-05-03T14:58:00Z', 'revision_number': 5, 'project_id': 'b4752d3e59c94290925845f591792921', 'gw_port': {'id': 'd8bbc91f-bf64-4bf7-ad43-b6ff6a701cc7', 'name': '', 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:fc:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0586b89-047d-470f-ba98-8ebeb44b6f63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:47:04Z', 'updated_at': '2022-05-03T14:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f907060b-4748-4522-aeb5-06a44b689374', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-3-iscsi'}], 'dv-cinder-840289-3-iscsi', False) {} {{(pid=110300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:58:01.782045 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac67f12a-a0c2-4709-bb45-945d0ed43987 None None] Checking router: c0586b89-047d-470f-ba98-8ebeb44b6f63 for host: dv-cinder-840289-3-iscsi {{(pid=110300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 14:58:01.791245 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac67f12a-a0c2-4709-bb45-945d0ed43987 None None] Routers {'c0586b89-047d-470f-ba98-8ebeb44b6f63'} bound to L3 agent in host dv-cinder-840289-3-iscsi {{(pid=110300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:58:01.791863 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_hamode_db [None req-ac67f12a-a0c2-4709-bb45-945d0ed43987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T14:38:11Z,description=,heartbeat_timestamp=2022-05-03T14:57:41Z,host='dv-cinder-840289-3-iscsi',id=a9161e1b-902d-441f-843b-a0ff0805adee,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:38:12Z,topic='l3_agent')) {'router_ids': ['c0586b89-047d-470f-ba98-8ebeb44b6f63'], 'active': True} {{(pid=110300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:58:01.882553 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvr_db [None req-ac67f12a-a0c2-4709-bb45-945d0ed43987 None None] Set router c0586b89-047d-470f-ba98-8ebeb44b6f63 gateway port host: None {{(pid=110300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:58:01.938203 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_hamode_db [None req-ac67f12a-a0c2-4709-bb45-945d0ed43987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0586b89-047d-470f-ba98-8ebeb44b6f63', 'name': 'tempest-AttachVolumeTestJSON-1271780405-router', 'tenant_id': 'b4752d3e59c94290925845f591792921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:47:02Z', 'updated_at': '2022-05-03T14:58:01Z', 'revision_number': 6, 'project_id': 'b4752d3e59c94290925845f591792921', 'gw_port_host': None}], 'dv-cinder-840289-3-iscsi', False) {} {{(pid=110300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:58:01.960310 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.plugin [None req-1e78259b-beed-4b47-8635-b9681f558afc admin admin] Deleting port d8bbc91f-bf64-4bf7-ad43-b6ff6a701cc7 {{(pid=110298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 14:58:01.960862 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-1e78259b-beed-4b47-8635-b9681f558afc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775477116685'] for port (d8bbc91f-bf64-4bf7-ad43-b6ff6a701cc7), before_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:01.963935 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac67f12a-a0c2-4709-bb45-945d0ed43987 None None] The sync data for ids ['c0586b89-047d-470f-ba98-8ebeb44b6f63'] in dv-cinder-840289-3-iscsi is: [{'id': 'c0586b89-047d-470f-ba98-8ebeb44b6f63', 'name': 'tempest-AttachVolumeTestJSON-1271780405-router', 'tenant_id': 'b4752d3e59c94290925845f591792921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:47:02Z', 'updated_at': '2022-05-03T14:58:01Z', 'revision_number': 6, 'project_id': 'b4752d3e59c94290925845f591792921', 'gw_port_host': None}] {{(pid=110300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 14:58:02.045329 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.db [None req-1e78259b-beed-4b47-8635-b9681f558afc admin admin] For port d8bbc91f-bf64-4bf7-ad43-b6ff6a701cc7, host dv-cinder-840289-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-3-iscsi',level=0,port_id=d8bbc91f-bf64-4bf7-ad43-b6ff6a701cc7,segment=NetworkSegment(0c3170a2-2f96-4172-a4d6-7b5474706bd0),segment_id=0c3170a2-2f96-4172-a4d6-7b5474706bd0)] {{(pid=110298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:58:02.045693 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-1e78259b-beed-4b47-8635-b9681f558afc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689583'] for port (d8bbc91f-bf64-4bf7-ad43-b6ff6a701cc7), precommit_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:02.059284 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.plugin [None req-1e78259b-beed-4b47-8635-b9681f558afc admin admin] Calling delete_port for d8bbc91f-bf64-4bf7-ad43-b6ff6a701cc7 owned by network:router_gateway {{(pid=110298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 14:58:02.297397 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-1e78259b-beed-4b47-8635-b9681f558afc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775477123741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775476647069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25806886'] for port (d8bbc91f-bf64-4bf7-ad43-b6ff6a701cc7), after_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:02.324326 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e78259b-beed-4b47-8635-b9681f558afc admin admin] Pushing event deleted for resources: {'Port': ['ID=d8bbc91f-bf64-4bf7-ad43-b6ff6a701cc7,revision_number=None']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:58:02.373767 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Device 361af859-480a-47e2-a077-925325ebf6d1 no longer exists at agent ovs-agent-dv-cinder-840289-3-iscsi {{(pid=110299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 14:58:02.395951 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] No Port match for: 361af859-480a-47e2-a077-925325ebf6d1 {{(pid=110299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 14:58:02.396371 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-1e78259b-beed-4b47-8635-b9681f558afc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1698215'] for router_gateway (c0586b89-047d-470f-ba98-8ebeb44b6f63), after_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:02.396693 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Device 361af859-480a-47e2-a077-925325ebf6d1 not bound to the agent host dv-cinder-840289-3-iscsi {{(pid=110299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 14:58:02.490077 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-1e78259b-beed-4b47-8635-b9681f558afc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1693307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3127'] for router (c0586b89-047d-470f-ba98-8ebeb44b6f63), precommit_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:02.492382 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-1e78259b-beed-4b47-8635-b9681f558afc admin admin] Publish callbacks [] for router_controller (c0586b89-047d-470f-ba98-8ebeb44b6f63), precommit_delete_associations {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:02.611621 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-1e78259b-beed-4b47-8635-b9681f558afc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693298'] for router (c0586b89-047d-470f-ba98-8ebeb44b6f63), after_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:02.612160 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e78259b-beed-4b47-8635-b9681f558afc admin admin] Fanout notify agent at l3_agent the message router_deleted on router c0586b89-047d-470f-ba98-8ebeb44b6f63 {{(pid=110298) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 03 14:58:02.616756 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-1e78259b-beed-4b47-8635-b9681f558afc admin admin] Publish callbacks [] for router (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:02.626976 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-1e78259b-beed-4b47-8635-b9681f558afc admin admin] 10.222.0.16 "DELETE /v2.0/routers/c0586b89-047d-470f-ba98-8ebeb44b6f63 HTTP/1.1" status: 204 len: 168 time: 1.2422698 May 03 14:58:02.626976 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 47220) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:58:02.665827 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.db.db_base_plugin_v2 [None req-4258de62-f901-4dba-b175-07c42f7980c1 admin admin] Deleting subnet 48f101fe-497d-4192-8a7b-0011d50ada6e {{(pid=110298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 03 14:58:02.668911 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-4258de62-f901-4dba-b175-07c42f7980c1 admin admin] Publish callbacks [] for subnet (48f101fe-497d-4192-8a7b-0011d50ada6e), before_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:02.703659 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-4258de62-f901-4dba-b175-07c42f7980c1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3229775'] for subnet (48f101fe-497d-4192-8a7b-0011d50ada6e), precommit_delete_associations {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:02.789851 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-4258de62-f901-4dba-b175-07c42f7980c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-723521'] for subnet (48f101fe-497d-4192-8a7b-0011d50ada6e), precommit_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:02.909905 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-4258de62-f901-4dba-b175-07c42f7980c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-723528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25806865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25436570'] for subnet (48f101fe-497d-4192-8a7b-0011d50ada6e), after_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:02.939212 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-4258de62-f901-4dba-b175-07c42f7980c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603595'] for subnet (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:02.944168 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-4258de62-f901-4dba-b175-07c42f7980c1 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/48f101fe-497d-4192-8a7b-0011d50ada6e HTTP/1.1" status: 204 len: 168 time: 0.3225253 May 03 14:58:02.944922 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4258de62-f901-4dba-b175-07c42f7980c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48f101fe-497d-4192-8a7b-0011d50ada6e,revision_number=None']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:58:02.945032 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6946936-fa67-4230-af3a-299c80f8685f None None] Network 963c04e2-09c0-42b3-8b14-9ee6b8c8fe47 requested from dv-cinder-840289-3-iscsi {{(pid=110299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 14:58:02.946699 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 47222) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:58:03.021337 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-04b5b958-ec04-4539-9e1b-553ebd3d859e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636243'] for network (963c04e2-09c0-42b3-8b14-9ee6b8c8fe47), before_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:03.070353 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.plugins.ml2.plugin [None req-04b5b958-ec04-4539-9e1b-553ebd3d859e admin admin] Deleting port 42cc1557-0574-4eef-842a-e3b7026362c8 {{(pid=110297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 14:58:03.070695 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-04b5b958-ec04-4539-9e1b-553ebd3d859e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775477116685'] for port (42cc1557-0574-4eef-842a-e3b7026362c8), before_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:03.112320 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30ead648-e4d5-4ac3-9ec4-ea6f464c6f90 None None] DHCP port deletion for 963c04e2-09c0-42b3-8b14-9ee6b8c8fe47 request from dv-cinder-840289-3-iscsi {{(pid=110299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 03 14:58:03.137595 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.plugins.ml2.db [None req-04b5b958-ec04-4539-9e1b-553ebd3d859e admin admin] For port 42cc1557-0574-4eef-842a-e3b7026362c8, host dv-cinder-840289-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-3-iscsi',level=0,port_id=42cc1557-0574-4eef-842a-e3b7026362c8,segment=NetworkSegment(ca66fa34-2900-4282-8627-e44cece846e4),segment_id=ca66fa34-2900-4282-8627-e44cece846e4)] {{(pid=110297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:58:03.137880 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-04b5b958-ec04-4539-9e1b-553ebd3d859e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689583'] for port (42cc1557-0574-4eef-842a-e3b7026362c8), precommit_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:03.150663 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.plugins.ml2.plugin [None req-04b5b958-ec04-4539-9e1b-553ebd3d859e admin admin] Calling delete_port for 42cc1557-0574-4eef-842a-e3b7026362c8 owned by network:dhcp {{(pid=110297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 14:58:03.156625 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-30ead648-e4d5-4ac3-9ec4-ea6f464c6f90 None None] Deleting port 42cc1557-0574-4eef-842a-e3b7026362c8 {{(pid=110299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 14:58:03.157032 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-30ead648-e4d5-4ac3-9ec4-ea6f464c6f90 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775477116685'] for port (42cc1557-0574-4eef-842a-e3b7026362c8), before_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:03.236200 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-30ead648-e4d5-4ac3-9ec4-ea6f464c6f90 None None] For port 42cc1557-0574-4eef-842a-e3b7026362c8, host dv-cinder-840289-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-3-iscsi',level=0,port_id=42cc1557-0574-4eef-842a-e3b7026362c8,segment=NetworkSegment(ca66fa34-2900-4282-8627-e44cece846e4),segment_id=ca66fa34-2900-4282-8627-e44cece846e4)] {{(pid=110299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:58:03.236537 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-30ead648-e4d5-4ac3-9ec4-ea6f464c6f90 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689583'] for port (42cc1557-0574-4eef-842a-e3b7026362c8), precommit_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:03.259896 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-30ead648-e4d5-4ac3-9ec4-ea6f464c6f90 None None] Calling delete_port for 42cc1557-0574-4eef-842a-e3b7026362c8 owned by network:dhcp {{(pid=110299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 14:58:03.317095 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-04b5b958-ec04-4539-9e1b-553ebd3d859e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775477123741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775476647069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25923557'] for port (42cc1557-0574-4eef-842a-e3b7026362c8), after_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:03.345757 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-30ead648-e4d5-4ac3-9ec4-ea6f464c6f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775477123741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775476647069'] for port (42cc1557-0574-4eef-842a-e3b7026362c8), after_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:03.346422 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b5b958-ec04-4539-9e1b-553ebd3d859e admin admin] Pushing event deleted for resources: {'Port': ['ID=42cc1557-0574-4eef-842a-e3b7026362c8,revision_number=None']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:58:03.350607 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b5b958-ec04-4539-9e1b-553ebd3d859e admin admin] No DVR routers for this DVR port 42cc1557-0574-4eef-842a-e3b7026362c8 on host dv-cinder-840289-3-iscsi {{(pid=110297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 14:58:03.377627 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ead648-e4d5-4ac3-9ec4-ea6f464c6f90 None None] Pushing event deleted for resources: {'Port': ['ID=42cc1557-0574-4eef-842a-e3b7026362c8,revision_number=None']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:58:03.383592 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ead648-e4d5-4ac3-9ec4-ea6f464c6f90 None None] No DVR routers for this DVR port 42cc1557-0574-4eef-842a-e3b7026362c8 on host dv-cinder-840289-3-iscsi {{(pid=110299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 14:58:03.434419 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-04b5b958-ec04-4539-9e1b-553ebd3d859e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727028', 'neutron.services.segments.db._delete_segments_for_network-8775477110074'] for network (963c04e2-09c0-42b3-8b14-9ee6b8c8fe47), precommit_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:03.462261 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.services.segments.db [None req-04b5b958-ec04-4539-9e1b-553ebd3d859e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['963c04e2-09c0-42b3-8b14-9ee6b8c8fe47']}} {{(pid=110297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:58:03.472638 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.services.segments.db [None req-04b5b958-ec04-4539-9e1b-553ebd3d859e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca66fa34-2900-4282-8627-e44cece846e4') {'for_net_delete': True} {{(pid=110297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:58:03.472934 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.services.segments.db [None req-04b5b958-ec04-4539-9e1b-553ebd3d859e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca66fa34-2900-4282-8627-e44cece846e4') {} {{(pid=110297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:58:03.487324 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-04b5b958-ec04-4539-9e1b-553ebd3d859e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775477110851', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2155877'] for segment (ca66fa34-2900-4282-8627-e44cece846e4), before_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:03.501661 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-04b5b958-ec04-4539-9e1b-553ebd3d859e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719716'] for segment (ca66fa34-2900-4282-8627-e44cece846e4), precommit_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:03.512510 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04b5b958-ec04-4539-9e1b-553ebd3d859e admin admin] Releasing vlan 381 on physical network physnet1 to pool {{(pid=110297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 14:58:03.512903 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-04b5b958-ec04-4539-9e1b-553ebd3d859e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25923512'] for segment (ca66fa34-2900-4282-8627-e44cece846e4), after_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:03.514703 dv-cinder-840289-3-iscsi neutron-server[110297]: Traceback (most recent call last): May 03 14:58:03.514703 dv-cinder-840289-3-iscsi neutron-server[110297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 14:58:03.514703 dv-cinder-840289-3-iscsi neutron-server[110297]: timer() May 03 14:58:03.514703 dv-cinder-840289-3-iscsi neutron-server[110297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 14:58:03.514703 dv-cinder-840289-3-iscsi neutron-server[110297]: cb(*args, **kw) May 03 14:58:03.514703 dv-cinder-840289-3-iscsi neutron-server[110297]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 03 14:58:03.514703 dv-cinder-840289-3-iscsi neutron-server[110297]: return func(*args, **kwargs) May 03 14:58:03.514703 dv-cinder-840289-3-iscsi neutron-server[110297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 14:58:03.514703 dv-cinder-840289-3-iscsi neutron-server[110297]: self._notify() May 03 14:58:03.514703 dv-cinder-840289-3-iscsi neutron-server[110297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 14:58:03.514703 dv-cinder-840289-3-iscsi neutron-server[110297]: self.callback(batched_events) May 03 14:58:03.514703 dv-cinder-840289-3-iscsi neutron-server[110297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 14:58:03.514703 dv-cinder-840289-3-iscsi neutron-server[110297]: event.method(event) May 03 14:58:03.514703 dv-cinder-840289-3-iscsi neutron-server[110297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 03 14:58:03.514703 dv-cinder-840289-3-iscsi neutron-server[110297]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 14:58:03.514703 dv-cinder-840289-3-iscsi neutron-server[110297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 03 14:58:03.514703 dv-cinder-840289-3-iscsi neutron-server[110297]: aggregate_uuid = self.p_client.list_aggregates( May 03 14:58:03.514703 dv-cinder-840289-3-iscsi neutron-server[110297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 03 14:58:03.514703 dv-cinder-840289-3-iscsi neutron-server[110297]: return f(self, *a, **k) May 03 14:58:03.514703 dv-cinder-840289-3-iscsi neutron-server[110297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 03 14:58:03.514703 dv-cinder-840289-3-iscsi neutron-server[110297]: return self._get(url).json() May 03 14:58:03.514703 dv-cinder-840289-3-iscsi neutron-server[110297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 03 14:58:03.514703 dv-cinder-840289-3-iscsi neutron-server[110297]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 14:58:03.514703 dv-cinder-840289-3-iscsi neutron-server[110297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 14:58:03.514703 dv-cinder-840289-3-iscsi neutron-server[110297]: return self.request(url, 'GET', **kwargs) May 03 14:58:03.514703 dv-cinder-840289-3-iscsi neutron-server[110297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 14:58:03.514703 dv-cinder-840289-3-iscsi neutron-server[110297]: base_url = self.get_endpoint(auth, allow=allow, May 03 14:58:03.514703 dv-cinder-840289-3-iscsi neutron-server[110297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 14:58:03.514703 dv-cinder-840289-3-iscsi neutron-server[110297]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 14:58:03.514703 dv-cinder-840289-3-iscsi neutron-server[110297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 14:58:03.514703 dv-cinder-840289-3-iscsi neutron-server[110297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 14:58:03.514703 dv-cinder-840289-3-iscsi neutron-server[110297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 14:58:03.682386 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-04b5b958-ec04-4539-9e1b-553ebd3d859e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692117'] for network (963c04e2-09c0-42b3-8b14-9ee6b8c8fe47), after_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:03.688359 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-04b5b958-ec04-4539-9e1b-553ebd3d859e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603595'] for network (None), before_response {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:03.692435 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-04b5b958-ec04-4539-9e1b-553ebd3d859e admin admin] 10.222.0.16 "DELETE /v2.0/networks/963c04e2-09c0-42b3-8b14-9ee6b8c8fe47 HTTP/1.1" status: 204 len: 168 time: 0.7444606 May 03 14:58:03.704297 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b5b958-ec04-4539-9e1b-553ebd3d859e admin admin] Pushing event deleted for resources: {'Network': ['ID=963c04e2-09c0-42b3-8b14-9ee6b8c8fe47,revision_number=None']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:58:04.040585 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 47226) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:58:04.085211 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-a62ed409-40a0-4e9e-9830-dba1c701b01d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b4752d3e59c94290925845f591792921&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0433226 May 03 14:58:04.087848 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 47228) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:58:04.137152 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-b916e168-b976-413a-a474-5db19dd1edc8 admin admin] Publish callbacks [] for security_group (c4aa0ed8-2738-4c00-a977-68276bf340d6), before_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:04.165479 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-b916e168-b976-413a-a474-5db19dd1edc8 admin admin] Publish callbacks [] for security_group (c4aa0ed8-2738-4c00-a977-68276bf340d6), precommit_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:04.178551 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Device 42cc1557-0574-4eef-842a-e3b7026362c8 no longer exists at agent ovs-agent-dv-cinder-840289-3-iscsi {{(pid=110299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 14:58:04.198483 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] No Port match for: 42cc1557-0574-4eef-842a-e3b7026362c8 {{(pid=110299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 14:58:04.198754 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Device 42cc1557-0574-4eef-842a-e3b7026362c8 not bound to the agent host dv-cinder-840289-3-iscsi {{(pid=110299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 14:58:04.199195 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Device d8bbc91f-bf64-4bf7-ad43-b6ff6a701cc7 no longer exists at agent ovs-agent-dv-cinder-840289-3-iscsi {{(pid=110299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 14:58:04.217430 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] No Port match for: d8bbc91f-bf64-4bf7-ad43-b6ff6a701cc7 {{(pid=110299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 14:58:04.217777 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Device d8bbc91f-bf64-4bf7-ad43-b6ff6a701cc7 not bound to the agent host dv-cinder-840289-3-iscsi {{(pid=110299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 14:58:04.316595 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-b916e168-b976-413a-a474-5db19dd1edc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (c4aa0ed8-2738-4c00-a977-68276bf340d6), after_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:04.319206 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-b916e168-b976-413a-a474-5db19dd1edc8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:04.320391 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-b916e168-b976-413a-a474-5db19dd1edc8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c4aa0ed8-2738-4c00-a977-68276bf340d6 HTTP/1.1" status: 204 len: 168 time: 0.2316263 May 03 14:58:04.328556 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b916e168-b976-413a-a474-5db19dd1edc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4aa0ed8-2738-4c00-a977-68276bf340d6,revision_number=None']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:58:05.970149 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 47278) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:58:06.075112 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-116914b2-2bc3-4bf2-a5e0-f1bfefec4f99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:06.150190 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-116914b2-2bc3-4bf2-a5e0-f1bfefec4f99 admin admin] Publish callbacks [] for security_group (55e1870b-fd96-4a84-b42a-ff740cecc68f), precommit_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:06.224748 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-116914b2-2bc3-4bf2-a5e0-f1bfefec4f99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (55e1870b-fd96-4a84-b42a-ff740cecc68f), after_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:06.267967 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-116914b2-2bc3-4bf2-a5e0-f1bfefec4f99 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4ac5cdbc5d7647efa3eb6882a9d1c2b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2967627 May 03 14:58:06.268833 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116914b2-2bc3-4bf2-a5e0-f1bfefec4f99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55e1870b-fd96-4a84-b42a-ff740cecc68f,revision_number=1']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:58:06.271928 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 47282) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:58:06.320020 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-610afbce-312e-4cb8-85a6-afead4337f50 admin admin] Publish callbacks [] for security_group (55e1870b-fd96-4a84-b42a-ff740cecc68f), before_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:06.340886 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-610afbce-312e-4cb8-85a6-afead4337f50 admin admin] Publish callbacks [] for security_group (55e1870b-fd96-4a84-b42a-ff740cecc68f), precommit_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:06.453409 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-610afbce-312e-4cb8-85a6-afead4337f50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (55e1870b-fd96-4a84-b42a-ff740cecc68f), after_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:06.456025 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-610afbce-312e-4cb8-85a6-afead4337f50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:06.457180 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-610afbce-312e-4cb8-85a6-afead4337f50 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/55e1870b-fd96-4a84-b42a-ff740cecc68f HTTP/1.1" status: 204 len: 168 time: 0.1841061 May 03 14:58:06.464982 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610afbce-312e-4cb8-85a6-afead4337f50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55e1870b-fd96-4a84-b42a-ff740cecc68f,revision_number=None']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:58:08.779381 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-21593238-0f0c-4360-ba5b-516393c3d4e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (5d16a8e7-5fab-4607-ae51-2b468a019c05), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:09.197799 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-76e1cfdc-0e7c-470f-856c-924cf77a4512 req-be54a322-049e-40aa-be1a-4a5064ac11cf service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0b52e969-e560-4421-9840-ec07a36f4705&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0398946 May 03 14:58:09.270567 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e1cfdc-0e7c-470f-856c-924cf77a4512 req-58f6069d-c3d5-48a7-b8f6-e7eb3a8834e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:58:09.272067 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-76e1cfdc-0e7c-470f-856c-924cf77a4512 req-58f6069d-c3d5-48a7-b8f6-e7eb3a8834e1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ea2dc692f2754b34afd1a52dad1c2cb3&device_id=0b52e969-e560-4421-9840-ec07a36f4705 HTTP/1.1" status: 200 len: 1131 time: 0.0399184 May 03 14:58:09.379296 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e1cfdc-0e7c-470f-856c-924cf77a4512 req-22ba6dc2-3497-4269-a7db-1c5edd66bfdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:58:09.380779 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-76e1cfdc-0e7c-470f-856c-924cf77a4512 req-22ba6dc2-3497-4269-a7db-1c5edd66bfdd service neutron] 10.222.0.55 "GET /v2.0/networks?id=e149baab-37b5-49e7-bbfb-d6c5aa20aff6 HTTP/1.1" status: 200 len: 917 time: 0.0905545 May 03 14:58:09.447504 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-76e1cfdc-0e7c-470f-856c-924cf77a4512 req-dfa23569-0a5b-4d05-91be-0890f0a90a05 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5065e01a-6bcf-41fb-aa85-83223e736325 HTTP/1.1" status: 200 len: 1001 time: 0.0587506 May 03 14:58:09.495340 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e1cfdc-0e7c-470f-856c-924cf77a4512 req-fa0f3b5b-2feb-4104-b0ec-956dd45fd4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:58:09.496705 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-76e1cfdc-0e7c-470f-856c-924cf77a4512 req-fa0f3b5b-2feb-4104-b0ec-956dd45fd4fd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d36733c8-18a7-47f6-a054-ee0e84dd3169 HTTP/1.1" status: 200 len: 855 time: 0.0434303 May 03 14:58:09.543919 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e1cfdc-0e7c-470f-856c-924cf77a4512 req-9ad216ef-337b-4953-b036-8be1bf6eb820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:58:09.545395 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-76e1cfdc-0e7c-470f-856c-924cf77a4512 req-9ad216ef-337b-4953-b036-8be1bf6eb820 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e149baab-37b5-49e7-bbfb-d6c5aa20aff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424898 May 03 14:58:09.633320 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-76e1cfdc-0e7c-470f-856c-924cf77a4512 req-fbee4d0b-4b60-48c0-873f-908ebf7a6f41 service neutron] 10.222.0.55 "GET /v2.0/networks/e149baab-37b5-49e7-bbfb-d6c5aa20aff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802529 May 03 14:58:09.724722 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-76e1cfdc-0e7c-470f-856c-924cf77a4512 req-f5fd3e88-cbcf-4e6f-9f36-fb60df19ee54 service neutron] 10.222.0.55 "GET /v2.0/networks/e149baab-37b5-49e7-bbfb-d6c5aa20aff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848513 May 03 14:58:11.093147 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-cf4e5bf8-ca9a-4cd9-943a-e270b8af84bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (a9161e1b-902d-441f-843b-a0ff0805adee), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:12.333077 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-ed776e2d-a518-4685-8fad-0cd9eaa120ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (6a418bd5-8bcc-400f-88b5-19eff412e81a), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:13.567767 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-dd96712b-4627-437f-9df9-b1bfec551245 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (8b46afec-dab7-4bfa-a959-8584a0cfd79a), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:15.196117 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (16d44442-859c-4c9b-bc72-04cb3b8a5d5b), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:21.491272 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 47432) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:58:21.593370 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-38ebed17-1b59-4db3-a8cb-42ad3b407123 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:21.668064 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-38ebed17-1b59-4db3-a8cb-42ad3b407123 admin admin] Publish callbacks [] for security_group (51513d65-d157-4e44-beaa-f6af6ea953b1), precommit_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:21.739259 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-38ebed17-1b59-4db3-a8cb-42ad3b407123 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (51513d65-d157-4e44-beaa-f6af6ea953b1), after_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:21.777930 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-38ebed17-1b59-4db3-a8cb-42ad3b407123 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f19ccf5af84845bda1b946ec3b63b2d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2855930 May 03 14:58:21.778805 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ebed17-1b59-4db3-a8cb-42ad3b407123 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51513d65-d157-4e44-beaa-f6af6ea953b1,revision_number=1']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:58:21.780719 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 47436) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:58:21.829329 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-1ec1bacb-52e9-4526-920b-b910216ac602 admin admin] Publish callbacks [] for security_group (51513d65-d157-4e44-beaa-f6af6ea953b1), before_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:21.851077 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-1ec1bacb-52e9-4526-920b-b910216ac602 admin admin] Publish callbacks [] for security_group (51513d65-d157-4e44-beaa-f6af6ea953b1), precommit_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:21.967770 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-1ec1bacb-52e9-4526-920b-b910216ac602 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (51513d65-d157-4e44-beaa-f6af6ea953b1), after_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:21.970337 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-1ec1bacb-52e9-4526-920b-b910216ac602 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:21.971530 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-1ec1bacb-52e9-4526-920b-b910216ac602 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/51513d65-d157-4e44-beaa-f6af6ea953b1 HTTP/1.1" status: 204 len: 168 time: 0.1898329 May 03 14:58:21.980158 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec1bacb-52e9-4526-920b-b910216ac602 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51513d65-d157-4e44-beaa-f6af6ea953b1,revision_number=None']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:58:22.542156 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 47442) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:58:22.555743 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-2b623fcf-fbcc-4615-8379-f2546f0d03d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:22.628891 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-2b623fcf-fbcc-4615-8379-f2546f0d03d4 admin admin] Publish callbacks [] for security_group (ba69c3ab-cfe3-4298-8ec7-aa31926dfaf5), precommit_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:22.685534 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-2b623fcf-fbcc-4615-8379-f2546f0d03d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (ba69c3ab-cfe3-4298-8ec7-aa31926dfaf5), after_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:22.727076 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b623fcf-fbcc-4615-8379-f2546f0d03d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba69c3ab-cfe3-4298-8ec7-aa31926dfaf5,revision_number=1']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:58:22.731314 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-2b623fcf-fbcc-4615-8379-f2546f0d03d4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bf132009605744f8b5006afd9465bfed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1880860 May 03 14:58:22.733925 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 47444) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:58:22.783913 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-a003df30-fb48-4b68-b6e0-9f4ef82e5549 admin admin] Publish callbacks [] for security_group (ba69c3ab-cfe3-4298-8ec7-aa31926dfaf5), before_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:22.806334 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-a003df30-fb48-4b68-b6e0-9f4ef82e5549 admin admin] Publish callbacks [] for security_group (ba69c3ab-cfe3-4298-8ec7-aa31926dfaf5), precommit_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:22.914086 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-a003df30-fb48-4b68-b6e0-9f4ef82e5549 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (ba69c3ab-cfe3-4298-8ec7-aa31926dfaf5), after_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:22.916819 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-a003df30-fb48-4b68-b6e0-9f4ef82e5549 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:22.917957 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-a003df30-fb48-4b68-b6e0-9f4ef82e5549 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ba69c3ab-cfe3-4298-8ec7-aa31926dfaf5 HTTP/1.1" status: 204 len: 168 time: 0.1831503 May 03 14:58:22.926356 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003df30-fb48-4b68-b6e0-9f4ef82e5549 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba69c3ab-cfe3-4298-8ec7-aa31926dfaf5,revision_number=None']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:58:28.241692 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffb81d6-69ff-4ae8-8914-8c1fb4788ea8 req-5f57744e-4955-4b03-aa25-f774437c82e1 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:58:28.243193 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-8ffb81d6-69ff-4ae8-8914-8c1fb4788ea8 req-5f57744e-4955-4b03-aa25-f774437c82e1 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b52e969-e560-4421-9840-ec07a36f4705 HTTP/1.1" status: 200 len: 947 time: 0.0475633 May 03 14:58:28.290008 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-8ffb81d6-69ff-4ae8-8914-8c1fb4788ea8 req-2283207a-030d-4d71-90b6-15b5653a7a68 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/security-groups?id=31e32358-9e99-4d9a-8f32-87cc3c0e2ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412483 May 03 14:58:28.973745 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (26e70f58-a201-437c-be8d-fd2714f100da), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:29.415675 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ee341a-93c6-40bc-84e3-84e7f3267199 req-737463a4-7666-4c61-aeb0-6ca0d105fdd6 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:58:29.417172 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-12ee341a-93c6-40bc-84e3-84e7f3267199 req-737463a4-7666-4c61-aeb0-6ca0d105fdd6 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b52e969-e560-4421-9840-ec07a36f4705 HTTP/1.1" status: 200 len: 947 time: 0.0531957 May 03 14:58:29.463996 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-12ee341a-93c6-40bc-84e3-84e7f3267199 req-23c8ce1f-81d4-4932-8214-8abe7d312bfd tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/security-groups?id=31e32358-9e99-4d9a-8f32-87cc3c0e2ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413632 May 03 14:58:29.974313 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 47554) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:58:30.083031 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-e25bef7e-de31-4b0b-8074-4d5bdd686451 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:30.172622 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111c057b-c068-4c25-aec5-299688f83eab req-1f720753-aada-4e93-94b4-a0fb02eafbad tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:58:30.174136 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-111c057b-c068-4c25-aec5-299688f83eab req-1f720753-aada-4e93-94b4-a0fb02eafbad tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.55 "GET /v2.0/ports?device_id=0b52e969-e560-4421-9840-ec07a36f4705 HTTP/1.1" status: 200 len: 947 time: 0.0583858 May 03 14:58:30.237380 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-e25bef7e-de31-4b0b-8074-4d5bdd686451 admin admin] Publish callbacks [] for security_group (b240349d-94fe-401e-813f-a87c29212d35), precommit_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:30.285394 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.plugin [req-111c057b-c068-4c25-aec5-299688f83eab req-4b025067-f29f-4765-a238-182c2392d2d5 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Deleting port 5065e01a-6bcf-41fb-aa85-83223e736325 {{(pid=110298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 14:58:30.286613 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-111c057b-c068-4c25-aec5-299688f83eab req-4b025067-f29f-4765-a238-182c2392d2d5 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775477116685'] for port (5065e01a-6bcf-41fb-aa85-83223e736325), before_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:30.300406 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-e25bef7e-de31-4b0b-8074-4d5bdd686451 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (b240349d-94fe-401e-813f-a87c29212d35), after_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:30.388627 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-e25bef7e-de31-4b0b-8074-4d5bdd686451 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=03d62bc9fbdb4839b5bc90a3042f7021&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4128475 May 03 14:58:30.391075 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25bef7e-de31-4b0b-8074-4d5bdd686451 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b240349d-94fe-401e-813f-a87c29212d35,revision_number=1']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:58:30.391306 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 47558) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:58:30.418656 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.db [req-111c057b-c068-4c25-aec5-299688f83eab req-4b025067-f29f-4765-a238-182c2392d2d5 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] For port 5065e01a-6bcf-41fb-aa85-83223e736325, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=5065e01a-6bcf-41fb-aa85-83223e736325,segment=NetworkSegment(ec924deb-2fdc-4ebf-b172-c8dd32bc7b93),segment_id=ec924deb-2fdc-4ebf-b172-c8dd32bc7b93)] {{(pid=110298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:58:30.419245 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-111c057b-c068-4c25-aec5-299688f83eab req-4b025067-f29f-4765-a238-182c2392d2d5 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689583'] for port (5065e01a-6bcf-41fb-aa85-83223e736325), precommit_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:30.439251 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-ae3cd952-76c5-48de-9acd-faa20e7d131a admin admin] Publish callbacks [] for security_group (b240349d-94fe-401e-813f-a87c29212d35), before_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:30.461894 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-ae3cd952-76c5-48de-9acd-faa20e7d131a admin admin] Publish callbacks [] for security_group (b240349d-94fe-401e-813f-a87c29212d35), precommit_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:30.562016 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-ae3cd952-76c5-48de-9acd-faa20e7d131a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (b240349d-94fe-401e-813f-a87c29212d35), after_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:30.564832 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-ae3cd952-76c5-48de-9acd-faa20e7d131a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:30.565990 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-ae3cd952-76c5-48de-9acd-faa20e7d131a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b240349d-94fe-401e-813f-a87c29212d35 HTTP/1.1" status: 204 len: 168 time: 0.1736500 May 03 14:58:30.575513 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3cd952-76c5-48de-9acd-faa20e7d131a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b240349d-94fe-401e-813f-a87c29212d35,revision_number=None']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:58:30.621040 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517e7643-4852-4e39-a164-e335158b9fd9 req-dc40cd70-dabd-461a-8dd6-8ac8299b918f tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:58:30.622540 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-517e7643-4852-4e39-a164-e335158b9fd9 req-dc40cd70-dabd-461a-8dd6-8ac8299b918f tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b52e969-e560-4421-9840-ec07a36f4705 HTTP/1.1" status: 200 len: 947 time: 0.0840006 May 03 14:58:30.651687 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-111c057b-c068-4c25-aec5-299688f83eab req-4b025067-f29f-4765-a238-182c2392d2d5 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:30.651948 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-111c057b-c068-4c25-aec5-299688f83eab req-4b025067-f29f-4765-a238-182c2392d2d5 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692144'] for floatingip (3287fd5c-9ed7-41e2-9eba-0fbe69b9bb75), after_update {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:30.652260 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.db.l3_db [req-111c057b-c068-4c25-aec5-299688f83eab req-4b025067-f29f-4765-a238-182c2392d2d5 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Floating IP 3287fd5c-9ed7-41e2-9eba-0fbe69b9bb75 disassociated. External IP: 172.27.0.62, port: 5065e01a-6bcf-41fb-aa85-83223e736325. May 03 14:58:30.652603 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.plugin [req-111c057b-c068-4c25-aec5-299688f83eab req-4b025067-f29f-4765-a238-182c2392d2d5 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Calling delete_port for 5065e01a-6bcf-41fb-aa85-83223e736325 owned by compute:nova {{(pid=110298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 14:58:30.719922 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-517e7643-4852-4e39-a164-e335158b9fd9 req-344acd46-139d-4479-968a-0a9776d15789 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/security-groups?id=31e32358-9e99-4d9a-8f32-87cc3c0e2ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897317 May 03 14:58:30.891479 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-111c057b-c068-4c25-aec5-299688f83eab req-4b025067-f29f-4765-a238-182c2392d2d5 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775477123741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775476647069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25806886'] for port (5065e01a-6bcf-41fb-aa85-83223e736325), after_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:30.925533 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b025067-f29f-4765-a238-182c2392d2d5 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Pushing event deleted for resources: {'Port': ['ID=5065e01a-6bcf-41fb-aa85-83223e736325,revision_number=None']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:58:31.047254 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.scheduler.l3_agent_scheduler [req-111c057b-c068-4c25-aec5-299688f83eab req-4b025067-f29f-4765-a238-182c2392d2d5 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Router ad4e3cb3-52d4-4aca-9d0f-fd9d17566f06 has already been hosted by L3 agent a9161e1b-902d-441f-843b-a0ff0805adee {{(pid=110298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 14:58:31.170856 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-111c057b-c068-4c25-aec5-299688f83eab req-4b025067-f29f-4765-a238-182c2392d2d5 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Notify agent at l3_agent.dv-cinder-840289-3-iscsi the message routers_updated {{(pid=110298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 14:58:31.182596 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b999e05-e4d3-4ba7-b265-9d760bb7dcb7 None None] Sync routers for ids ['ad4e3cb3-52d4-4aca-9d0f-fd9d17566f06'] in dv-cinder-840289-3-iscsi {{(pid=110299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 14:58:31.191898 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b999e05-e4d3-4ba7-b265-9d760bb7dcb7 None None] Routers {'ad4e3cb3-52d4-4aca-9d0f-fd9d17566f06'} bound to L3 agent in host dv-cinder-840289-3-iscsi {{(pid=110299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:58:31.193069 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_hamode_db [None req-6b999e05-e4d3-4ba7-b265-9d760bb7dcb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T14:38:11Z,description=,heartbeat_timestamp=2022-05-03T14:58:11Z,host='dv-cinder-840289-3-iscsi',id=a9161e1b-902d-441f-843b-a0ff0805adee,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:38:12Z,topic='l3_agent')) {'router_ids': ['ad4e3cb3-52d4-4aca-9d0f-fd9d17566f06'], 'active': True} {{(pid=110299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:58:31.214083 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.db.l3_dvrscheduler_db [req-111c057b-c068-4c25-aec5-299688f83eab req-4b025067-f29f-4765-a238-182c2392d2d5 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] No DVR routers for this DVR port 5065e01a-6bcf-41fb-aa85-83223e736325 on host hv-cinder-84028 {{(pid=110298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 14:58:31.216571 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-111c057b-c068-4c25-aec5-299688f83eab req-4b025067-f29f-4765-a238-182c2392d2d5 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46205'] for port (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:31.219940 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-111c057b-c068-4c25-aec5-299688f83eab req-4b025067-f29f-4765-a238-182c2392d2d5 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.55 "DELETE /v2.0/ports/5065e01a-6bcf-41fb-aa85-83223e736325 HTTP/1.1" status: 204 len: 173 time: 1.0393379 May 03 14:58:31.220399 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b52e969-e560-4421-9840-ec07a36f4705', 'name': 'network-vif-deleted', 'tag': '5065e01a-6bcf-41fb-aa85-83223e736325'}] {{(pid=110298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 14:58:31.222606 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75d30aab20f2b99e69676ba1094dd13d61de0bc97323401ed2dd99ba05286cef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9adca8af-d911-489d-939c-2cdd869ee004" -d '{"events": [{"server_uuid": "0b52e969-e560-4421-9840-ec07a36f4705", "name": "network-vif-deleted", "tag": "5065e01a-6bcf-41fb-aa85-83223e736325"}]}' {{(pid=110298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 14:58:31.261027 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 14:58:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d4e1092-d371-4da0-949d-6db8abb3243a x-openstack-request-id: req-5d4e1092-d371-4da0-949d-6db8abb3243a {{(pid=110298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 14:58:31.261414 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b52e969-e560-4421-9840-ec07a36f4705", "name": "network-vif-deleted", "tag": "5065e01a-6bcf-41fb-aa85-83223e736325", "status": "completed", "code": 200}]} {{(pid=110298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 14:58:31.261911 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5d4e1092-d371-4da0-949d-6db8abb3243a {{(pid=110298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 14:58:31.262420 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d4e1092-d371-4da0-949d-6db8abb3243a'] response: {'server_uuid': '0b52e969-e560-4421-9840-ec07a36f4705', 'name': 'network-vif-deleted', 'tag': '5065e01a-6bcf-41fb-aa85-83223e736325', 'status': 'completed', 'code': 200} May 03 14:58:31.270889 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 47568) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:58:31.286391 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-42adb245-4b3b-43d8-a8fd-794d5d3aed26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:31.312661 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_dvr_db [None req-6b999e05-e4d3-4ba7-b265-9d760bb7dcb7 None None] Set router ad4e3cb3-52d4-4aca-9d0f-fd9d17566f06 gateway port host: dv-cinder-840289-3-iscsi {{(pid=110299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:58:31.376820 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-42adb245-4b3b-43d8-a8fd-794d5d3aed26 admin admin] Publish callbacks [] for security_group (0f82da94-91cd-404f-8d0d-aa75b080a5b6), precommit_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:31.458806 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-42adb245-4b3b-43d8-a8fd-794d5d3aed26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (0f82da94-91cd-404f-8d0d-aa75b080a5b6), after_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:31.500550 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-42adb245-4b3b-43d8-a8fd-794d5d3aed26 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6291e42a6d984555b2bef8cffc4daf01&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2261531 May 03 14:58:31.500550 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42adb245-4b3b-43d8-a8fd-794d5d3aed26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f82da94-91cd-404f-8d0d-aa75b080a5b6,revision_number=1']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:58:31.501026 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 47570) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:58:31.523199 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_hamode_db [None req-6b999e05-e4d3-4ba7-b265-9d760bb7dcb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad4e3cb3-52d4-4aca-9d0f-fd9d17566f06', 'name': 'tempest-AttachVolumeShelveTestJSON-332369523-router', 'tenant_id': 'ea2dc692f2754b34afd1a52dad1c2cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'external_fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.181'}], 'enable_snat': True}, 'gw_port_id': 'b3befeae-2658-4b04-914b-de826eb729fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:46:57Z', 'updated_at': '2022-05-03T14:47:01Z', 'revision_number': 4, 'project_id': 'ea2dc692f2754b34afd1a52dad1c2cb3', 'gw_port': {'id': 'b3befeae-2658-4b04-914b-de826eb729fa', 'name': '', 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:2a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad4e3cb3-52d4-4aca-9d0f-fd9d17566f06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:46:58Z', 'updated_at': '2022-05-03T14:47:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f907060b-4748-4522-aeb5-06a44b689374', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-3-iscsi', '_interfaces': [{'id': '23d883ea-b438-44c6-a36e-71914e21d22e', 'name': '', 'network_id': 'e149baab-37b5-49e7-bbfb-d6c5aa20aff6', 'tenant_id': 'ea2dc692f2754b34afd1a52dad1c2cb3', 'mac_address': 'fa:16:3e:c3:9a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad4e3cb3-52d4-4aca-9d0f-fd9d17566f06', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'd36733c8-18a7-47f6-a054-ee0e84dd3169', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:47:00Z', 'updated_at': '2022-05-03T14:47:10Z', 'revision_number': 5, 'project_id': 'ea2dc692f2754b34afd1a52dad1c2cb3', 'subnets': [{'id': 'd36733c8-18a7-47f6-a054-ee0e84dd3169', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-3-iscsi', False) {} {{(pid=110299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:58:31.550085 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b999e05-e4d3-4ba7-b265-9d760bb7dcb7 None None] Checking router: ad4e3cb3-52d4-4aca-9d0f-fd9d17566f06 for host: dv-cinder-840289-3-iscsi {{(pid=110299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 14:58:31.554443 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-eafb355d-9629-4bec-8726-ab1896397b42 admin admin] Publish callbacks [] for security_group (0f82da94-91cd-404f-8d0d-aa75b080a5b6), before_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:31.558950 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b999e05-e4d3-4ba7-b265-9d760bb7dcb7 None None] Routers {'ad4e3cb3-52d4-4aca-9d0f-fd9d17566f06'} bound to L3 agent in host dv-cinder-840289-3-iscsi {{(pid=110299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:58:31.559587 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_hamode_db [None req-6b999e05-e4d3-4ba7-b265-9d760bb7dcb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T14:38:11Z,description=,heartbeat_timestamp=2022-05-03T14:58:11Z,host='dv-cinder-840289-3-iscsi',id=a9161e1b-902d-441f-843b-a0ff0805adee,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:38:12Z,topic='l3_agent')) {'router_ids': ['ad4e3cb3-52d4-4aca-9d0f-fd9d17566f06'], 'active': True} {{(pid=110299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:58:31.578341 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-eafb355d-9629-4bec-8726-ab1896397b42 admin admin] Publish callbacks [] for security_group (0f82da94-91cd-404f-8d0d-aa75b080a5b6), precommit_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:31.671768 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_dvr_db [None req-6b999e05-e4d3-4ba7-b265-9d760bb7dcb7 None None] Set router ad4e3cb3-52d4-4aca-9d0f-fd9d17566f06 gateway port host: dv-cinder-840289-3-iscsi {{(pid=110299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:58:31.694129 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-eafb355d-9629-4bec-8726-ab1896397b42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (0f82da94-91cd-404f-8d0d-aa75b080a5b6), after_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:31.696746 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-eafb355d-9629-4bec-8726-ab1896397b42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:31.697909 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-eafb355d-9629-4bec-8726-ab1896397b42 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0f82da94-91cd-404f-8d0d-aa75b080a5b6 HTTP/1.1" status: 204 len: 168 time: 0.1959834 May 03 14:58:31.705610 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafb355d-9629-4bec-8726-ab1896397b42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f82da94-91cd-404f-8d0d-aa75b080a5b6,revision_number=None']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:58:31.852899 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-8ab19a8a-259f-4e0c-a966-f6cf460ef7d4 req-625e6566-0ada-4aea-82f4-44ebad19828a tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b52e969-e560-4421-9840-ec07a36f4705 HTTP/1.1" status: 200 len: 210 time: 0.0301538 May 03 14:58:31.883146 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_hamode_db [None req-6b999e05-e4d3-4ba7-b265-9d760bb7dcb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad4e3cb3-52d4-4aca-9d0f-fd9d17566f06', 'name': 'tempest-AttachVolumeShelveTestJSON-332369523-router', 'tenant_id': 'ea2dc692f2754b34afd1a52dad1c2cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'external_fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.181'}], 'enable_snat': True}, 'gw_port_id': 'b3befeae-2658-4b04-914b-de826eb729fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:46:57Z', 'updated_at': '2022-05-03T14:47:01Z', 'revision_number': 4, 'project_id': 'ea2dc692f2754b34afd1a52dad1c2cb3', 'gw_port': {'id': 'b3befeae-2658-4b04-914b-de826eb729fa', 'name': '', 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:2a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad4e3cb3-52d4-4aca-9d0f-fd9d17566f06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:46:58Z', 'updated_at': '2022-05-03T14:47:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f907060b-4748-4522-aeb5-06a44b689374', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-3-iscsi', '_interfaces': [{'id': '23d883ea-b438-44c6-a36e-71914e21d22e', 'name': '', 'network_id': 'e149baab-37b5-49e7-bbfb-d6c5aa20aff6', 'tenant_id': 'ea2dc692f2754b34afd1a52dad1c2cb3', 'mac_address': 'fa:16:3e:c3:9a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad4e3cb3-52d4-4aca-9d0f-fd9d17566f06', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'd36733c8-18a7-47f6-a054-ee0e84dd3169', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:47:00Z', 'updated_at': '2022-05-03T14:47:10Z', 'revision_number': 5, 'project_id': 'ea2dc692f2754b34afd1a52dad1c2cb3', 'subnets': [{'id': 'd36733c8-18a7-47f6-a054-ee0e84dd3169', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-3-iscsi', False) {} {{(pid=110299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:58:32.042360 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b999e05-e4d3-4ba7-b265-9d760bb7dcb7 None None] The sync data for ids ['ad4e3cb3-52d4-4aca-9d0f-fd9d17566f06'] in dv-cinder-840289-3-iscsi is: [{'id': 'ad4e3cb3-52d4-4aca-9d0f-fd9d17566f06', 'name': 'tempest-AttachVolumeShelveTestJSON-332369523-router', 'tenant_id': 'ea2dc692f2754b34afd1a52dad1c2cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'external_fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.181'}], 'enable_snat': True}, 'gw_port_id': 'b3befeae-2658-4b04-914b-de826eb729fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:46:57Z', 'updated_at': '2022-05-03T14:47:01Z', 'revision_number': 4, 'project_id': 'ea2dc692f2754b34afd1a52dad1c2cb3', 'gw_port': {'id': 'b3befeae-2658-4b04-914b-de826eb729fa', 'name': '', 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:2a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad4e3cb3-52d4-4aca-9d0f-fd9d17566f06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:46:58Z', 'updated_at': '2022-05-03T14:47:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f907060b-4748-4522-aeb5-06a44b689374', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-3-iscsi', '_interfaces': [{'id': '23d883ea-b438-44c6-a36e-71914e21d22e', 'name': '', 'network_id': 'e149baab-37b5-49e7-bbfb-d6c5aa20aff6', 'tenant_id': 'ea2dc692f2754b34afd1a52dad1c2cb3', 'mac_address': 'fa:16:3e:c3:9a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad4e3cb3-52d4-4aca-9d0f-fd9d17566f06', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'd36733c8-18a7-47f6-a054-ee0e84dd3169', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:47:00Z', 'updated_at': '2022-05-03T14:47:10Z', 'revision_number': 5, 'project_id': 'ea2dc692f2754b34afd1a52dad1c2cb3', 'subnets': [{'id': 'd36733c8-18a7-47f6-a054-ee0e84dd3169', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 14:58:32.298709 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e57a4a5f-177e-4980-b78b-598fae370f8d None None] New status for floating IP 3287fd5c-9ed7-41e2-9eba-0fbe69b9bb75: DOWN {{(pid=110300) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 14:58:32.660936 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Device 5065e01a-6bcf-41fb-aa85-83223e736325 no longer exists at agent hyperv_hv-cinder-84028 {{(pid=110299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 14:58:32.681231 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] No Port match for: 5065e01a-6bcf-41fb-aa85-83223e736325 {{(pid=110299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 14:58:32.681574 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Device 5065e01a-6bcf-41fb-aa85-83223e736325 not bound to the agent host hv-cinder-84028 {{(pid=110299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 14:58:32.991796 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 47602) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:58:33.045669 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-455d6bc8-e0dc-4bc8-a2d6-86e780728a21 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Publish callbacks [] for security_group (31e32358-9e99-4d9a-8f32-87cc3c0e2ffa), before_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:33.068811 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-455d6bc8-e0dc-4bc8-a2d6-86e780728a21 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Publish callbacks [] for security_group (31e32358-9e99-4d9a-8f32-87cc3c0e2ffa), precommit_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:33.193967 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-455d6bc8-e0dc-4bc8-a2d6-86e780728a21 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (31e32358-9e99-4d9a-8f32-87cc3c0e2ffa), after_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:33.196642 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-455d6bc8-e0dc-4bc8-a2d6-86e780728a21 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Publish callbacks [] for security_group (None), before_response {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:33.197824 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-455d6bc8-e0dc-4bc8-a2d6-86e780728a21 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "DELETE /v2.0/security-groups/31e32358-9e99-4d9a-8f32-87cc3c0e2ffa HTTP/1.1" status: 204 len: 168 time: 0.2050095 May 03 14:58:33.200809 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 47608) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:58:33.207112 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455d6bc8-e0dc-4bc8-a2d6-86e780728a21 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31e32358-9e99-4d9a-8f32-87cc3c0e2ffa,revision_number=None']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:58:33.214785 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.api.v2.resource [None req-5e81da00-beba-4501-9636-61b1a0bce6ec tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] show failed (client error): The resource could not be found. May 03 14:58:33.215960 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-5e81da00-beba-4501-9636-61b1a0bce6ec tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "GET /v2.0/security-groups/31e32358-9e99-4d9a-8f32-87cc3c0e2ffa HTTP/1.1" status: 404 len: 347 time: 0.0141833 May 03 14:58:33.218747 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 47610) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:58:33.338077 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.plugin [None req-45fd4637-aaf8-49c2-b966-9b65a3869544 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Deleting port e441eaad-0a81-4fe8-9392-8691d72d4a94 {{(pid=110298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 14:58:33.338415 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-45fd4637-aaf8-49c2-b966-9b65a3869544 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775477116685'] for port (e441eaad-0a81-4fe8-9392-8691d72d4a94), before_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:33.418781 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-45fd4637-aaf8-49c2-b966-9b65a3869544 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689583'] for port (e441eaad-0a81-4fe8-9392-8691d72d4a94), precommit_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:33.419156 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-45fd4637-aaf8-49c2-b966-9b65a3869544 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Publish callbacks [] for floatingip (e441eaad-0a81-4fe8-9392-8691d72d4a94), precommit_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:33.432293 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.plugin [None req-45fd4637-aaf8-49c2-b966-9b65a3869544 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Calling delete_port for e441eaad-0a81-4fe8-9392-8691d72d4a94 owned by network:floatingip {{(pid=110298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 14:58:33.652232 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-45fd4637-aaf8-49c2-b966-9b65a3869544 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775477123741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775476647069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25806886'] for port (e441eaad-0a81-4fe8-9392-8691d72d4a94), after_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:33.683814 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fd4637-aaf8-49c2-b966-9b65a3869544 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Pushing event deleted for resources: {'Port': ['ID=e441eaad-0a81-4fe8-9392-8691d72d4a94,revision_number=None']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:58:33.749557 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-45fd4637-aaf8-49c2-b966-9b65a3869544 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Publish callbacks [] for floatingip (3287fd5c-9ed7-41e2-9eba-0fbe69b9bb75), after_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:33.752407 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-45fd4637-aaf8-49c2-b966-9b65a3869544 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46205'] for floatingip (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:33.753582 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-45fd4637-aaf8-49c2-b966-9b65a3869544 tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] 10.222.0.16 "DELETE /v2.0/floatingips/3287fd5c-9ed7-41e2-9eba-0fbe69b9bb75 HTTP/1.1" status: 204 len: 168 time: 0.5339015 May 03 14:58:34.160800 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 47632) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:58:34.264326 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-43789f06-5a9e-46dd-98f4-b81782a87bbf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:34.338239 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-43789f06-5a9e-46dd-98f4-b81782a87bbf admin admin] Publish callbacks [] for security_group (06d55b0b-daf8-42c6-92ad-5e701d88e15b), precommit_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:34.441302 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-43789f06-5a9e-46dd-98f4-b81782a87bbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (06d55b0b-daf8-42c6-92ad-5e701d88e15b), after_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:34.482236 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-43789f06-5a9e-46dd-98f4-b81782a87bbf admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=beeb07ea431b426f878aa6f80e8f8932&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3202181 May 03 14:58:34.483049 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43789f06-5a9e-46dd-98f4-b81782a87bbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06d55b0b-daf8-42c6-92ad-5e701d88e15b,revision_number=1']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:58:34.484910 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 47636) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:58:34.490479 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43789f06-5a9e-46dd-98f4-b81782a87bbf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:58:34.490832 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43789f06-5a9e-46dd-98f4-b81782a87bbf admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:58:34.491208 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43789f06-5a9e-46dd-98f4-b81782a87bbf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:58:34.491559 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43789f06-5a9e-46dd-98f4-b81782a87bbf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:58:34.491894 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43789f06-5a9e-46dd-98f4-b81782a87bbf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:58:34.492225 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43789f06-5a9e-46dd-98f4-b81782a87bbf admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:58:34.492582 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43789f06-5a9e-46dd-98f4-b81782a87bbf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:58:34.492910 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43789f06-5a9e-46dd-98f4-b81782a87bbf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:58:34.493238 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43789f06-5a9e-46dd-98f4-b81782a87bbf admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:58:34.493716 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43789f06-5a9e-46dd-98f4-b81782a87bbf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:58:34.494048 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43789f06-5a9e-46dd-98f4-b81782a87bbf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:58:34.494375 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43789f06-5a9e-46dd-98f4-b81782a87bbf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:58:34.494760 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43789f06-5a9e-46dd-98f4-b81782a87bbf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:58:34.495115 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43789f06-5a9e-46dd-98f4-b81782a87bbf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:58:34.495441 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43789f06-5a9e-46dd-98f4-b81782a87bbf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:58:34.535763 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-5051e654-9e4c-4948-bb12-f0536b3bcc52 admin admin] Publish callbacks [] for security_group (06d55b0b-daf8-42c6-92ad-5e701d88e15b), before_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:34.557795 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-5051e654-9e4c-4948-bb12-f0536b3bcc52 admin admin] Publish callbacks [] for security_group (06d55b0b-daf8-42c6-92ad-5e701d88e15b), precommit_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:34.679670 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-5051e654-9e4c-4948-bb12-f0536b3bcc52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (06d55b0b-daf8-42c6-92ad-5e701d88e15b), after_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:34.682245 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-5051e654-9e4c-4948-bb12-f0536b3bcc52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:34.683414 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-5051e654-9e4c-4948-bb12-f0536b3bcc52 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/06d55b0b-daf8-42c6-92ad-5e701d88e15b HTTP/1.1" status: 204 len: 168 time: 0.1975324 May 03 14:58:34.691636 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5051e654-9e4c-4948-bb12-f0536b3bcc52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06d55b0b-daf8-42c6-92ad-5e701d88e15b,revision_number=None']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:58:35.292302 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 47652) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:58:35.305589 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-89385461-e399-48be-956e-50156bd9ef07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:35.379322 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-89385461-e399-48be-956e-50156bd9ef07 admin admin] Publish callbacks [] for security_group (5687775f-140c-4457-9743-bc86f3de2900), precommit_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:35.453551 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-89385461-e399-48be-956e-50156bd9ef07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (5687775f-140c-4457-9743-bc86f3de2900), after_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:35.500924 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-89385461-e399-48be-956e-50156bd9ef07 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=404a4f2b59e74bec94ddd03165612851&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2074480 May 03 14:58:35.501794 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89385461-e399-48be-956e-50156bd9ef07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5687775f-140c-4457-9743-bc86f3de2900,revision_number=1']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:58:35.503564 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 47656) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:58:35.553065 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-058d007d-8f40-424d-a28b-496dc660bf8f admin admin] Publish callbacks [] for security_group (5687775f-140c-4457-9743-bc86f3de2900), before_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:35.573709 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-058d007d-8f40-424d-a28b-496dc660bf8f admin admin] Publish callbacks [] for security_group (5687775f-140c-4457-9743-bc86f3de2900), precommit_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:35.696825 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-058d007d-8f40-424d-a28b-496dc660bf8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (5687775f-140c-4457-9743-bc86f3de2900), after_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:35.699455 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-058d007d-8f40-424d-a28b-496dc660bf8f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:35.700637 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-058d007d-8f40-424d-a28b-496dc660bf8f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5687775f-140c-4457-9743-bc86f3de2900 HTTP/1.1" status: 204 len: 168 time: 0.1959760 May 03 14:58:35.708975 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058d007d-8f40-424d-a28b-496dc660bf8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5687775f-140c-4457-9743-bc86f3de2900,revision_number=None']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:58:36.511213 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 47680) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:58:36.938930 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-9d5c0ecb-6281-4928-ae17-48216567e388 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1689557'] for router_interface (ad4e3cb3-52d4-4aca-9d0f-fd9d17566f06), before_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:36.998929 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.agents_db [None req-dd30728e-be63-467e-afaf-aba6f24eb33e None None] Agent healthcheck: found 6 active agents {{(pid=110300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 14:58:37.445359 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.plugin [None req-9d5c0ecb-6281-4928-ae17-48216567e388 admin admin] Deleting port 23d883ea-b438-44c6-a36e-71914e21d22e {{(pid=110298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 14:58:37.445698 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-9d5c0ecb-6281-4928-ae17-48216567e388 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775477116685'] for port (23d883ea-b438-44c6-a36e-71914e21d22e), before_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:37.526916 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.db [None req-9d5c0ecb-6281-4928-ae17-48216567e388 admin admin] For port 23d883ea-b438-44c6-a36e-71914e21d22e, host dv-cinder-840289-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-3-iscsi',level=0,port_id=23d883ea-b438-44c6-a36e-71914e21d22e,segment=NetworkSegment(ec924deb-2fdc-4ebf-b172-c8dd32bc7b93),segment_id=ec924deb-2fdc-4ebf-b172-c8dd32bc7b93)] {{(pid=110298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:58:37.527628 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-9d5c0ecb-6281-4928-ae17-48216567e388 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689583'] for port (23d883ea-b438-44c6-a36e-71914e21d22e), precommit_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:37.540590 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.plugin [None req-9d5c0ecb-6281-4928-ae17-48216567e388 admin admin] Calling delete_port for 23d883ea-b438-44c6-a36e-71914e21d22e owned by network:router_interface {{(pid=110298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 14:58:37.794245 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-9d5c0ecb-6281-4928-ae17-48216567e388 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775477123741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775476647069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25806886'] for port (23d883ea-b438-44c6-a36e-71914e21d22e), after_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:37.826175 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5c0ecb-6281-4928-ae17-48216567e388 admin admin] Pushing event deleted for resources: {'Port': ['ID=23d883ea-b438-44c6-a36e-71914e21d22e,revision_number=None']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:58:37.999054 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-9d5c0ecb-6281-4928-ae17-48216567e388 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1685186'] for router_interface (ad4e3cb3-52d4-4aca-9d0f-fd9d17566f06), after_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:38.234200 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d5c0ecb-6281-4928-ae17-48216567e388 admin admin] Router ad4e3cb3-52d4-4aca-9d0f-fd9d17566f06 has already been hosted by L3 agent a9161e1b-902d-441f-843b-a0ff0805adee {{(pid=110298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 14:58:38.347440 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d5c0ecb-6281-4928-ae17-48216567e388 admin admin] Notify agent at l3_agent.dv-cinder-840289-3-iscsi the message routers_updated {{(pid=110298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 14:58:38.355191 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-9d5c0ecb-6281-4928-ae17-48216567e388 admin admin] 10.222.0.16 "PUT /v2.0/routers/ad4e3cb3-52d4-4aca-9d0f-fd9d17566f06/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8427708 May 03 14:58:38.355498 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 47712) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:58:38.356259 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f47bd6-a2fa-44fd-abbb-a979cff778af None None] Sync routers for ids ['ad4e3cb3-52d4-4aca-9d0f-fd9d17566f06'] in dv-cinder-840289-3-iscsi {{(pid=110299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 14:58:38.367853 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f47bd6-a2fa-44fd-abbb-a979cff778af None None] Routers {'ad4e3cb3-52d4-4aca-9d0f-fd9d17566f06'} bound to L3 agent in host dv-cinder-840289-3-iscsi {{(pid=110299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:58:38.368471 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_hamode_db [None req-69f47bd6-a2fa-44fd-abbb-a979cff778af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T14:38:11Z,description=,heartbeat_timestamp=2022-05-03T14:58:11Z,host='dv-cinder-840289-3-iscsi',id=a9161e1b-902d-441f-843b-a0ff0805adee,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:38:12Z,topic='l3_agent')) {'router_ids': ['ad4e3cb3-52d4-4aca-9d0f-fd9d17566f06'], 'active': True} {{(pid=110299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:58:38.462331 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-a7fdedc6-ac03-48e7-8a82-00c59584c502 admin admin] Publish callbacks [] for router (ad4e3cb3-52d4-4aca-9d0f-fd9d17566f06), before_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:38.474872 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_dvr_db [None req-69f47bd6-a2fa-44fd-abbb-a979cff778af None None] Set router ad4e3cb3-52d4-4aca-9d0f-fd9d17566f06 gateway port host: dv-cinder-840289-3-iscsi {{(pid=110299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:58:38.576792 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-a7fdedc6-ac03-48e7-8a82-00c59584c502 admin admin] Publish callbacks [] for router_gateway (ad4e3cb3-52d4-4aca-9d0f-fd9d17566f06), before_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:38.653386 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_hamode_db [None req-69f47bd6-a2fa-44fd-abbb-a979cff778af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad4e3cb3-52d4-4aca-9d0f-fd9d17566f06', 'name': 'tempest-AttachVolumeShelveTestJSON-332369523-router', 'tenant_id': 'ea2dc692f2754b34afd1a52dad1c2cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'external_fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.181'}], 'enable_snat': True}, 'gw_port_id': 'b3befeae-2658-4b04-914b-de826eb729fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:46:57Z', 'updated_at': '2022-05-03T14:58:37Z', 'revision_number': 5, 'project_id': 'ea2dc692f2754b34afd1a52dad1c2cb3', 'gw_port': {'id': 'b3befeae-2658-4b04-914b-de826eb729fa', 'name': '', 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:2a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad4e3cb3-52d4-4aca-9d0f-fd9d17566f06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:46:58Z', 'updated_at': '2022-05-03T14:47:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f907060b-4748-4522-aeb5-06a44b689374', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-3-iscsi'}], 'dv-cinder-840289-3-iscsi', False) {} {{(pid=110299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:58:38.677361 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.plugins.ml2.plugin [None req-a7fdedc6-ac03-48e7-8a82-00c59584c502 admin admin] Deleting port b3befeae-2658-4b04-914b-de826eb729fa {{(pid=110297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 14:58:38.677713 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-a7fdedc6-ac03-48e7-8a82-00c59584c502 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775477116685'] for port (b3befeae-2658-4b04-914b-de826eb729fa), before_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:38.691094 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f47bd6-a2fa-44fd-abbb-a979cff778af None None] Checking router: ad4e3cb3-52d4-4aca-9d0f-fd9d17566f06 for host: dv-cinder-840289-3-iscsi {{(pid=110299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 14:58:38.707790 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f47bd6-a2fa-44fd-abbb-a979cff778af None None] Routers {'ad4e3cb3-52d4-4aca-9d0f-fd9d17566f06'} bound to L3 agent in host dv-cinder-840289-3-iscsi {{(pid=110299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:58:38.708413 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_hamode_db [None req-69f47bd6-a2fa-44fd-abbb-a979cff778af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T14:38:11Z,description=,heartbeat_timestamp=2022-05-03T14:58:11Z,host='dv-cinder-840289-3-iscsi',id=a9161e1b-902d-441f-843b-a0ff0805adee,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:38:12Z,topic='l3_agent')) {'router_ids': ['ad4e3cb3-52d4-4aca-9d0f-fd9d17566f06'], 'active': True} {{(pid=110299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:58:38.774891 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.plugins.ml2.db [None req-a7fdedc6-ac03-48e7-8a82-00c59584c502 admin admin] For port b3befeae-2658-4b04-914b-de826eb729fa, host dv-cinder-840289-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-3-iscsi',level=0,port_id=b3befeae-2658-4b04-914b-de826eb729fa,segment=NetworkSegment(0c3170a2-2f96-4172-a4d6-7b5474706bd0),segment_id=0c3170a2-2f96-4172-a4d6-7b5474706bd0)] {{(pid=110297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:58:38.774891 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-a7fdedc6-ac03-48e7-8a82-00c59584c502 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689583'] for port (b3befeae-2658-4b04-914b-de826eb729fa), precommit_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:38.787650 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.plugins.ml2.plugin [None req-a7fdedc6-ac03-48e7-8a82-00c59584c502 admin admin] Calling delete_port for b3befeae-2658-4b04-914b-de826eb729fa owned by network:router_gateway {{(pid=110297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 14:58:38.803243 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_dvr_db [None req-69f47bd6-a2fa-44fd-abbb-a979cff778af None None] Set router ad4e3cb3-52d4-4aca-9d0f-fd9d17566f06 gateway port host: None {{(pid=110299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:58:38.805979 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-fbf88653-ee4d-4b23-9037-df04a6adb519 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (5d16a8e7-5fab-4607-ae51-2b468a019c05), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:38.859572 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_hamode_db [None req-69f47bd6-a2fa-44fd-abbb-a979cff778af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad4e3cb3-52d4-4aca-9d0f-fd9d17566f06', 'name': 'tempest-AttachVolumeShelveTestJSON-332369523-router', 'tenant_id': 'ea2dc692f2754b34afd1a52dad1c2cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:46:57Z', 'updated_at': '2022-05-03T14:58:38Z', 'revision_number': 6, 'project_id': 'ea2dc692f2754b34afd1a52dad1c2cb3', 'gw_port_host': None}], 'dv-cinder-840289-3-iscsi', False) {} {{(pid=110299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:58:38.892526 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f47bd6-a2fa-44fd-abbb-a979cff778af None None] The sync data for ids ['ad4e3cb3-52d4-4aca-9d0f-fd9d17566f06'] in dv-cinder-840289-3-iscsi is: [{'id': 'ad4e3cb3-52d4-4aca-9d0f-fd9d17566f06', 'name': 'tempest-AttachVolumeShelveTestJSON-332369523-router', 'tenant_id': 'ea2dc692f2754b34afd1a52dad1c2cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:46:57Z', 'updated_at': '2022-05-03T14:58:38Z', 'revision_number': 6, 'project_id': 'ea2dc692f2754b34afd1a52dad1c2cb3', 'gw_port_host': None}] {{(pid=110299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 14:58:39.024571 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-a7fdedc6-ac03-48e7-8a82-00c59584c502 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775477123741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775476647069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25923557'] for port (b3befeae-2658-4b04-914b-de826eb729fa), after_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:39.050727 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fdedc6-ac03-48e7-8a82-00c59584c502 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3befeae-2658-4b04-914b-de826eb729fa,revision_number=None']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:58:39.118708 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-a7fdedc6-ac03-48e7-8a82-00c59584c502 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1698215'] for router_gateway (ad4e3cb3-52d4-4aca-9d0f-fd9d17566f06), after_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:39.215426 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-a7fdedc6-ac03-48e7-8a82-00c59584c502 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1693307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3127'] for router (ad4e3cb3-52d4-4aca-9d0f-fd9d17566f06), precommit_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:39.217904 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-a7fdedc6-ac03-48e7-8a82-00c59584c502 admin admin] Publish callbacks [] for router_controller (ad4e3cb3-52d4-4aca-9d0f-fd9d17566f06), precommit_delete_associations {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:39.317763 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-a7fdedc6-ac03-48e7-8a82-00c59584c502 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693298'] for router (ad4e3cb3-52d4-4aca-9d0f-fd9d17566f06), after_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:39.318310 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7fdedc6-ac03-48e7-8a82-00c59584c502 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ad4e3cb3-52d4-4aca-9d0f-fd9d17566f06 {{(pid=110297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 03 14:58:39.322899 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-a7fdedc6-ac03-48e7-8a82-00c59584c502 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:39.324132 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-a7fdedc6-ac03-48e7-8a82-00c59584c502 admin admin] 10.222.0.16 "DELETE /v2.0/routers/ad4e3cb3-52d4-4aca-9d0f-fd9d17566f06 HTTP/1.1" status: 204 len: 168 time: 0.9678626 May 03 14:58:39.326705 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 47728) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:58:39.370492 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7612d06-bef9-41d5-ae36-440940604afe admin admin] Deleting subnet d36733c8-18a7-47f6-a054-ee0e84dd3169 {{(pid=110297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 03 14:58:39.373623 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-c7612d06-bef9-41d5-ae36-440940604afe admin admin] Publish callbacks [] for subnet (d36733c8-18a7-47f6-a054-ee0e84dd3169), before_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:39.406867 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-c7612d06-bef9-41d5-ae36-440940604afe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2155934'] for subnet (d36733c8-18a7-47f6-a054-ee0e84dd3169), precommit_delete_associations {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:39.488071 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-c7612d06-bef9-41d5-ae36-440940604afe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-723521'] for subnet (d36733c8-18a7-47f6-a054-ee0e84dd3169), precommit_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:39.600415 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-c7612d06-bef9-41d5-ae36-440940604afe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-723528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25923538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25246232'] for subnet (d36733c8-18a7-47f6-a054-ee0e84dd3169), after_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:39.628227 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7612d06-bef9-41d5-ae36-440940604afe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d36733c8-18a7-47f6-a054-ee0e84dd3169,revision_number=None']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:58:39.630434 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-c7612d06-bef9-41d5-ae36-440940604afe admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:39.633701 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-c7612d06-bef9-41d5-ae36-440940604afe admin admin] 10.222.0.16 "DELETE /v2.0/subnets/d36733c8-18a7-47f6-a054-ee0e84dd3169 HTTP/1.1" status: 204 len: 168 time: 0.3060389 May 03 14:58:39.636350 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 47736) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:58:39.641611 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-058899b7-cdd4-4bd1-af2c-c76b829b1340 None None] Network e149baab-37b5-49e7-bbfb-d6c5aa20aff6 requested from dv-cinder-840289-3-iscsi {{(pid=110299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 14:58:39.717672 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-34b47e92-5f3b-4290-a166-7bbd02af895e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636243'] for network (e149baab-37b5-49e7-bbfb-d6c5aa20aff6), before_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:39.767368 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.plugin [None req-34b47e92-5f3b-4290-a166-7bbd02af895e admin admin] Deleting port 72ea310e-8d82-4f96-a2b1-4b64ac93c83d {{(pid=110298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 14:58:39.767716 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-34b47e92-5f3b-4290-a166-7bbd02af895e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775477116685'] for port (72ea310e-8d82-4f96-a2b1-4b64ac93c83d), before_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:39.815616 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22461e69-d3ed-4ea7-839b-07f7acd18569 None None] DHCP port deletion for e149baab-37b5-49e7-bbfb-d6c5aa20aff6 request from dv-cinder-840289-3-iscsi {{(pid=110299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 03 14:58:39.848170 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.db [None req-34b47e92-5f3b-4290-a166-7bbd02af895e admin admin] For port 72ea310e-8d82-4f96-a2b1-4b64ac93c83d, host dv-cinder-840289-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-3-iscsi',level=0,port_id=72ea310e-8d82-4f96-a2b1-4b64ac93c83d,segment=NetworkSegment(ec924deb-2fdc-4ebf-b172-c8dd32bc7b93),segment_id=ec924deb-2fdc-4ebf-b172-c8dd32bc7b93)] {{(pid=110298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:58:39.848584 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-34b47e92-5f3b-4290-a166-7bbd02af895e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689583'] for port (72ea310e-8d82-4f96-a2b1-4b64ac93c83d), precommit_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:39.861525 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.plugin [None req-34b47e92-5f3b-4290-a166-7bbd02af895e admin admin] Calling delete_port for 72ea310e-8d82-4f96-a2b1-4b64ac93c83d owned by network:dhcp {{(pid=110298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 14:58:39.864861 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-22461e69-d3ed-4ea7-839b-07f7acd18569 None None] Deleting port 72ea310e-8d82-4f96-a2b1-4b64ac93c83d {{(pid=110299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 14:58:39.864861 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-22461e69-d3ed-4ea7-839b-07f7acd18569 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775477116685'] for port (72ea310e-8d82-4f96-a2b1-4b64ac93c83d), before_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:39.927917 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-22461e69-d3ed-4ea7-839b-07f7acd18569 None None] For port 72ea310e-8d82-4f96-a2b1-4b64ac93c83d, host dv-cinder-840289-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-3-iscsi',level=0,port_id=72ea310e-8d82-4f96-a2b1-4b64ac93c83d,segment=NetworkSegment(ec924deb-2fdc-4ebf-b172-c8dd32bc7b93),segment_id=ec924deb-2fdc-4ebf-b172-c8dd32bc7b93)] {{(pid=110299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:58:39.928344 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-22461e69-d3ed-4ea7-839b-07f7acd18569 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689583'] for port (72ea310e-8d82-4f96-a2b1-4b64ac93c83d), precommit_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:39.942630 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-22461e69-d3ed-4ea7-839b-07f7acd18569 None None] Calling delete_port for 72ea310e-8d82-4f96-a2b1-4b64ac93c83d owned by network:dhcp {{(pid=110299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 14:58:40.023583 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-34b47e92-5f3b-4290-a166-7bbd02af895e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775477123741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775476647069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25806886'] for port (72ea310e-8d82-4f96-a2b1-4b64ac93c83d), after_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:40.034251 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-22461e69-d3ed-4ea7-839b-07f7acd18569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775477123741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775476647069'] for port (72ea310e-8d82-4f96-a2b1-4b64ac93c83d), after_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:40.050609 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b47e92-5f3b-4290-a166-7bbd02af895e admin admin] Pushing event deleted for resources: {'Port': ['ID=72ea310e-8d82-4f96-a2b1-4b64ac93c83d,revision_number=None']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:58:40.060445 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b47e92-5f3b-4290-a166-7bbd02af895e admin admin] No DVR routers for this DVR port 72ea310e-8d82-4f96-a2b1-4b64ac93c83d on host dv-cinder-840289-3-iscsi {{(pid=110298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 14:58:40.062246 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22461e69-d3ed-4ea7-839b-07f7acd18569 None None] Pushing event deleted for resources: {'Port': ['ID=72ea310e-8d82-4f96-a2b1-4b64ac93c83d,revision_number=None']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:58:40.072035 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22461e69-d3ed-4ea7-839b-07f7acd18569 None None] No DVR routers for this DVR port 72ea310e-8d82-4f96-a2b1-4b64ac93c83d on host dv-cinder-840289-3-iscsi {{(pid=110299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 14:58:40.124731 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 47740) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:58:40.142971 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-34b47e92-5f3b-4290-a166-7bbd02af895e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727028', 'neutron.services.segments.db._delete_segments_for_network-8775477110074'] for network (e149baab-37b5-49e7-bbfb-d6c5aa20aff6), precommit_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:40.166058 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.services.segments.db [None req-34b47e92-5f3b-4290-a166-7bbd02af895e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e149baab-37b5-49e7-bbfb-d6c5aa20aff6']}} {{(pid=110298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:58:40.175873 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.services.segments.db [None req-34b47e92-5f3b-4290-a166-7bbd02af895e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec924deb-2fdc-4ebf-b172-c8dd32bc7b93') {'for_net_delete': True} {{(pid=110298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:58:40.176749 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.services.segments.db [None req-34b47e92-5f3b-4290-a166-7bbd02af895e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec924deb-2fdc-4ebf-b172-c8dd32bc7b93') {} {{(pid=110298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:58:40.186580 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-34b47e92-5f3b-4290-a166-7bbd02af895e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775477110851', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3229876'] for segment (ec924deb-2fdc-4ebf-b172-c8dd32bc7b93), before_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:40.202199 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-34b47e92-5f3b-4290-a166-7bbd02af895e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719716'] for segment (ec924deb-2fdc-4ebf-b172-c8dd32bc7b93), precommit_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:40.204220 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Device 72ea310e-8d82-4f96-a2b1-4b64ac93c83d no longer exists at agent ovs-agent-dv-cinder-840289-3-iscsi {{(pid=110299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 14:58:40.209844 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34b47e92-5f3b-4290-a166-7bbd02af895e admin admin] Releasing vlan 376 on physical network physnet1 to pool {{(pid=110298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 14:58:40.210407 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-34b47e92-5f3b-4290-a166-7bbd02af895e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25806971'] for segment (ec924deb-2fdc-4ebf-b172-c8dd32bc7b93), after_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:40.212370 dv-cinder-840289-3-iscsi neutron-server[110298]: Traceback (most recent call last): May 03 14:58:40.212370 dv-cinder-840289-3-iscsi neutron-server[110298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 14:58:40.212370 dv-cinder-840289-3-iscsi neutron-server[110298]: timer() May 03 14:58:40.212370 dv-cinder-840289-3-iscsi neutron-server[110298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 14:58:40.212370 dv-cinder-840289-3-iscsi neutron-server[110298]: cb(*args, **kw) May 03 14:58:40.212370 dv-cinder-840289-3-iscsi neutron-server[110298]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 03 14:58:40.212370 dv-cinder-840289-3-iscsi neutron-server[110298]: return func(*args, **kwargs) May 03 14:58:40.212370 dv-cinder-840289-3-iscsi neutron-server[110298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 14:58:40.212370 dv-cinder-840289-3-iscsi neutron-server[110298]: self._notify() May 03 14:58:40.212370 dv-cinder-840289-3-iscsi neutron-server[110298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 14:58:40.212370 dv-cinder-840289-3-iscsi neutron-server[110298]: self.callback(batched_events) May 03 14:58:40.212370 dv-cinder-840289-3-iscsi neutron-server[110298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 14:58:40.212370 dv-cinder-840289-3-iscsi neutron-server[110298]: event.method(event) May 03 14:58:40.212370 dv-cinder-840289-3-iscsi neutron-server[110298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 03 14:58:40.212370 dv-cinder-840289-3-iscsi neutron-server[110298]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 14:58:40.212370 dv-cinder-840289-3-iscsi neutron-server[110298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 03 14:58:40.212370 dv-cinder-840289-3-iscsi neutron-server[110298]: aggregate_uuid = self.p_client.list_aggregates( May 03 14:58:40.212370 dv-cinder-840289-3-iscsi neutron-server[110298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 03 14:58:40.212370 dv-cinder-840289-3-iscsi neutron-server[110298]: return f(self, *a, **k) May 03 14:58:40.212370 dv-cinder-840289-3-iscsi neutron-server[110298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 03 14:58:40.212370 dv-cinder-840289-3-iscsi neutron-server[110298]: return self._get(url).json() May 03 14:58:40.212370 dv-cinder-840289-3-iscsi neutron-server[110298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 03 14:58:40.212370 dv-cinder-840289-3-iscsi neutron-server[110298]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 14:58:40.212370 dv-cinder-840289-3-iscsi neutron-server[110298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 14:58:40.212370 dv-cinder-840289-3-iscsi neutron-server[110298]: return self.request(url, 'GET', **kwargs) May 03 14:58:40.212370 dv-cinder-840289-3-iscsi neutron-server[110298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 14:58:40.212370 dv-cinder-840289-3-iscsi neutron-server[110298]: base_url = self.get_endpoint(auth, allow=allow, May 03 14:58:40.212370 dv-cinder-840289-3-iscsi neutron-server[110298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 14:58:40.212370 dv-cinder-840289-3-iscsi neutron-server[110298]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 14:58:40.212370 dv-cinder-840289-3-iscsi neutron-server[110298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 14:58:40.212370 dv-cinder-840289-3-iscsi neutron-server[110298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 14:58:40.212370 dv-cinder-840289-3-iscsi neutron-server[110298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 14:58:40.226599 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] No Port match for: 72ea310e-8d82-4f96-a2b1-4b64ac93c83d {{(pid=110299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 14:58:40.227194 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Device 72ea310e-8d82-4f96-a2b1-4b64ac93c83d not bound to the agent host dv-cinder-840289-3-iscsi {{(pid=110299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 14:58:40.232408 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Device 23d883ea-b438-44c6-a36e-71914e21d22e no longer exists at agent ovs-agent-dv-cinder-840289-3-iscsi {{(pid=110299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 14:58:40.244413 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-54cf5772-a6a9-4611-ac90-2a5605a0eaa4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:40.252259 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] No Port match for: 23d883ea-b438-44c6-a36e-71914e21d22e {{(pid=110299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 14:58:40.252620 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Device 23d883ea-b438-44c6-a36e-71914e21d22e not bound to the agent host dv-cinder-840289-3-iscsi {{(pid=110299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 14:58:40.253043 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Device b3befeae-2658-4b04-914b-de826eb729fa no longer exists at agent ovs-agent-dv-cinder-840289-3-iscsi {{(pid=110299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 14:58:40.279649 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] No Port match for: b3befeae-2658-4b04-914b-de826eb729fa {{(pid=110299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 14:58:40.280026 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Device b3befeae-2658-4b04-914b-de826eb729fa not bound to the agent host dv-cinder-840289-3-iscsi {{(pid=110299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 14:58:40.324117 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-54cf5772-a6a9-4611-ac90-2a5605a0eaa4 admin admin] Publish callbacks [] for security_group (3a7abf2f-59b1-4ad1-bb87-5c0c5a46afc4), precommit_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:40.348776 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-34b47e92-5f3b-4290-a166-7bbd02af895e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692117'] for network (e149baab-37b5-49e7-bbfb-d6c5aa20aff6), after_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:40.354222 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-34b47e92-5f3b-4290-a166-7bbd02af895e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603595'] for network (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:40.357464 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-34b47e92-5f3b-4290-a166-7bbd02af895e admin admin] 10.222.0.16 "DELETE /v2.0/networks/e149baab-37b5-49e7-bbfb-d6c5aa20aff6 HTTP/1.1" status: 204 len: 168 time: 0.7199323 May 03 14:58:40.369159 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b47e92-5f3b-4290-a166-7bbd02af895e admin admin] Pushing event deleted for resources: {'Network': ['ID=e149baab-37b5-49e7-bbfb-d6c5aa20aff6,revision_number=None']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:58:40.411473 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-54cf5772-a6a9-4611-ac90-2a5605a0eaa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (3a7abf2f-59b1-4ad1-bb87-5c0c5a46afc4), after_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:40.456079 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 47746) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:58:40.456316 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-54cf5772-a6a9-4611-ac90-2a5605a0eaa4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f3a8ba8affff4b4295db8e61ff9ccd7e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3301454 May 03 14:58:40.458042 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cf5772-a6a9-4611-ac90-2a5605a0eaa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a7abf2f-59b1-4ad1-bb87-5c0c5a46afc4,revision_number=1']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:58:40.505683 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-0de4a95f-58bf-4954-8eaf-75731fb4a74b admin admin] Publish callbacks [] for security_group (3a7abf2f-59b1-4ad1-bb87-5c0c5a46afc4), before_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:40.527153 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-0de4a95f-58bf-4954-8eaf-75731fb4a74b admin admin] Publish callbacks [] for security_group (3a7abf2f-59b1-4ad1-bb87-5c0c5a46afc4), precommit_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:40.630205 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-0de4a95f-58bf-4954-8eaf-75731fb4a74b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (3a7abf2f-59b1-4ad1-bb87-5c0c5a46afc4), after_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:40.632856 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-0de4a95f-58bf-4954-8eaf-75731fb4a74b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:40.634000 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-0de4a95f-58bf-4954-8eaf-75731fb4a74b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3a7abf2f-59b1-4ad1-bb87-5c0c5a46afc4 HTTP/1.1" status: 204 len: 168 time: 0.1768875 May 03 14:58:40.642435 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de4a95f-58bf-4954-8eaf-75731fb4a74b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a7abf2f-59b1-4ad1-bb87-5c0c5a46afc4,revision_number=None']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:58:40.659024 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 47750) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:58:40.702990 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-33b22eac-f007-44ff-be20-37606b3ae989 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ea2dc692f2754b34afd1a52dad1c2cb3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0426233 May 03 14:58:40.705508 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 47752) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:58:40.754407 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-8071c1a7-1e02-4c21-ae21-614f28eaa6bc admin admin] Publish callbacks [] for security_group (cd7be4d7-7c1a-442d-a916-83da589c100a), before_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:40.776544 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-8071c1a7-1e02-4c21-ae21-614f28eaa6bc admin admin] Publish callbacks [] for security_group (cd7be4d7-7c1a-442d-a916-83da589c100a), precommit_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:40.885243 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-8071c1a7-1e02-4c21-ae21-614f28eaa6bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (cd7be4d7-7c1a-442d-a916-83da589c100a), after_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:40.887837 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-8071c1a7-1e02-4c21-ae21-614f28eaa6bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:40.889033 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-8071c1a7-1e02-4c21-ae21-614f28eaa6bc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cd7be4d7-7c1a-442d-a916-83da589c100a HTTP/1.1" status: 204 len: 168 time: 0.1825948 May 03 14:58:40.897323 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8071c1a7-1e02-4c21-ae21-614f28eaa6bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd7be4d7-7c1a-442d-a916-83da589c100a,revision_number=None']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:58:41.150018 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-571b6711-3f20-431d-bdbb-ac6da99a96bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (a9161e1b-902d-441f-843b-a0ff0805adee), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:41.365985 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 47764) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:58:41.378949 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-d3064990-c198-4eff-a12c-4388ddb15b64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:41.453383 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-d3064990-c198-4eff-a12c-4388ddb15b64 admin admin] Publish callbacks [] for security_group (dc068572-485c-4083-bfdc-8d142538aa9a), precommit_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:41.542280 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-d3064990-c198-4eff-a12c-4388ddb15b64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (dc068572-485c-4083-bfdc-8d142538aa9a), after_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:41.584361 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-d3064990-c198-4eff-a12c-4388ddb15b64 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=279035aa4ffb4fe6a10af15dac335ec9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2166548 May 03 14:58:41.584724 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3064990-c198-4eff-a12c-4388ddb15b64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc068572-485c-4083-bfdc-8d142538aa9a,revision_number=1']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:58:41.586360 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 47770) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:58:41.637246 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-3c6a9d17-8063-4cc4-85ca-e0d5c9f167de admin admin] Publish callbacks [] for security_group (dc068572-485c-4083-bfdc-8d142538aa9a), before_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:41.663782 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-3c6a9d17-8063-4cc4-85ca-e0d5c9f167de admin admin] Publish callbacks [] for security_group (dc068572-485c-4083-bfdc-8d142538aa9a), precommit_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:41.784315 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-3c6a9d17-8063-4cc4-85ca-e0d5c9f167de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (dc068572-485c-4083-bfdc-8d142538aa9a), after_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:41.787519 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-3c6a9d17-8063-4cc4-85ca-e0d5c9f167de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:41.788741 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-3c6a9d17-8063-4cc4-85ca-e0d5c9f167de admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/dc068572-485c-4083-bfdc-8d142538aa9a HTTP/1.1" status: 204 len: 168 time: 0.2013767 May 03 14:58:41.796889 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6a9d17-8063-4cc4-85ca-e0d5c9f167de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc068572-485c-4083-bfdc-8d142538aa9a,revision_number=None']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:58:41.804489 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6a9d17-8063-4cc4-85ca-e0d5c9f167de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:58:41.804838 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6a9d17-8063-4cc4-85ca-e0d5c9f167de admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:58:41.805178 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6a9d17-8063-4cc4-85ca-e0d5c9f167de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:58:41.805517 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6a9d17-8063-4cc4-85ca-e0d5c9f167de admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:58:41.805892 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6a9d17-8063-4cc4-85ca-e0d5c9f167de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:58:41.806220 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6a9d17-8063-4cc4-85ca-e0d5c9f167de admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:58:41.806543 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6a9d17-8063-4cc4-85ca-e0d5c9f167de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:58:41.806866 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6a9d17-8063-4cc4-85ca-e0d5c9f167de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:58:41.807216 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6a9d17-8063-4cc4-85ca-e0d5c9f167de admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:58:41.807542 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6a9d17-8063-4cc4-85ca-e0d5c9f167de admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:58:41.807866 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6a9d17-8063-4cc4-85ca-e0d5c9f167de admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:58:41.808187 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6a9d17-8063-4cc4-85ca-e0d5c9f167de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:58:41.809057 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6a9d17-8063-4cc4-85ca-e0d5c9f167de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:58:41.809057 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6a9d17-8063-4cc4-85ca-e0d5c9f167de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:58:41.809280 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6a9d17-8063-4cc4-85ca-e0d5c9f167de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:58:42.327388 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-ed776e2d-a518-4685-8fad-0cd9eaa120ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (6a418bd5-8bcc-400f-88b5-19eff412e81a), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:43.561608 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-dd96712b-4627-437f-9df9-b1bfec551245 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (8b46afec-dab7-4bfa-a959-8584a0cfd79a), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:45.190143 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (16d44442-859c-4c9b-bc72-04cb3b8a5d5b), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:45.550665 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 47882) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:58:45.674810 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-27a211fe-c539-4afe-9ca5-50e37b661c5a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:45.747792 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-27a211fe-c539-4afe-9ca5-50e37b661c5a admin admin] Publish callbacks [] for security_group (1ee01ac0-3b0e-4f33-a126-f42ccf985787), precommit_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:45.813960 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-27a211fe-c539-4afe-9ca5-50e37b661c5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (1ee01ac0-3b0e-4f33-a126-f42ccf985787), after_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:45.852000 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-27a211fe-c539-4afe-9ca5-50e37b661c5a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8640062a0ee849d2bce2ada5d386596a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3002300 May 03 14:58:45.856703 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a211fe-c539-4afe-9ca5-50e37b661c5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ee01ac0-3b0e-4f33-a126-f42ccf985787,revision_number=1']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:58:45.858568 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 47888) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:58:45.906697 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-23e9f92d-662c-4c5c-8f97-8fcad2b8b68d admin admin] Publish callbacks [] for security_group (1ee01ac0-3b0e-4f33-a126-f42ccf985787), before_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:45.927975 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-23e9f92d-662c-4c5c-8f97-8fcad2b8b68d admin admin] Publish callbacks [] for security_group (1ee01ac0-3b0e-4f33-a126-f42ccf985787), precommit_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:46.029463 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-23e9f92d-662c-4c5c-8f97-8fcad2b8b68d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (1ee01ac0-3b0e-4f33-a126-f42ccf985787), after_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:46.032112 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-23e9f92d-662c-4c5c-8f97-8fcad2b8b68d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:46.033262 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-23e9f92d-662c-4c5c-8f97-8fcad2b8b68d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1ee01ac0-3b0e-4f33-a126-f42ccf985787 HTTP/1.1" status: 204 len: 168 time: 0.1737602 May 03 14:58:46.041407 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e9f92d-662c-4c5c-8f97-8fcad2b8b68d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ee01ac0-3b0e-4f33-a126-f42ccf985787,revision_number=None']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:58:46.587448 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 47894) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:58:46.600939 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-f1411213-99a8-4e33-a368-fbac04e13c8a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:46.674518 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-f1411213-99a8-4e33-a368-fbac04e13c8a admin admin] Publish callbacks [] for security_group (680115e5-e488-4e16-996e-cc7fed31280a), precommit_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:46.738165 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-f1411213-99a8-4e33-a368-fbac04e13c8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (680115e5-e488-4e16-996e-cc7fed31280a), after_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:46.776654 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-f1411213-99a8-4e33-a368-fbac04e13c8a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b8c7e9b32260434db72e03012edacb74&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1880968 May 03 14:58:46.777993 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1411213-99a8-4e33-a368-fbac04e13c8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=680115e5-e488-4e16-996e-cc7fed31280a,revision_number=1']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:58:46.779941 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 47896) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:58:46.829264 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-fc8d7e25-7667-42ce-9f25-2df92ed60cd0 admin admin] Publish callbacks [] for security_group (680115e5-e488-4e16-996e-cc7fed31280a), before_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:46.852077 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-fc8d7e25-7667-42ce-9f25-2df92ed60cd0 admin admin] Publish callbacks [] for security_group (680115e5-e488-4e16-996e-cc7fed31280a), precommit_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:46.966858 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-fc8d7e25-7667-42ce-9f25-2df92ed60cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (680115e5-e488-4e16-996e-cc7fed31280a), after_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:46.969454 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-fc8d7e25-7667-42ce-9f25-2df92ed60cd0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:46.970631 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-fc8d7e25-7667-42ce-9f25-2df92ed60cd0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/680115e5-e488-4e16-996e-cc7fed31280a HTTP/1.1" status: 204 len: 168 time: 0.1896014 May 03 14:58:46.980140 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8d7e25-7667-42ce-9f25-2df92ed60cd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=680115e5-e488-4e16-996e-cc7fed31280a,revision_number=None']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:58:47.993977 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 47922) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:58:48.093323 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.v2.base [None req-086b7339-478b-4816-9ec0-19d8bbb13feb admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-584225590-network', 'tenant_id': '3cc6d2a38dc34b4a8c0e2357b41c95bc'}} {{(pid=110298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:58:48.172871 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-086b7339-478b-4816-9ec0-19d8bbb13feb admin admin] Made reservation on behalf of 3cc6d2a38dc34b4a8c0e2357b41c95bc for: {'network': 1} {{(pid=110298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 14:58:48.175419 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-086b7339-478b-4816-9ec0-19d8bbb13feb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for network (None), before_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:48.184293 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-086b7339-478b-4816-9ec0-19d8bbb13feb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:48.257341 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-086b7339-478b-4816-9ec0-19d8bbb13feb admin admin] Publish callbacks [] for security_group (d4f5430d-3392-454b-b247-d863dd646cc4), precommit_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:48.321084 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-086b7339-478b-4816-9ec0-19d8bbb13feb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (d4f5430d-3392-454b-b247-d863dd646cc4), after_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:48.348274 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-086b7339-478b-4816-9ec0-19d8bbb13feb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 392} {{(pid=110298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 14:58:48.357494 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086b7339-478b-4816-9ec0-19d8bbb13feb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4f5430d-3392-454b-b247-d863dd646cc4,revision_number=1']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:58:48.364278 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-086b7339-478b-4816-9ec0-19d8bbb13feb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719716'] for segment (69a76b12-2a31-46f6-a618-e3d477baa0b8), precommit_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:48.366553 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.db.segments_db [None req-086b7339-478b-4816-9ec0-19d8bbb13feb admin admin] Added segment 69a76b12-2a31-46f6-a618-e3d477baa0b8 of type vlan for network 3f1b5a04-a89d-49fe-9254-ad52b00abc9e May 03 14:58:48.405453 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-086b7339-478b-4816-9ec0-19d8bbb13feb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775476666305'] for network (3f1b5a04-a89d-49fe-9254-ad52b00abc9e), precommit_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:48.492588 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-086b7339-478b-4816-9ec0-19d8bbb13feb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613'] for network (3f1b5a04-a89d-49fe-9254-ad52b00abc9e), after_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:48.493676 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-086b7339-478b-4816-9ec0-19d8bbb13feb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:58:48.494370 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-086b7339-478b-4816-9ec0-19d8bbb13feb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603595'] for network (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:48.553563 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086b7339-478b-4816-9ec0-19d8bbb13feb admin admin] Pushing event updated for resources: {'Network': ['ID=3f1b5a04-a89d-49fe-9254-ad52b00abc9e,revision_number=1']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:58:48.562863 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Network 3f1b5a04-a89d-49fe-9254-ad52b00abc9e details requested by agent ovs-agent-dv-cinder-840289-3-iscsi with host dv-cinder-840289-3-iscsi {{(pid=110299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 03 14:58:48.590746 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-086b7339-478b-4816-9ec0-19d8bbb13feb admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5955398 May 03 14:58:48.593599 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 47926) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:58:48.598487 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.v2.base [None req-9198bb68-9789-431f-b924-197a9ceb2cad admin admin] Request body: {'subnet': {'network_id': '3f1b5a04-a89d-49fe-9254-ad52b00abc9e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-584225590-subnet', 'tenant_id': '3cc6d2a38dc34b4a8c0e2357b41c95bc', 'ip_version': 4}} {{(pid=110298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:58:48.664067 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9198bb68-9789-431f-b924-197a9ceb2cad admin admin] Made reservation on behalf of 3cc6d2a38dc34b4a8c0e2357b41c95bc for: {'subnet': 1} {{(pid=110298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 14:58:48.666563 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-9198bb68-9789-431f-b924-197a9ceb2cad admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25436669'] for subnet (None), before_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:48.875818 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-9198bb68-9789-431f-b924-197a9ceb2cad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25807318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25436643'] for subnet (92e39b4b-b229-4fdb-b188-e8826d978416), after_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:48.935429 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9198bb68-9789-431f-b924-197a9ceb2cad admin admin] Pushing event updated for resources: {'Subnet': ['ID=92e39b4b-b229-4fdb-b188-e8826d978416,revision_number=0']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:58:48.944598 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9198bb68-9789-431f-b924-197a9ceb2cad admin admin] Checking segment: {'id': '69a76b12-2a31-46f6-a618-e3d477baa0b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '3f1b5a04-a89d-49fe-9254-ad52b00abc9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 14:58:48.944954 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9198bb68-9789-431f-b924-197a9ceb2cad admin admin] Network hostable DHCP agents. Network: 3f1b5a04-a89d-49fe-9254-ad52b00abc9e, hostable agents: ['5d16a8e7-5fab-4607-ae51-2b468a019c05'], hosted agents: [] {{(pid=110298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 14:58:49.044717 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9198bb68-9789-431f-b924-197a9ceb2cad admin admin] Network 3f1b5a04-a89d-49fe-9254-ad52b00abc9e is scheduled to be hosted by DHCP agent 5d16a8e7-5fab-4607-ae51-2b468a019c05 with binding_index 1 {{(pid=110298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 14:58:49.136149 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.scheduler.base_scheduler [None req-9198bb68-9789-431f-b924-197a9ceb2cad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840289-3-iscsi, 3f1b5a04-a89d-49fe-9254-ad52b00abc9e) {{(pid=110298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 14:58:49.140051 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9198bb68-9789-431f-b924-197a9ceb2cad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:58:49.140712 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-9198bb68-9789-431f-b924-197a9ceb2cad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603595'] for subnet (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:49.146100 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87830260-42ab-4815-b9d6-e432e79060e5 None None] Network 3f1b5a04-a89d-49fe-9254-ad52b00abc9e requested from dv-cinder-840289-3-iscsi {{(pid=110299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 14:58:49.245171 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c42c63c5-1b46-43b8-8657-dadb94408906 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34cf8f42-598f-5304-9936-d07867131aca-3f1b5a04-a89d-49fe-9254-ad52b00abc9e', 'network_id': '3f1b5a04-a89d-49fe-9254-ad52b00abc9e', 'project_id': '3cc6d2a38dc34b4a8c0e2357b41c95bc', 'fixed_ips': [{'subnet_id': '92e39b4b-b229-4fdb-b188-e8826d978416'}]}} from dv-cinder-840289-3-iscsi. {{(pid=110299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 03 14:58:49.246006 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-c42c63c5-1b46-43b8-8657-dadb94408906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (None), before_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:49.247972 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-9198bb68-9789-431f-b924-197a9ceb2cad admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6533370 May 03 14:58:49.250646 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 47930) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:58:49.255081 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.v2.base [None req-9261fe29-7d47-4314-82c0-ca74ac1e0ae2 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-584225590-router', 'tenant_id': '3cc6d2a38dc34b4a8c0e2357b41c95bc', 'external_gateway_info': {'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c'}}} {{(pid=110298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:58:49.333032 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-9261fe29-7d47-4314-82c0-ca74ac1e0ae2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1693469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3141'] for router (5b2d5cf6-ca52-4e6d-98b9-363e424258d2), before_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:49.334307 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-9261fe29-7d47-4314-82c0-ca74ac1e0ae2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1693617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698068', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1739037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3132'] for router (5b2d5cf6-ca52-4e6d-98b9-363e424258d2), precommit_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:49.382813 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.db_base_plugin_common [None req-c42c63c5-1b46-43b8-8657-dadb94408906 None None] Allocated IP 172.20.0.2 (3f1b5a04-a89d-49fe-9254-ad52b00abc9e/92e39b4b-b229-4fdb-b188-e8826d978416/324cdbd5-31cd-442c-8c92-e02679e9c675) {{(pid=110299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 14:58:49.385982 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-9261fe29-7d47-4314-82c0-ca74ac1e0ae2 admin admin] Publish callbacks [] for router_controller (5b2d5cf6-ca52-4e6d-98b9-363e424258d2), precommit_add_association {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:49.528452 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-c42c63c5-1b46-43b8-8657-dadb94408906 None None] Publish callbacks [] for port (324cdbd5-31cd-442c-8c92-e02679e9c675), precommit_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:49.596123 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-c42c63c5-1b46-43b8-8657-dadb94408906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775476647060'] for port (324cdbd5-31cd-442c-8c92-e02679e9c675), after_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:49.598510 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-9261fe29-7d47-4314-82c0-ca74ac1e0ae2 admin admin] Publish callbacks [] for router_gateway (5b2d5cf6-ca52-4e6d-98b9-363e424258d2), precommit_update {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:49.630089 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c42c63c5-1b46-43b8-8657-dadb94408906 None None] Network 3f1b5a04-a89d-49fe-9254-ad52b00abc9e is already hosted by enough agents. {{(pid=110299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 14:58:49.632891 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.scheduler.base_scheduler [None req-c42c63c5-1b46-43b8-8657-dadb94408906 None None] Resources bound (agent type, host, resource id): {{(pid=110299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 14:58:49.636327 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42c63c5-1b46-43b8-8657-dadb94408906 None None] Received port after_create {{(pid=110299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 14:58:49.652754 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42c63c5-1b46-43b8-8657-dadb94408906 None None] Pushing event updated for resources: {'Port': ['ID=324cdbd5-31cd-442c-8c92-e02679e9c675,revision_number=1']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:58:49.676825 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42c63c5-1b46-43b8-8657-dadb94408906 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:58:49.677210 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42c63c5-1b46-43b8-8657-dadb94408906 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:58:49.677561 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42c63c5-1b46-43b8-8657-dadb94408906 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:58:49.677981 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42c63c5-1b46-43b8-8657-dadb94408906 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:58:49.678331 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42c63c5-1b46-43b8-8657-dadb94408906 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:58:49.678669 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42c63c5-1b46-43b8-8657-dadb94408906 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:58:49.679021 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42c63c5-1b46-43b8-8657-dadb94408906 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:58:49.679361 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42c63c5-1b46-43b8-8657-dadb94408906 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:58:49.679695 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42c63c5-1b46-43b8-8657-dadb94408906 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:58:49.680027 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42c63c5-1b46-43b8-8657-dadb94408906 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:58:49.680357 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42c63c5-1b46-43b8-8657-dadb94408906 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:58:49.680686 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42c63c5-1b46-43b8-8657-dadb94408906 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:58:49.681017 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42c63c5-1b46-43b8-8657-dadb94408906 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:58:49.681340 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42c63c5-1b46-43b8-8657-dadb94408906 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:58:49.681664 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42c63c5-1b46-43b8-8657-dadb94408906 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:58:49.711348 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.managers [None req-c42c63c5-1b46-43b8-8657-dadb94408906 None None] Attempting to bind port 324cdbd5-31cd-442c-8c92-e02679e9c675 on host dv-cinder-840289-3-iscsi for vnic_type normal with profile {{(pid=110299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 14:58:49.711727 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.managers [None req-c42c63c5-1b46-43b8-8657-dadb94408906 None None] Attempting to bind port 324cdbd5-31cd-442c-8c92-e02679e9c675 by drivers openvswitch,hyperv on host dv-cinder-840289-3-iscsi at level 0 using segments [{'id': '69a76b12-2a31-46f6-a618-e3d477baa0b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '3f1b5a04-a89d-49fe-9254-ad52b00abc9e'}] {{(pid=110299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 14:58:49.712093 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42c63c5-1b46-43b8-8657-dadb94408906 None None] Attempting to bind port 324cdbd5-31cd-442c-8c92-e02679e9c675 on network 3f1b5a04-a89d-49fe-9254-ad52b00abc9e {{(pid=110299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 14:58:49.717107 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42c63c5-1b46-43b8-8657-dadb94408906 None None] Checking agent: {'id': '16d44442-859c-4c9b-bc72-04cb3b8a5d5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840289-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 14, 38, 15), 'started_at': datetime.datetime(2022, 5, 3, 14, 38, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 14, 58, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840289-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 14:58:49.717485 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42c63c5-1b46-43b8-8657-dadb94408906 None None] Checking segment: {'id': '69a76b12-2a31-46f6-a618-e3d477baa0b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '3f1b5a04-a89d-49fe-9254-ad52b00abc9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 14:58:49.717888 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-c42c63c5-1b46-43b8-8657-dadb94408906 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:49.718285 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42c63c5-1b46-43b8-8657-dadb94408906 None None] Bound using segment: {'id': '69a76b12-2a31-46f6-a618-e3d477baa0b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '3f1b5a04-a89d-49fe-9254-ad52b00abc9e'} {{(pid=110299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 14:58:49.718755 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.managers [None req-c42c63c5-1b46-43b8-8657-dadb94408906 None None] Bound port: 324cdbd5-31cd-442c-8c92-e02679e9c675, host: dv-cinder-840289-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69a76b12-2a31-46f6-a618-e3d477baa0b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '3f1b5a04-a89d-49fe-9254-ad52b00abc9e'}}] {{(pid=110299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 14:58:49.719187 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-c42c63c5-1b46-43b8-8657-dadb94408906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (324cdbd5-31cd-442c-8c92-e02679e9c675), before_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:49.783328 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-c42c63c5-1b46-43b8-8657-dadb94408906 None None] For port 324cdbd5-31cd-442c-8c92-e02679e9c675, host dv-cinder-840289-3-iscsi, cleared binding levels {{(pid=110299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 14:58:49.786557 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-c42c63c5-1b46-43b8-8657-dadb94408906 None None] For port 324cdbd5-31cd-442c-8c92-e02679e9c675, host dv-cinder-840289-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-3-iscsi',level=0,port_id=324cdbd5-31cd-442c-8c92-e02679e9c675,segment=NetworkSegment(69a76b12-2a31-46f6-a618-e3d477baa0b8),segment_id=69a76b12-2a31-46f6-a618-e3d477baa0b8)] {{(pid=110299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 14:58:49.853564 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-9261fe29-7d47-4314-82c0-ca74ac1e0ae2 admin admin] Publish callbacks [] for router_gateway (5b2d5cf6-ca52-4e6d-98b9-363e424258d2), before_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:49.858853 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-c42c63c5-1b46-43b8-8657-dadb94408906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096'] for port (324cdbd5-31cd-442c-8c92-e02679e9c675), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:49.872185 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-9261fe29-7d47-4314-82c0-ca74ac1e0ae2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (None), before_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:49.932817 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42c63c5-1b46-43b8-8657-dadb94408906 None None] Pushing event updated for resources: {'Port': ['ID=324cdbd5-31cd-442c-8c92-e02679e9c675,revision_number=2']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:58:49.993917 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.db.db_base_plugin_common [None req-9261fe29-7d47-4314-82c0-ca74ac1e0ae2 admin admin] Allocated IP 172.27.0.66 (7456e722-9446-4a17-bcf3-c72dce07c65c/f907060b-4748-4522-aeb5-06a44b689374/c3f1359b-2e27-4f48-8011-5313e1c6e491) {{(pid=110298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 14:58:50.127379 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-9261fe29-7d47-4314-82c0-ca74ac1e0ae2 admin admin] Publish callbacks [] for port (c3f1359b-2e27-4f48-8011-5313e1c6e491), precommit_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:50.225365 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Device 324cdbd5-31cd-442c-8c92-e02679e9c675 up at agent ovs-agent-dv-cinder-840289-3-iscsi {{(pid=110299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 14:58:50.236434 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-9261fe29-7d47-4314-82c0-ca74ac1e0ae2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775476647060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25806886'] for port (c3f1359b-2e27-4f48-8011-5313e1c6e491), after_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:50.279670 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Provisioning complete for port 324cdbd5-31cd-442c-8c92-e02679e9c675 triggered by entity L2. {{(pid=110299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:58:50.280093 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728915'] for port (324cdbd5-31cd-442c-8c92-e02679e9c675), provisioning_complete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:50.284962 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9261fe29-7d47-4314-82c0-ca74ac1e0ae2 admin admin] Network 7456e722-9446-4a17-bcf3-c72dce07c65c is already hosted by enough agents. {{(pid=110298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 14:58:50.291856 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.scheduler.base_scheduler [None req-9261fe29-7d47-4314-82c0-ca74ac1e0ae2 admin admin] Resources bound (agent type, host, resource id): {{(pid=110298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 14:58:50.294479 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9261fe29-7d47-4314-82c0-ca74ac1e0ae2 admin admin] Received port after_create {{(pid=110298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 14:58:50.298408 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9261fe29-7d47-4314-82c0-ca74ac1e0ae2 admin admin] Pushing event updated for resources: {'Port': ['ID=c3f1359b-2e27-4f48-8011-5313e1c6e491,revision_number=1']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:58:50.493466 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Current status of the port 324cdbd5-31cd-442c-8c92-e02679e9c675 is: DOWN; New status is: ACTIVE {{(pid=110299) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:58:50.493798 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (324cdbd5-31cd-442c-8c92-e02679e9c675), before_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:50.538889 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] For port 324cdbd5-31cd-442c-8c92-e02679e9c675, host dv-cinder-840289-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-3-iscsi',level=0,port_id=324cdbd5-31cd-442c-8c92-e02679e9c675,segment=NetworkSegment(69a76b12-2a31-46f6-a618-e3d477baa0b8),segment_id=69a76b12-2a31-46f6-a618-e3d477baa0b8)] {{(pid=110299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:58:50.601509 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096'] for port (324cdbd5-31cd-442c-8c92-e02679e9c675), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:50.634355 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-9261fe29-7d47-4314-82c0-ca74ac1e0ae2 admin admin] Publish callbacks [] for router_gateway (5b2d5cf6-ca52-4e6d-98b9-363e424258d2), after_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:50.651154 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Pushing event updated for resources: {'Port': ['ID=324cdbd5-31cd-442c-8c92-e02679e9c675,revision_number=3']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:58:50.849743 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98923eee-9dbf-4ec2-97af-57736f8ef366 None None] Network 3f1b5a04-a89d-49fe-9254-ad52b00abc9e requested from dv-cinder-840289-3-iscsi {{(pid=110299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 14:58:50.857595 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-9261fe29-7d47-4314-82c0-ca74ac1e0ae2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698251'] for router (5b2d5cf6-ca52-4e6d-98b9-363e424258d2), after_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:50.925809 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [None req-6c4aa6b9-42bd-4a4e-aa61-b75a73c662f5 None None] Provisioning complete for port 324cdbd5-31cd-442c-8c92-e02679e9c675 triggered by entity DHCP. {{(pid=110299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:58:50.926220 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-6c4aa6b9-42bd-4a4e-aa61-b75a73c662f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728915'] for port (324cdbd5-31cd-442c-8c92-e02679e9c675), provisioning_complete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:51.041155 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-6c4aa6b9-42bd-4a4e-aa61-b75a73c662f5 None None] Current status of the port 324cdbd5-31cd-442c-8c92-e02679e9c675 is: ACTIVE; New status is: ACTIVE {{(pid=110299) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:58:51.100530 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9261fe29-7d47-4314-82c0-ca74ac1e0ae2 admin admin] Router 5b2d5cf6-ca52-4e6d-98b9-363e424258d2 is scheduled to L3 agent a9161e1b-902d-441f-843b-a0ff0805adee with binding_index 1 {{(pid=110298) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 03 14:58:51.212953 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9261fe29-7d47-4314-82c0-ca74ac1e0ae2 admin admin] Notify agent at l3_agent.dv-cinder-840289-3-iscsi the message routers_updated {{(pid=110298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 14:58:51.221616 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02511e46-15ec-4151-b99d-81cef57b2ffd None None] Sync routers for ids ['5b2d5cf6-ca52-4e6d-98b9-363e424258d2'] in dv-cinder-840289-3-iscsi {{(pid=110300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 14:58:51.232594 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02511e46-15ec-4151-b99d-81cef57b2ffd None None] Routers {'5b2d5cf6-ca52-4e6d-98b9-363e424258d2'} bound to L3 agent in host dv-cinder-840289-3-iscsi {{(pid=110300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:58:51.233281 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_hamode_db [None req-02511e46-15ec-4151-b99d-81cef57b2ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-03T14:38:11Z,description=,heartbeat_timestamp=2022-05-03T14:58:41Z,host='dv-cinder-840289-3-iscsi',id=a9161e1b-902d-441f-843b-a0ff0805adee,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:38:12Z,topic='l3_agent')) {'router_ids': ['5b2d5cf6-ca52-4e6d-98b9-363e424258d2'], 'active': True} {{(pid=110300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:58:51.259913 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [None req-3d51b316-5ca2-492f-b5f4-c3b129baa52a None None] Provisioning complete for port 324cdbd5-31cd-442c-8c92-e02679e9c675 triggered by entity DHCP. {{(pid=110299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:58:51.260293 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-3d51b316-5ca2-492f-b5f4-c3b129baa52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728915'] for port (324cdbd5-31cd-442c-8c92-e02679e9c675), provisioning_complete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:51.288387 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-9261fe29-7d47-4314-82c0-ca74ac1e0ae2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:51.292050 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-9261fe29-7d47-4314-82c0-ca74ac1e0ae2 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.0376592 May 03 14:58:51.292756 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 47948) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:58:51.341584 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvr_db [None req-02511e46-15ec-4151-b99d-81cef57b2ffd None None] Set router 5b2d5cf6-ca52-4e6d-98b9-363e424258d2 gateway port host: dv-cinder-840289-3-iscsi {{(pid=110300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:58:51.345129 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-3d51b316-5ca2-492f-b5f4-c3b129baa52a None None] Current status of the port 324cdbd5-31cd-442c-8c92-e02679e9c675 is: ACTIVE; New status is: ACTIVE {{(pid=110299) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:58:51.517862 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_hamode_db [None req-02511e46-15ec-4151-b99d-81cef57b2ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b2d5cf6-ca52-4e6d-98b9-363e424258d2', 'name': 'tempest-TestVolumeBootPattern-584225590-router', 'tenant_id': '3cc6d2a38dc34b4a8c0e2357b41c95bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'external_fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': 'c3f1359b-2e27-4f48-8011-5313e1c6e491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:58:49Z', 'updated_at': '2022-05-03T14:58:50Z', 'revision_number': 3, 'project_id': '3cc6d2a38dc34b4a8c0e2357b41c95bc', 'gw_port': {'id': 'c3f1359b-2e27-4f48-8011-5313e1c6e491', 'name': '', 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:46:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b2d5cf6-ca52-4e6d-98b9-363e424258d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:58:49Z', 'updated_at': '2022-05-03T14:58:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f907060b-4748-4522-aeb5-06a44b689374', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-3-iscsi'}], 'dv-cinder-840289-3-iscsi', False) {} {{(pid=110300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:58:51.546271 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02511e46-15ec-4151-b99d-81cef57b2ffd None None] Checking router: 5b2d5cf6-ca52-4e6d-98b9-363e424258d2 for host: dv-cinder-840289-3-iscsi {{(pid=110300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 14:58:51.546614 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02511e46-15ec-4151-b99d-81cef57b2ffd None None] Updating router 5b2d5cf6-ca52-4e6d-98b9-363e424258d2 port c3f1359b-2e27-4f48-8011-5313e1c6e491 binding host dv-cinder-840289-3-iscsi {{(pid=110300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 14:58:51.575334 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-02511e46-15ec-4151-b99d-81cef57b2ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (c3f1359b-2e27-4f48-8011-5313e1c6e491), before_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:51.827634 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-02511e46-15ec-4151-b99d-81cef57b2ffd None None] Publish callbacks [] for port (c3f1359b-2e27-4f48-8011-5313e1c6e491), precommit_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:51.915315 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-02511e46-15ec-4151-b99d-81cef57b2ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096'] for port (c3f1359b-2e27-4f48-8011-5313e1c6e491), after_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:52.012511 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-a461befb-5772-4ef2-9675-7b1369416be2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (None), before_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:52.059349 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.managers [None req-02511e46-15ec-4151-b99d-81cef57b2ffd None None] Attempting to bind port c3f1359b-2e27-4f48-8011-5313e1c6e491 on host dv-cinder-840289-3-iscsi for vnic_type normal with profile {{(pid=110300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 14:58:52.059716 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.managers [None req-02511e46-15ec-4151-b99d-81cef57b2ffd None None] Attempting to bind port c3f1359b-2e27-4f48-8011-5313e1c6e491 by drivers openvswitch,hyperv on host dv-cinder-840289-3-iscsi at level 0 using segments [{'id': '0c3170a2-2f96-4172-a4d6-7b5474706bd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c'}] {{(pid=110300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 14:58:52.064443 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02511e46-15ec-4151-b99d-81cef57b2ffd None None] Attempting to bind port c3f1359b-2e27-4f48-8011-5313e1c6e491 on network 7456e722-9446-4a17-bcf3-c72dce07c65c {{(pid=110300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 14:58:52.068243 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7a113b-94a4-4a98-af57-35963f6faee8 None None] Pushing event updated for resources: {'Port': ['ID=c3f1359b-2e27-4f48-8011-5313e1c6e491,revision_number=2']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:58:52.071452 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02511e46-15ec-4151-b99d-81cef57b2ffd None None] Checking agent: {'id': '16d44442-859c-4c9b-bc72-04cb3b8a5d5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840289-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 14, 38, 15), 'started_at': datetime.datetime(2022, 5, 3, 14, 38, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 14, 58, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840289-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 14:58:52.071821 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02511e46-15ec-4151-b99d-81cef57b2ffd None None] Checking segment: {'id': '0c3170a2-2f96-4172-a4d6-7b5474706bd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 14:58:52.072213 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-02511e46-15ec-4151-b99d-81cef57b2ffd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:52.072598 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02511e46-15ec-4151-b99d-81cef57b2ffd None None] Bound using segment: {'id': '0c3170a2-2f96-4172-a4d6-7b5474706bd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c'} {{(pid=110300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 14:58:52.073066 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.managers [None req-02511e46-15ec-4151-b99d-81cef57b2ffd None None] Bound port: c3f1359b-2e27-4f48-8011-5313e1c6e491, host: dv-cinder-840289-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c3170a2-2f96-4172-a4d6-7b5474706bd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c'}}] {{(pid=110300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 14:58:52.073442 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-02511e46-15ec-4151-b99d-81cef57b2ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (c3f1359b-2e27-4f48-8011-5313e1c6e491), before_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:52.080527 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7a113b-94a4-4a98-af57-35963f6faee8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:58:52.080894 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7a113b-94a4-4a98-af57-35963f6faee8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:58:52.081285 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7a113b-94a4-4a98-af57-35963f6faee8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:58:52.081641 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7a113b-94a4-4a98-af57-35963f6faee8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:58:52.081977 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7a113b-94a4-4a98-af57-35963f6faee8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:58:52.082303 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7a113b-94a4-4a98-af57-35963f6faee8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:58:52.082627 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7a113b-94a4-4a98-af57-35963f6faee8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:58:52.082946 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7a113b-94a4-4a98-af57-35963f6faee8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:58:52.084148 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7a113b-94a4-4a98-af57-35963f6faee8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:58:52.084490 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7a113b-94a4-4a98-af57-35963f6faee8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:58:52.084815 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7a113b-94a4-4a98-af57-35963f6faee8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:58:52.085156 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7a113b-94a4-4a98-af57-35963f6faee8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:58:52.085481 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7a113b-94a4-4a98-af57-35963f6faee8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:58:52.085800 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7a113b-94a4-4a98-af57-35963f6faee8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:58:52.086116 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7a113b-94a4-4a98-af57-35963f6faee8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:58:52.139622 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.db [None req-02511e46-15ec-4151-b99d-81cef57b2ffd None None] For port c3f1359b-2e27-4f48-8011-5313e1c6e491, host dv-cinder-840289-3-iscsi, cleared binding levels {{(pid=110300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 14:58:52.142914 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.db [None req-02511e46-15ec-4151-b99d-81cef57b2ffd None None] For port c3f1359b-2e27-4f48-8011-5313e1c6e491, host dv-cinder-840289-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-3-iscsi',level=0,port_id=c3f1359b-2e27-4f48-8011-5313e1c6e491,segment=NetworkSegment(0c3170a2-2f96-4172-a4d6-7b5474706bd0),segment_id=0c3170a2-2f96-4172-a4d6-7b5474706bd0)] {{(pid=110300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 14:58:52.176433 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.db.db_base_plugin_common [None req-a461befb-5772-4ef2-9675-7b1369416be2 admin admin] Allocated IP 172.20.0.1 (3f1b5a04-a89d-49fe-9254-ad52b00abc9e/92e39b4b-b229-4fdb-b188-e8826d978416/ca38f3ec-8d99-4bb3-874a-4757510c47c3) {{(pid=110298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 14:58:52.203551 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Device 324cdbd5-31cd-442c-8c92-e02679e9c675 up at agent ovs-agent-dv-cinder-840289-3-iscsi {{(pid=110299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 14:58:52.247459 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-02511e46-15ec-4151-b99d-81cef57b2ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096'] for port (c3f1359b-2e27-4f48-8011-5313e1c6e491), after_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:52.257463 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Provisioning complete for port 324cdbd5-31cd-442c-8c92-e02679e9c675 triggered by entity L2. {{(pid=110299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:58:52.258156 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728915'] for port (324cdbd5-31cd-442c-8c92-e02679e9c675), provisioning_complete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:52.294028 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02511e46-15ec-4151-b99d-81cef57b2ffd None None] Routers {'5b2d5cf6-ca52-4e6d-98b9-363e424258d2'} bound to L3 agent in host dv-cinder-840289-3-iscsi {{(pid=110300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:58:52.294955 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_hamode_db [None req-02511e46-15ec-4151-b99d-81cef57b2ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-03T14:38:11Z,description=,heartbeat_timestamp=2022-05-03T14:58:41Z,host='dv-cinder-840289-3-iscsi',id=a9161e1b-902d-441f-843b-a0ff0805adee,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:38:12Z,topic='l3_agent')) {'router_ids': ['5b2d5cf6-ca52-4e6d-98b9-363e424258d2'], 'active': True} {{(pid=110300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:58:52.307257 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-a461befb-5772-4ef2-9675-7b1369416be2 admin admin] Publish callbacks [] for port (ca38f3ec-8d99-4bb3-874a-4757510c47c3), precommit_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:52.343598 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Current status of the port 324cdbd5-31cd-442c-8c92-e02679e9c675 is: ACTIVE; New status is: ACTIVE {{(pid=110299) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:58:52.355821 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7a113b-94a4-4a98-af57-35963f6faee8 None None] Pushing event updated for resources: {'Port': ['ID=c3f1359b-2e27-4f48-8011-5313e1c6e491,revision_number=3']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:58:52.419059 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-a461befb-5772-4ef2-9675-7b1369416be2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775476647060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25806886'] for port (ca38f3ec-8d99-4bb3-874a-4757510c47c3), after_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:52.421811 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvr_db [None req-02511e46-15ec-4151-b99d-81cef57b2ffd None None] Set router 5b2d5cf6-ca52-4e6d-98b9-363e424258d2 gateway port host: dv-cinder-840289-3-iscsi {{(pid=110300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:58:52.457645 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a461befb-5772-4ef2-9675-7b1369416be2 admin admin] Network 3f1b5a04-a89d-49fe-9254-ad52b00abc9e is already hosted by enough agents. {{(pid=110298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 14:58:52.460644 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.scheduler.base_scheduler [None req-a461befb-5772-4ef2-9675-7b1369416be2 admin admin] Resources bound (agent type, host, resource id): {{(pid=110298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 14:58:52.466375 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a461befb-5772-4ef2-9675-7b1369416be2 admin admin] Received port after_create {{(pid=110298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 14:58:52.493544 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a461befb-5772-4ef2-9675-7b1369416be2 admin admin] Pushing event updated for resources: {'Port': ['ID=ca38f3ec-8d99-4bb3-874a-4757510c47c3,revision_number=1']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:58:52.514828 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-a461befb-5772-4ef2-9675-7b1369416be2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1694142'] for router_interface (5b2d5cf6-ca52-4e6d-98b9-363e424258d2), before_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:52.608942 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_hamode_db [None req-02511e46-15ec-4151-b99d-81cef57b2ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b2d5cf6-ca52-4e6d-98b9-363e424258d2', 'name': 'tempest-TestVolumeBootPattern-584225590-router', 'tenant_id': '3cc6d2a38dc34b4a8c0e2357b41c95bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'external_fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': 'c3f1359b-2e27-4f48-8011-5313e1c6e491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:58:49Z', 'updated_at': '2022-05-03T14:58:50Z', 'revision_number': 3, 'project_id': '3cc6d2a38dc34b4a8c0e2357b41c95bc', 'gw_port': {'id': 'c3f1359b-2e27-4f48-8011-5313e1c6e491', 'name': '', 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:46:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b2d5cf6-ca52-4e6d-98b9-363e424258d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:58:49Z', 'updated_at': '2022-05-03T14:58:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f907060b-4748-4522-aeb5-06a44b689374', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-3-iscsi'}], 'dv-cinder-840289-3-iscsi', False) {} {{(pid=110300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:58:52.638408 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02511e46-15ec-4151-b99d-81cef57b2ffd None None] The sync data for ids ['5b2d5cf6-ca52-4e6d-98b9-363e424258d2'] in dv-cinder-840289-3-iscsi is: [{'id': '5b2d5cf6-ca52-4e6d-98b9-363e424258d2', 'name': 'tempest-TestVolumeBootPattern-584225590-router', 'tenant_id': '3cc6d2a38dc34b4a8c0e2357b41c95bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'external_fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': 'c3f1359b-2e27-4f48-8011-5313e1c6e491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:58:49Z', 'updated_at': '2022-05-03T14:58:50Z', 'revision_number': 3, 'project_id': '3cc6d2a38dc34b4a8c0e2357b41c95bc', 'gw_port': {'id': 'c3f1359b-2e27-4f48-8011-5313e1c6e491', 'name': '', 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:46:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b2d5cf6-ca52-4e6d-98b9-363e424258d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:58:49Z', 'updated_at': '2022-05-03T14:58:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f907060b-4748-4522-aeb5-06a44b689374', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-3-iscsi'}] {{(pid=110300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 14:58:52.729353 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-a461befb-5772-4ef2-9675-7b1369416be2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (ca38f3ec-8d99-4bb3-874a-4757510c47c3), before_update {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:52.775991 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [None req-a84d3b1c-6122-4dba-9112-d363da3468ae None None] Provisioning complete for port ca38f3ec-8d99-4bb3-874a-4757510c47c3 triggered by entity DHCP. {{(pid=110299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:58:52.776604 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a84d3b1c-6122-4dba-9112-d363da3468ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728915'] for port (ca38f3ec-8d99-4bb3-874a-4757510c47c3), provisioning_complete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:52.813234 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-a84d3b1c-6122-4dba-9112-d363da3468ae None None] Port ca38f3ec-8d99-4bb3-874a-4757510c47c3 cannot update to ACTIVE because it is not bound. {{(pid=110299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 14:58:52.924872 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-a461befb-5772-4ef2-9675-7b1369416be2 admin admin] Publish callbacks [] for port (ca38f3ec-8d99-4bb3-874a-4757510c47c3), precommit_update {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:52.984261 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-a461befb-5772-4ef2-9675-7b1369416be2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25806943'] for port (ca38f3ec-8d99-4bb3-874a-4757510c47c3), after_update {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:53.056005 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a461befb-5772-4ef2-9675-7b1369416be2 admin admin] Pushing event updated for resources: {'Port': ['ID=ca38f3ec-8d99-4bb3-874a-4757510c47c3,revision_number=2']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:58:53.058591 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-a461befb-5772-4ef2-9675-7b1369416be2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1694048'] for router_interface (5b2d5cf6-ca52-4e6d-98b9-363e424258d2), after_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:53.156352 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a461befb-5772-4ef2-9675-7b1369416be2 admin admin] Network 3f1b5a04-a89d-49fe-9254-ad52b00abc9e is already hosted by enough agents. {{(pid=110298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 14:58:53.157896 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.scheduler.base_scheduler [None req-a461befb-5772-4ef2-9675-7b1369416be2 admin admin] Resources bound (agent type, host, resource id): {{(pid=110298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 14:58:53.297507 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a461befb-5772-4ef2-9675-7b1369416be2 admin admin] Router 5b2d5cf6-ca52-4e6d-98b9-363e424258d2 has already been hosted by L3 agent a9161e1b-902d-441f-843b-a0ff0805adee {{(pid=110298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 14:58:53.423058 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a461befb-5772-4ef2-9675-7b1369416be2 admin admin] Notify agent at l3_agent.dv-cinder-840289-3-iscsi the message routers_updated {{(pid=110298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 14:58:53.428526 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-a461befb-5772-4ef2-9675-7b1369416be2 admin admin] 10.222.0.16 "PUT /v2.0/routers/5b2d5cf6-ca52-4e6d-98b9-363e424258d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1352057 May 03 14:58:53.440365 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [None req-32e514af-53e1-4836-b586-7afd8ac00fbe None None] Provisioning complete for port ca38f3ec-8d99-4bb3-874a-4757510c47c3 triggered by entity DHCP. {{(pid=110299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:58:53.440825 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-32e514af-53e1-4836-b586-7afd8ac00fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728915'] for port (ca38f3ec-8d99-4bb3-874a-4757510c47c3), provisioning_complete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:53.477459 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-32e514af-53e1-4836-b586-7afd8ac00fbe None None] Port ca38f3ec-8d99-4bb3-874a-4757510c47c3 cannot update to ACTIVE because it is not bound. {{(pid=110299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 14:58:53.971965 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 47976) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:58:54.076523 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 47982) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:58:54.082395 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.v2.base [None req-ca5f0a0b-4796-4750-8a7e-bd7ab0539403 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1363269347-network', 'tenant_id': 'deb285b69918467882e2a074dcfdc057'}} {{(pid=110297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:58:54.129961 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-f7152cba-313f-47a5-8e34-a0fa72971333 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:54.172070 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca5f0a0b-4796-4750-8a7e-bd7ab0539403 admin admin] Made reservation on behalf of deb285b69918467882e2a074dcfdc057 for: {'network': 1} {{(pid=110297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 14:58:54.174497 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-ca5f0a0b-4796-4750-8a7e-bd7ab0539403 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for network (None), before_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:54.194683 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-ca5f0a0b-4796-4750-8a7e-bd7ab0539403 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:54.210267 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Device c3f1359b-2e27-4f48-8011-5313e1c6e491 up at agent ovs-agent-dv-cinder-840289-3-iscsi {{(pid=110299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 14:58:54.233533 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-f7152cba-313f-47a5-8e34-a0fa72971333 admin admin] Publish callbacks [] for security_group (49b5d91c-b5c8-45dc-9b57-56db8d28a9eb), precommit_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:54.257358 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Provisioning complete for port c3f1359b-2e27-4f48-8011-5313e1c6e491 triggered by entity L2. {{(pid=110299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:58:54.257818 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728915'] for port (c3f1359b-2e27-4f48-8011-5313e1c6e491), provisioning_complete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:54.298737 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-ca5f0a0b-4796-4750-8a7e-bd7ab0539403 admin admin] Publish callbacks [] for security_group (c529f32e-301a-483d-9c99-2601a7ab3143), precommit_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:54.306752 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4881e9e4-a7ba-4398-a176-ff98b6291511 None None] Sync routers for ids ['5b2d5cf6-ca52-4e6d-98b9-363e424258d2'] in dv-cinder-840289-3-iscsi {{(pid=110299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 14:58:54.308092 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-f7152cba-313f-47a5-8e34-a0fa72971333 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (49b5d91c-b5c8-45dc-9b57-56db8d28a9eb), after_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:54.341998 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4881e9e4-a7ba-4398-a176-ff98b6291511 None None] Routers {'5b2d5cf6-ca52-4e6d-98b9-363e424258d2'} bound to L3 agent in host dv-cinder-840289-3-iscsi {{(pid=110299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:58:54.342639 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_hamode_db [None req-4881e9e4-a7ba-4398-a176-ff98b6291511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-03T14:38:11Z,description=,heartbeat_timestamp=2022-05-03T14:58:41Z,host='dv-cinder-840289-3-iscsi',id=a9161e1b-902d-441f-843b-a0ff0805adee,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:38:12Z,topic='l3_agent')) {'router_ids': ['5b2d5cf6-ca52-4e6d-98b9-363e424258d2'], 'active': True} {{(pid=110299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:58:54.349607 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-f7152cba-313f-47a5-8e34-a0fa72971333 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3e82a657822b411f824df81bc5ab4430&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3760076 May 03 14:58:54.350640 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7152cba-313f-47a5-8e34-a0fa72971333 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49b5d91c-b5c8-45dc-9b57-56db8d28a9eb,revision_number=1']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:58:54.353305 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 47984) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:58:54.367857 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-ca5f0a0b-4796-4750-8a7e-bd7ab0539403 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (c529f32e-301a-483d-9c99-2601a7ab3143), after_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:54.389245 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca5f0a0b-4796-4750-8a7e-bd7ab0539403 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 361} {{(pid=110297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 14:58:54.402979 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5f0a0b-4796-4750-8a7e-bd7ab0539403 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c529f32e-301a-483d-9c99-2601a7ab3143,revision_number=1']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:58:54.407178 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-13de426f-a75a-40b6-937e-c5a914446469 admin admin] Publish callbacks [] for security_group (49b5d91c-b5c8-45dc-9b57-56db8d28a9eb), before_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:54.407386 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Current status of the port c3f1359b-2e27-4f48-8011-5313e1c6e491 is: DOWN; New status is: ACTIVE {{(pid=110299) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:58:54.407800 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (c3f1359b-2e27-4f48-8011-5313e1c6e491), before_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:54.407934 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-ca5f0a0b-4796-4750-8a7e-bd7ab0539403 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719716'] for segment (9978ddc9-c19d-4f3f-9a53-506bc849511f), precommit_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:54.408196 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.db.segments_db [None req-ca5f0a0b-4796-4750-8a7e-bd7ab0539403 admin admin] Added segment 9978ddc9-c19d-4f3f-9a53-506bc849511f of type vlan for network 8f162870-2adf-4930-9aa4-eccf15a0f984 May 03 14:58:54.431754 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-13de426f-a75a-40b6-937e-c5a914446469 admin admin] Publish callbacks [] for security_group (49b5d91c-b5c8-45dc-9b57-56db8d28a9eb), precommit_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:54.434574 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] For port c3f1359b-2e27-4f48-8011-5313e1c6e491, host dv-cinder-840289-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-3-iscsi',level=0,port_id=c3f1359b-2e27-4f48-8011-5313e1c6e491,segment=NetworkSegment(0c3170a2-2f96-4172-a4d6-7b5474706bd0),segment_id=0c3170a2-2f96-4172-a4d6-7b5474706bd0)] {{(pid=110299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:58:54.453338 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-ca5f0a0b-4796-4750-8a7e-bd7ab0539403 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775476666305'] for network (8f162870-2adf-4930-9aa4-eccf15a0f984), precommit_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:54.500890 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_dvr_db [None req-4881e9e4-a7ba-4398-a176-ff98b6291511 None None] Set router 5b2d5cf6-ca52-4e6d-98b9-363e424258d2 gateway port host: dv-cinder-840289-3-iscsi {{(pid=110299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:58:54.503582 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096'] for port (c3f1359b-2e27-4f48-8011-5313e1c6e491), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:54.555737 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-ca5f0a0b-4796-4750-8a7e-bd7ab0539403 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613'] for network (8f162870-2adf-4930-9aa4-eccf15a0f984), after_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:54.556815 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca5f0a0b-4796-4750-8a7e-bd7ab0539403 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:58:54.557473 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-ca5f0a0b-4796-4750-8a7e-bd7ab0539403 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603595'] for network (None), before_response {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:54.582406 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-13de426f-a75a-40b6-937e-c5a914446469 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (49b5d91c-b5c8-45dc-9b57-56db8d28a9eb), after_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:54.585196 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-13de426f-a75a-40b6-937e-c5a914446469 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:54.586464 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-13de426f-a75a-40b6-937e-c5a914446469 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/49b5d91c-b5c8-45dc-9b57-56db8d28a9eb HTTP/1.1" status: 204 len: 168 time: 0.2319164 May 03 14:58:54.600754 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13de426f-a75a-40b6-937e-c5a914446469 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49b5d91c-b5c8-45dc-9b57-56db8d28a9eb,revision_number=None']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:58:54.624715 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5f0a0b-4796-4750-8a7e-bd7ab0539403 admin admin] Pushing event updated for resources: {'Network': ['ID=8f162870-2adf-4930-9aa4-eccf15a0f984,revision_number=1']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:58:54.644060 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-ca5f0a0b-4796-4750-8a7e-bd7ab0539403 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5637405 May 03 14:58:54.644428 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 47988) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:58:54.649837 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.v2.base [None req-edb16c5a-ea7f-4784-9d1f-2c6057878a24 admin admin] Request body: {'subnet': {'network_id': '8f162870-2adf-4930-9aa4-eccf15a0f984', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1363269347-subnet', 'tenant_id': 'deb285b69918467882e2a074dcfdc057', 'ip_version': 4}} {{(pid=110298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:58:54.650221 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Network 8f162870-2adf-4930-9aa4-eccf15a0f984 details requested by agent ovs-agent-dv-cinder-840289-3-iscsi with host dv-cinder-840289-3-iscsi {{(pid=110299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 03 14:58:54.655619 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Pushing event updated for resources: {'Port': ['ID=c3f1359b-2e27-4f48-8011-5313e1c6e491,revision_number=4']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:58:54.741913 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edb16c5a-ea7f-4784-9d1f-2c6057878a24 admin admin] Made reservation on behalf of deb285b69918467882e2a074dcfdc057 for: {'subnet': 1} {{(pid=110298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 14:58:54.744357 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-edb16c5a-ea7f-4784-9d1f-2c6057878a24 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25436669'] for subnet (None), before_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:54.815981 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_hamode_db [None req-4881e9e4-a7ba-4398-a176-ff98b6291511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b2d5cf6-ca52-4e6d-98b9-363e424258d2', 'name': 'tempest-TestVolumeBootPattern-584225590-router', 'tenant_id': '3cc6d2a38dc34b4a8c0e2357b41c95bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'external_fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': 'c3f1359b-2e27-4f48-8011-5313e1c6e491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:58:49Z', 'updated_at': '2022-05-03T14:58:52Z', 'revision_number': 4, 'project_id': '3cc6d2a38dc34b4a8c0e2357b41c95bc', 'gw_port': {'id': 'c3f1359b-2e27-4f48-8011-5313e1c6e491', 'name': '', 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:46:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b2d5cf6-ca52-4e6d-98b9-363e424258d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:58:49Z', 'updated_at': '2022-05-03T14:58:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f907060b-4748-4522-aeb5-06a44b689374', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-3-iscsi', '_interfaces': [{'id': 'ca38f3ec-8d99-4bb3-874a-4757510c47c3', 'name': '', 'network_id': '3f1b5a04-a89d-49fe-9254-ad52b00abc9e', 'tenant_id': '3cc6d2a38dc34b4a8c0e2357b41c95bc', 'mac_address': 'fa:16:3e:83:23:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b2d5cf6-ca52-4e6d-98b9-363e424258d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '92e39b4b-b229-4fdb-b188-e8826d978416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:58:52Z', 'updated_at': '2022-05-03T14:58:52Z', 'revision_number': 2, 'project_id': '3cc6d2a38dc34b4a8c0e2357b41c95bc', 'subnets': [{'id': '92e39b4b-b229-4fdb-b188-e8826d978416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-3-iscsi', False) {} {{(pid=110299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:58:54.846506 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4881e9e4-a7ba-4398-a176-ff98b6291511 None None] Checking router: 5b2d5cf6-ca52-4e6d-98b9-363e424258d2 for host: dv-cinder-840289-3-iscsi {{(pid=110299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 14:58:54.846862 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4881e9e4-a7ba-4398-a176-ff98b6291511 None None] Updating router 5b2d5cf6-ca52-4e6d-98b9-363e424258d2 port ca38f3ec-8d99-4bb3-874a-4757510c47c3 binding host dv-cinder-840289-3-iscsi {{(pid=110299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 14:58:54.875360 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-4881e9e4-a7ba-4398-a176-ff98b6291511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (ca38f3ec-8d99-4bb3-874a-4757510c47c3), before_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:54.991045 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-edb16c5a-ea7f-4784-9d1f-2c6057878a24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25807318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25436643'] for subnet (fab8327f-cb2a-409b-ae24-a6a1aca36605), after_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:55.048741 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb16c5a-ea7f-4784-9d1f-2c6057878a24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fab8327f-cb2a-409b-ae24-a6a1aca36605,revision_number=0']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:58:55.058115 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb16c5a-ea7f-4784-9d1f-2c6057878a24 admin admin] Checking segment: {'id': '9978ddc9-c19d-4f3f-9a53-506bc849511f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '8f162870-2adf-4930-9aa4-eccf15a0f984'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 14:58:55.058552 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb16c5a-ea7f-4784-9d1f-2c6057878a24 admin admin] Network hostable DHCP agents. Network: 8f162870-2adf-4930-9aa4-eccf15a0f984, hostable agents: ['5d16a8e7-5fab-4607-ae51-2b468a019c05'], hosted agents: [] {{(pid=110298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 14:58:55.141185 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-4881e9e4-a7ba-4398-a176-ff98b6291511 None None] Publish callbacks [] for port (ca38f3ec-8d99-4bb3-874a-4757510c47c3), precommit_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:55.149648 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb16c5a-ea7f-4784-9d1f-2c6057878a24 admin admin] Network 8f162870-2adf-4930-9aa4-eccf15a0f984 is scheduled to be hosted by DHCP agent 5d16a8e7-5fab-4607-ae51-2b468a019c05 with binding_index 1 {{(pid=110298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 14:58:55.239466 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-4881e9e4-a7ba-4398-a176-ff98b6291511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096'] for port (ca38f3ec-8d99-4bb3-874a-4757510c47c3), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:55.268756 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.scheduler.base_scheduler [None req-edb16c5a-ea7f-4784-9d1f-2c6057878a24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840289-3-iscsi, 8f162870-2adf-4930-9aa4-eccf15a0f984) {{(pid=110298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 14:58:55.273681 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edb16c5a-ea7f-4784-9d1f-2c6057878a24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:58:55.274780 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-edb16c5a-ea7f-4784-9d1f-2c6057878a24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603595'] for subnet (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:55.289824 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 47992) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:58:55.306801 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-48b05a8e-8734-48c8-81ee-1af6892f94b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:55.311371 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66f728f7-bdae-42bf-bc85-051db51a451c None None] Network 8f162870-2adf-4930-9aa4-eccf15a0f984 requested from dv-cinder-840289-3-iscsi {{(pid=110299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 14:58:55.342325 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd74b248-2882-4210-8f94-e9a9b3140b74 None None] Pushing event updated for resources: {'Port': ['ID=ca38f3ec-8d99-4bb3-874a-4757510c47c3,revision_number=3']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:58:55.351944 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-edb16c5a-ea7f-4784-9d1f-2c6057878a24 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7064025 May 03 14:58:55.354409 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 47994) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:58:55.358863 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.v2.base [None req-26432e0d-bd62-4641-b47f-46b9d1c1a6f7 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1363269347-router', 'tenant_id': 'deb285b69918467882e2a074dcfdc057', 'external_gateway_info': {'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c'}}} {{(pid=110298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:58:55.384570 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.managers [None req-4881e9e4-a7ba-4398-a176-ff98b6291511 None None] Attempting to bind port ca38f3ec-8d99-4bb3-874a-4757510c47c3 on host dv-cinder-840289-3-iscsi for vnic_type normal with profile {{(pid=110299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 14:58:55.385195 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.managers [None req-4881e9e4-a7ba-4398-a176-ff98b6291511 None None] Attempting to bind port ca38f3ec-8d99-4bb3-874a-4757510c47c3 by drivers openvswitch,hyperv on host dv-cinder-840289-3-iscsi at level 0 using segments [{'id': '69a76b12-2a31-46f6-a618-e3d477baa0b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '3f1b5a04-a89d-49fe-9254-ad52b00abc9e'}] {{(pid=110299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 14:58:55.385755 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4881e9e4-a7ba-4398-a176-ff98b6291511 None None] Attempting to bind port ca38f3ec-8d99-4bb3-874a-4757510c47c3 on network 3f1b5a04-a89d-49fe-9254-ad52b00abc9e {{(pid=110299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 14:58:55.391427 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-48b05a8e-8734-48c8-81ee-1af6892f94b4 admin admin] Publish callbacks [] for security_group (02ba2f41-f1dd-42c4-812d-9cb6d952f48d), precommit_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:55.421276 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4881e9e4-a7ba-4398-a176-ff98b6291511 None None] Checking agent: {'id': '16d44442-859c-4c9b-bc72-04cb3b8a5d5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840289-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 14, 38, 15), 'started_at': datetime.datetime(2022, 5, 3, 14, 38, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 14, 58, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840289-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 14:58:55.421562 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4881e9e4-a7ba-4398-a176-ff98b6291511 None None] Checking segment: {'id': '69a76b12-2a31-46f6-a618-e3d477baa0b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '3f1b5a04-a89d-49fe-9254-ad52b00abc9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 14:58:55.421970 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-4881e9e4-a7ba-4398-a176-ff98b6291511 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:55.422374 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4881e9e4-a7ba-4398-a176-ff98b6291511 None None] Bound using segment: {'id': '69a76b12-2a31-46f6-a618-e3d477baa0b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '3f1b5a04-a89d-49fe-9254-ad52b00abc9e'} {{(pid=110299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 14:58:55.422865 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.managers [None req-4881e9e4-a7ba-4398-a176-ff98b6291511 None None] Bound port: ca38f3ec-8d99-4bb3-874a-4757510c47c3, host: dv-cinder-840289-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69a76b12-2a31-46f6-a618-e3d477baa0b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '3f1b5a04-a89d-49fe-9254-ad52b00abc9e'}}] {{(pid=110299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 14:58:55.423276 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-4881e9e4-a7ba-4398-a176-ff98b6291511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (ca38f3ec-8d99-4bb3-874a-4757510c47c3), before_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:55.453332 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-26432e0d-bd62-4641-b47f-46b9d1c1a6f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1693469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3141'] for router (f836bbf8-eec3-4bef-a196-c140cec4d77a), before_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:55.455280 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-26432e0d-bd62-4641-b47f-46b9d1c1a6f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1693617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698068', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1739037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3132'] for router (f836bbf8-eec3-4bef-a196-c140cec4d77a), precommit_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:55.467876 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-48b05a8e-8734-48c8-81ee-1af6892f94b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (02ba2f41-f1dd-42c4-812d-9cb6d952f48d), after_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:55.511055 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-48b05a8e-8734-48c8-81ee-1af6892f94b4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c901894f91d849198be25cf99c330bd6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2145891 May 03 14:58:55.515258 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0112f11-0115-4709-8cc1-5a4d58737309 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34cf8f42-598f-5304-9936-d07867131aca-8f162870-2adf-4930-9aa4-eccf15a0f984', 'network_id': '8f162870-2adf-4930-9aa4-eccf15a0f984', 'project_id': 'deb285b69918467882e2a074dcfdc057', 'fixed_ips': [{'subnet_id': 'fab8327f-cb2a-409b-ae24-a6a1aca36605'}]}} from dv-cinder-840289-3-iscsi. {{(pid=110299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 03 14:58:55.516114 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-f0112f11-0115-4709-8cc1-5a4d58737309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (None), before_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:55.523057 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b05a8e-8734-48c8-81ee-1af6892f94b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02ba2f41-f1dd-42c4-812d-9cb6d952f48d,revision_number=1']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:58:55.526435 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 47996) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:58:55.543323 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-26432e0d-bd62-4641-b47f-46b9d1c1a6f7 admin admin] Publish callbacks [] for router_controller (f836bbf8-eec3-4bef-a196-c140cec4d77a), precommit_add_association {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:55.550584 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-4881e9e4-a7ba-4398-a176-ff98b6291511 None None] For port ca38f3ec-8d99-4bb3-874a-4757510c47c3, host dv-cinder-840289-3-iscsi, cleared binding levels {{(pid=110299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 14:58:55.558546 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-4881e9e4-a7ba-4398-a176-ff98b6291511 None None] For port ca38f3ec-8d99-4bb3-874a-4757510c47c3, host dv-cinder-840289-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-3-iscsi',level=0,port_id=ca38f3ec-8d99-4bb3-874a-4757510c47c3,segment=NetworkSegment(69a76b12-2a31-46f6-a618-e3d477baa0b8),segment_id=69a76b12-2a31-46f6-a618-e3d477baa0b8)] {{(pid=110299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 14:58:55.577099 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-8282c02f-ae3f-40e7-9ceb-e708e75f1344 admin admin] Publish callbacks [] for security_group (02ba2f41-f1dd-42c4-812d-9cb6d952f48d), before_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:55.599513 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-8282c02f-ae3f-40e7-9ceb-e708e75f1344 admin admin] Publish callbacks [] for security_group (02ba2f41-f1dd-42c4-812d-9cb6d952f48d), precommit_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:55.631431 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-4881e9e4-a7ba-4398-a176-ff98b6291511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096'] for port (ca38f3ec-8d99-4bb3-874a-4757510c47c3), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:55.633616 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [None req-cc7604cc-0446-40ab-a0fd-006225a98dad None None] Provisioning complete for port ca38f3ec-8d99-4bb3-874a-4757510c47c3 triggered by entity DHCP. {{(pid=110299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:58:55.634134 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-cc7604cc-0446-40ab-a0fd-006225a98dad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728915'] for port (ca38f3ec-8d99-4bb3-874a-4757510c47c3), provisioning_complete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:55.719487 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-8282c02f-ae3f-40e7-9ceb-e708e75f1344 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (02ba2f41-f1dd-42c4-812d-9cb6d952f48d), after_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:55.722315 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-8282c02f-ae3f-40e7-9ceb-e708e75f1344 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:55.723624 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-8282c02f-ae3f-40e7-9ceb-e708e75f1344 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/02ba2f41-f1dd-42c4-812d-9cb6d952f48d HTTP/1.1" status: 204 len: 168 time: 0.1959245 May 03 14:58:55.734211 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8282c02f-ae3f-40e7-9ceb-e708e75f1344 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02ba2f41-f1dd-42c4-812d-9cb6d952f48d,revision_number=None']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:58:55.758989 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-26432e0d-bd62-4641-b47f-46b9d1c1a6f7 admin admin] Publish callbacks [] for router_gateway (f836bbf8-eec3-4bef-a196-c140cec4d77a), precommit_update {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:55.931999 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd74b248-2882-4210-8f94-e9a9b3140b74 None None] Pushing event updated for resources: {'Port': ['ID=ca38f3ec-8d99-4bb3-874a-4757510c47c3,revision_number=4']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:58:55.936641 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.db_base_plugin_common [None req-f0112f11-0115-4709-8cc1-5a4d58737309 None None] Allocated IP 172.20.0.2 (8f162870-2adf-4930-9aa4-eccf15a0f984/fab8327f-cb2a-409b-ae24-a6a1aca36605/750eca70-dc82-4b0c-987f-1496ad413341) {{(pid=110299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 14:58:55.939896 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4881e9e4-a7ba-4398-a176-ff98b6291511 None None] Routers {'5b2d5cf6-ca52-4e6d-98b9-363e424258d2'} bound to L3 agent in host dv-cinder-840289-3-iscsi {{(pid=110299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:58:55.944133 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_hamode_db [None req-4881e9e4-a7ba-4398-a176-ff98b6291511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-03T14:38:11Z,description=,heartbeat_timestamp=2022-05-03T14:58:41Z,host='dv-cinder-840289-3-iscsi',id=a9161e1b-902d-441f-843b-a0ff0805adee,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:38:12Z,topic='l3_agent')) {'router_ids': ['5b2d5cf6-ca52-4e6d-98b9-363e424258d2'], 'active': True} {{(pid=110299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:58:56.033098 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-26432e0d-bd62-4641-b47f-46b9d1c1a6f7 admin admin] Publish callbacks [] for router_gateway (f836bbf8-eec3-4bef-a196-c140cec4d77a), before_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:56.058157 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-26432e0d-bd62-4641-b47f-46b9d1c1a6f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (None), before_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:56.090282 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-cc7604cc-0446-40ab-a0fd-006225a98dad None None] Current status of the port ca38f3ec-8d99-4bb3-874a-4757510c47c3 is: DOWN; New status is: ACTIVE {{(pid=110299) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:58:56.090683 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-cc7604cc-0446-40ab-a0fd-006225a98dad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (ca38f3ec-8d99-4bb3-874a-4757510c47c3), before_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:56.186920 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_dvr_db [None req-4881e9e4-a7ba-4398-a176-ff98b6291511 None None] Set router 5b2d5cf6-ca52-4e6d-98b9-363e424258d2 gateway port host: dv-cinder-840289-3-iscsi {{(pid=110299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:58:56.189255 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.db.db_base_plugin_common [None req-26432e0d-bd62-4641-b47f-46b9d1c1a6f7 admin admin] Allocated IP 172.27.0.29 (7456e722-9446-4a17-bcf3-c72dce07c65c/f907060b-4748-4522-aeb5-06a44b689374/1f9409a5-2a85-43ea-a952-2f0335ab77de) {{(pid=110298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 14:58:56.227866 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-cc7604cc-0446-40ab-a0fd-006225a98dad None None] For port ca38f3ec-8d99-4bb3-874a-4757510c47c3, host dv-cinder-840289-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-3-iscsi',level=0,port_id=ca38f3ec-8d99-4bb3-874a-4757510c47c3,segment=NetworkSegment(69a76b12-2a31-46f6-a618-e3d477baa0b8),segment_id=69a76b12-2a31-46f6-a618-e3d477baa0b8)] {{(pid=110299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:58:56.302684 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Device c3f1359b-2e27-4f48-8011-5313e1c6e491 up at agent ovs-agent-dv-cinder-840289-3-iscsi {{(pid=110299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 14:58:56.319475 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-26432e0d-bd62-4641-b47f-46b9d1c1a6f7 admin admin] Publish callbacks [] for port (1f9409a5-2a85-43ea-a952-2f0335ab77de), precommit_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:56.335978 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-cc7604cc-0446-40ab-a0fd-006225a98dad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096'] for port (ca38f3ec-8d99-4bb3-874a-4757510c47c3), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:56.357026 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-f0112f11-0115-4709-8cc1-5a4d58737309 None None] Publish callbacks [] for port (750eca70-dc82-4b0c-987f-1496ad413341), precommit_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:56.425144 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-26432e0d-bd62-4641-b47f-46b9d1c1a6f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775476647060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25806886'] for port (1f9409a5-2a85-43ea-a952-2f0335ab77de), after_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:56.473007 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7604cc-0446-40ab-a0fd-006225a98dad None None] Pushing event updated for resources: {'Port': ['ID=ca38f3ec-8d99-4bb3-874a-4757510c47c3,revision_number=5']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:58:56.475129 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26432e0d-bd62-4641-b47f-46b9d1c1a6f7 admin admin] Network 7456e722-9446-4a17-bcf3-c72dce07c65c is already hosted by enough agents. {{(pid=110298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 14:58:56.480583 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.scheduler.base_scheduler [None req-26432e0d-bd62-4641-b47f-46b9d1c1a6f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=110298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 14:58:56.483128 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26432e0d-bd62-4641-b47f-46b9d1c1a6f7 admin admin] Received port after_create {{(pid=110298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 14:58:56.486402 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26432e0d-bd62-4641-b47f-46b9d1c1a6f7 admin admin] Pushing event updated for resources: {'Port': ['ID=1f9409a5-2a85-43ea-a952-2f0335ab77de,revision_number=1']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:58:56.489326 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [None req-12dd75c0-a482-4339-b497-794350ac65c3 None None] Provisioning complete for port ca38f3ec-8d99-4bb3-874a-4757510c47c3 triggered by entity DHCP. {{(pid=110299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:58:56.489748 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-12dd75c0-a482-4339-b497-794350ac65c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728915'] for port (ca38f3ec-8d99-4bb3-874a-4757510c47c3), provisioning_complete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:56.517573 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-f0112f11-0115-4709-8cc1-5a4d58737309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775476647060'] for port (750eca70-dc82-4b0c-987f-1496ad413341), after_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:56.523340 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Provisioning complete for port c3f1359b-2e27-4f48-8011-5313e1c6e491 triggered by entity L2. {{(pid=110299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:58:56.523721 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728915'] for port (c3f1359b-2e27-4f48-8011-5313e1c6e491), provisioning_complete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:56.636899 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0112f11-0115-4709-8cc1-5a4d58737309 None None] Network 8f162870-2adf-4930-9aa4-eccf15a0f984 is already hosted by enough agents. {{(pid=110299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 14:58:56.646921 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.scheduler.base_scheduler [None req-f0112f11-0115-4709-8cc1-5a4d58737309 None None] Resources bound (agent type, host, resource id): {{(pid=110299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 14:58:56.655980 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0112f11-0115-4709-8cc1-5a4d58737309 None None] Pushing event updated for resources: {'Port': ['ID=750eca70-dc82-4b0c-987f-1496ad413341,revision_number=1']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:58:56.658627 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0112f11-0115-4709-8cc1-5a4d58737309 None None] Received port after_create {{(pid=110299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 14:58:56.664251 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_hamode_db [None req-4881e9e4-a7ba-4398-a176-ff98b6291511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b2d5cf6-ca52-4e6d-98b9-363e424258d2', 'name': 'tempest-TestVolumeBootPattern-584225590-router', 'tenant_id': '3cc6d2a38dc34b4a8c0e2357b41c95bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'external_fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': 'c3f1359b-2e27-4f48-8011-5313e1c6e491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:58:49Z', 'updated_at': '2022-05-03T14:58:52Z', 'revision_number': 4, 'project_id': '3cc6d2a38dc34b4a8c0e2357b41c95bc', 'gw_port': {'id': 'c3f1359b-2e27-4f48-8011-5313e1c6e491', 'name': '', 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:46:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2d5cf6-ca52-4e6d-98b9-363e424258d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:58:49Z', 'updated_at': '2022-05-03T14:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f907060b-4748-4522-aeb5-06a44b689374', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-3-iscsi', '_interfaces': [{'id': 'ca38f3ec-8d99-4bb3-874a-4757510c47c3', 'name': '', 'network_id': '3f1b5a04-a89d-49fe-9254-ad52b00abc9e', 'tenant_id': '3cc6d2a38dc34b4a8c0e2357b41c95bc', 'mac_address': 'fa:16:3e:83:23:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b2d5cf6-ca52-4e6d-98b9-363e424258d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '92e39b4b-b229-4fdb-b188-e8826d978416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:58:52Z', 'updated_at': '2022-05-03T14:58:55Z', 'revision_number': 4, 'project_id': '3cc6d2a38dc34b4a8c0e2357b41c95bc', 'subnets': [{'id': '92e39b4b-b229-4fdb-b188-e8826d978416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-3-iscsi', False) {} {{(pid=110299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:58:56.705922 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4881e9e4-a7ba-4398-a176-ff98b6291511 None None] The sync data for ids ['5b2d5cf6-ca52-4e6d-98b9-363e424258d2'] in dv-cinder-840289-3-iscsi is: [{'id': '5b2d5cf6-ca52-4e6d-98b9-363e424258d2', 'name': 'tempest-TestVolumeBootPattern-584225590-router', 'tenant_id': '3cc6d2a38dc34b4a8c0e2357b41c95bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'external_fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': 'c3f1359b-2e27-4f48-8011-5313e1c6e491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:58:49Z', 'updated_at': '2022-05-03T14:58:52Z', 'revision_number': 4, 'project_id': '3cc6d2a38dc34b4a8c0e2357b41c95bc', 'gw_port': {'id': 'c3f1359b-2e27-4f48-8011-5313e1c6e491', 'name': '', 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:46:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2d5cf6-ca52-4e6d-98b9-363e424258d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:58:49Z', 'updated_at': '2022-05-03T14:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f907060b-4748-4522-aeb5-06a44b689374', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-3-iscsi', '_interfaces': [{'id': 'ca38f3ec-8d99-4bb3-874a-4757510c47c3', 'name': '', 'network_id': '3f1b5a04-a89d-49fe-9254-ad52b00abc9e', 'tenant_id': '3cc6d2a38dc34b4a8c0e2357b41c95bc', 'mac_address': 'fa:16:3e:83:23:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b2d5cf6-ca52-4e6d-98b9-363e424258d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '92e39b4b-b229-4fdb-b188-e8826d978416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:58:52Z', 'updated_at': '2022-05-03T14:58:55Z', 'revision_number': 4, 'project_id': '3cc6d2a38dc34b4a8c0e2357b41c95bc', 'subnets': [{'id': '92e39b4b-b229-4fdb-b188-e8826d978416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 14:58:56.805754 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-12dd75c0-a482-4339-b497-794350ac65c3 None None] Current status of the port ca38f3ec-8d99-4bb3-874a-4757510c47c3 is: ACTIVE; New status is: ACTIVE {{(pid=110299) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:58:56.851227 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.managers [None req-f0112f11-0115-4709-8cc1-5a4d58737309 None None] Attempting to bind port 750eca70-dc82-4b0c-987f-1496ad413341 on host dv-cinder-840289-3-iscsi for vnic_type normal with profile {{(pid=110299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 14:58:56.852084 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.managers [None req-f0112f11-0115-4709-8cc1-5a4d58737309 None None] Attempting to bind port 750eca70-dc82-4b0c-987f-1496ad413341 by drivers openvswitch,hyperv on host dv-cinder-840289-3-iscsi at level 0 using segments [{'id': '9978ddc9-c19d-4f3f-9a53-506bc849511f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '8f162870-2adf-4930-9aa4-eccf15a0f984'}] {{(pid=110299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 14:58:56.852363 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0112f11-0115-4709-8cc1-5a4d58737309 None None] Attempting to bind port 750eca70-dc82-4b0c-987f-1496ad413341 on network 8f162870-2adf-4930-9aa4-eccf15a0f984 {{(pid=110299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 14:58:56.871830 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0112f11-0115-4709-8cc1-5a4d58737309 None None] Checking agent: {'id': '16d44442-859c-4c9b-bc72-04cb3b8a5d5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840289-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 14, 38, 15), 'started_at': datetime.datetime(2022, 5, 3, 14, 38, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 14, 58, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840289-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 14:58:56.877733 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0112f11-0115-4709-8cc1-5a4d58737309 None None] Checking segment: {'id': '9978ddc9-c19d-4f3f-9a53-506bc849511f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '8f162870-2adf-4930-9aa4-eccf15a0f984'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 14:58:56.877733 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-f0112f11-0115-4709-8cc1-5a4d58737309 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:56.877733 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0112f11-0115-4709-8cc1-5a4d58737309 None None] Bound using segment: {'id': '9978ddc9-c19d-4f3f-9a53-506bc849511f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '8f162870-2adf-4930-9aa4-eccf15a0f984'} {{(pid=110299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 14:58:56.877733 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.managers [None req-f0112f11-0115-4709-8cc1-5a4d58737309 None None] Bound port: 750eca70-dc82-4b0c-987f-1496ad413341, host: dv-cinder-840289-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9978ddc9-c19d-4f3f-9a53-506bc849511f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '8f162870-2adf-4930-9aa4-eccf15a0f984'}}] {{(pid=110299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 14:58:56.877733 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-f0112f11-0115-4709-8cc1-5a4d58737309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (750eca70-dc82-4b0c-987f-1496ad413341), before_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:56.878715 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-26432e0d-bd62-4641-b47f-46b9d1c1a6f7 admin admin] Publish callbacks [] for router_gateway (f836bbf8-eec3-4bef-a196-c140cec4d77a), after_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:56.888677 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Current status of the port c3f1359b-2e27-4f48-8011-5313e1c6e491 is: ACTIVE; New status is: ACTIVE {{(pid=110299) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:58:56.966618 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-f0112f11-0115-4709-8cc1-5a4d58737309 None None] For port 750eca70-dc82-4b0c-987f-1496ad413341, host dv-cinder-840289-3-iscsi, cleared binding levels {{(pid=110299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 14:58:56.969846 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-f0112f11-0115-4709-8cc1-5a4d58737309 None None] For port 750eca70-dc82-4b0c-987f-1496ad413341, host dv-cinder-840289-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-3-iscsi',level=0,port_id=750eca70-dc82-4b0c-987f-1496ad413341,segment=NetworkSegment(9978ddc9-c19d-4f3f-9a53-506bc849511f),segment_id=9978ddc9-c19d-4f3f-9a53-506bc849511f)] {{(pid=110299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 14:58:57.064955 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-f0112f11-0115-4709-8cc1-5a4d58737309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096'] for port (750eca70-dc82-4b0c-987f-1496ad413341), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:57.116402 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-26432e0d-bd62-4641-b47f-46b9d1c1a6f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698251'] for router (f836bbf8-eec3-4bef-a196-c140cec4d77a), after_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:57.145575 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0112f11-0115-4709-8cc1-5a4d58737309 None None] Pushing event updated for resources: {'Port': ['ID=750eca70-dc82-4b0c-987f-1496ad413341,revision_number=2']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:58:57.337806 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26432e0d-bd62-4641-b47f-46b9d1c1a6f7 admin admin] Router f836bbf8-eec3-4bef-a196-c140cec4d77a is scheduled to L3 agent a9161e1b-902d-441f-843b-a0ff0805adee with binding_index 1 {{(pid=110298) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 03 14:58:57.480617 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26432e0d-bd62-4641-b47f-46b9d1c1a6f7 admin admin] Notify agent at l3_agent.dv-cinder-840289-3-iscsi the message routers_updated {{(pid=110298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 14:58:57.492857 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-923284ac-5ea4-4a3b-8d88-f0ff48458c06 None None] Sync routers for ids ['f836bbf8-eec3-4bef-a196-c140cec4d77a'] in dv-cinder-840289-3-iscsi {{(pid=110300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 14:58:57.509277 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923284ac-5ea4-4a3b-8d88-f0ff48458c06 None None] Routers {'f836bbf8-eec3-4bef-a196-c140cec4d77a'} bound to L3 agent in host dv-cinder-840289-3-iscsi {{(pid=110300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:58:57.509817 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_hamode_db [None req-923284ac-5ea4-4a3b-8d88-f0ff48458c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-03T14:38:11Z,description=,heartbeat_timestamp=2022-05-03T14:58:41Z,host='dv-cinder-840289-3-iscsi',id=a9161e1b-902d-441f-843b-a0ff0805adee,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:38:12Z,topic='l3_agent')) {'router_ids': ['f836bbf8-eec3-4bef-a196-c140cec4d77a'], 'active': True} {{(pid=110300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:58:57.574063 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-26432e0d-bd62-4641-b47f-46b9d1c1a6f7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:57.575629 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-26432e0d-bd62-4641-b47f-46b9d1c1a6f7 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.2200687 May 03 14:58:57.578453 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 48026) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:58:57.633466 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvr_db [None req-923284ac-5ea4-4a3b-8d88-f0ff48458c06 None None] Set router f836bbf8-eec3-4bef-a196-c140cec4d77a gateway port host: dv-cinder-840289-3-iscsi {{(pid=110300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:58:57.855843 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_hamode_db [None req-923284ac-5ea4-4a3b-8d88-f0ff48458c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f836bbf8-eec3-4bef-a196-c140cec4d77a', 'name': 'tempest-TestVolumeBootPattern-1363269347-router', 'tenant_id': 'deb285b69918467882e2a074dcfdc057', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'external_fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '1f9409a5-2a85-43ea-a952-2f0335ab77de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:58:55Z', 'updated_at': '2022-05-03T14:58:56Z', 'revision_number': 3, 'project_id': 'deb285b69918467882e2a074dcfdc057', 'gw_port': {'id': '1f9409a5-2a85-43ea-a952-2f0335ab77de', 'name': '', 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:0b:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f836bbf8-eec3-4bef-a196-c140cec4d77a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:58:56Z', 'updated_at': '2022-05-03T14:58:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f907060b-4748-4522-aeb5-06a44b689374', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-3-iscsi'}], 'dv-cinder-840289-3-iscsi', False) {} {{(pid=110300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:58:57.890425 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-923284ac-5ea4-4a3b-8d88-f0ff48458c06 None None] Checking router: f836bbf8-eec3-4bef-a196-c140cec4d77a for host: dv-cinder-840289-3-iscsi {{(pid=110300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 14:58:57.891182 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-923284ac-5ea4-4a3b-8d88-f0ff48458c06 None None] Updating router f836bbf8-eec3-4bef-a196-c140cec4d77a port 1f9409a5-2a85-43ea-a952-2f0335ab77de binding host dv-cinder-840289-3-iscsi {{(pid=110300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 14:58:57.923901 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-923284ac-5ea4-4a3b-8d88-f0ff48458c06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (1f9409a5-2a85-43ea-a952-2f0335ab77de), before_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:58.316602 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Device ca38f3ec-8d99-4bb3-874a-4757510c47c3 up at agent ovs-agent-dv-cinder-840289-3-iscsi {{(pid=110299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 14:58:58.323157 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-923284ac-5ea4-4a3b-8d88-f0ff48458c06 None None] Publish callbacks [] for port (1f9409a5-2a85-43ea-a952-2f0335ab77de), precommit_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:58.357977 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdf3650f-47a1-4166-a38c-eeca2039ba89 None None] Network 8f162870-2adf-4930-9aa4-eccf15a0f984 requested from dv-cinder-840289-3-iscsi {{(pid=110299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 14:58:58.390296 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-923284ac-5ea4-4a3b-8d88-f0ff48458c06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096'] for port (1f9409a5-2a85-43ea-a952-2f0335ab77de), after_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:58.424260 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.managers [None req-923284ac-5ea4-4a3b-8d88-f0ff48458c06 None None] Attempting to bind port 1f9409a5-2a85-43ea-a952-2f0335ab77de on host dv-cinder-840289-3-iscsi for vnic_type normal with profile {{(pid=110300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 14:58:58.424793 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.managers [None req-923284ac-5ea4-4a3b-8d88-f0ff48458c06 None None] Attempting to bind port 1f9409a5-2a85-43ea-a952-2f0335ab77de by drivers openvswitch,hyperv on host dv-cinder-840289-3-iscsi at level 0 using segments [{'id': '0c3170a2-2f96-4172-a4d6-7b5474706bd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c'}] {{(pid=110300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 14:58:58.425243 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923284ac-5ea4-4a3b-8d88-f0ff48458c06 None None] Attempting to bind port 1f9409a5-2a85-43ea-a952-2f0335ab77de on network 7456e722-9446-4a17-bcf3-c72dce07c65c {{(pid=110300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 14:58:58.455774 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923284ac-5ea4-4a3b-8d88-f0ff48458c06 None None] Checking agent: {'id': '16d44442-859c-4c9b-bc72-04cb3b8a5d5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840289-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 14, 38, 15), 'started_at': datetime.datetime(2022, 5, 3, 14, 38, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 14, 58, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840289-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 14:58:58.456364 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923284ac-5ea4-4a3b-8d88-f0ff48458c06 None None] Checking segment: {'id': '0c3170a2-2f96-4172-a4d6-7b5474706bd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 14:58:58.456970 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-923284ac-5ea4-4a3b-8d88-f0ff48458c06 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:58.457524 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923284ac-5ea4-4a3b-8d88-f0ff48458c06 None None] Bound using segment: {'id': '0c3170a2-2f96-4172-a4d6-7b5474706bd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c'} {{(pid=110300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 14:58:58.458202 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.managers [None req-923284ac-5ea4-4a3b-8d88-f0ff48458c06 None None] Bound port: 1f9409a5-2a85-43ea-a952-2f0335ab77de, host: dv-cinder-840289-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c3170a2-2f96-4172-a4d6-7b5474706bd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c'}}] {{(pid=110300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 14:58:58.458754 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-923284ac-5ea4-4a3b-8d88-f0ff48458c06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (1f9409a5-2a85-43ea-a952-2f0335ab77de), before_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:58.468043 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [None req-84e3361e-3aa3-4fc2-96c0-b6495691e14e None None] Provisioning complete for port 750eca70-dc82-4b0c-987f-1496ad413341 triggered by entity DHCP. {{(pid=110299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:58:58.468423 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-84e3361e-3aa3-4fc2-96c0-b6495691e14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728915'] for port (750eca70-dc82-4b0c-987f-1496ad413341), provisioning_complete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:58.476662 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Provisioning complete for port ca38f3ec-8d99-4bb3-874a-4757510c47c3 triggered by entity L2. {{(pid=110299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:58:58.477048 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728915'] for port (ca38f3ec-8d99-4bb3-874a-4757510c47c3), provisioning_complete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:58.532989 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.db [None req-923284ac-5ea4-4a3b-8d88-f0ff48458c06 None None] For port 1f9409a5-2a85-43ea-a952-2f0335ab77de, host dv-cinder-840289-3-iscsi, cleared binding levels {{(pid=110300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 14:58:58.536726 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.db [None req-923284ac-5ea4-4a3b-8d88-f0ff48458c06 None None] For port 1f9409a5-2a85-43ea-a952-2f0335ab77de, host dv-cinder-840289-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-3-iscsi',level=0,port_id=1f9409a5-2a85-43ea-a952-2f0335ab77de,segment=NetworkSegment(0c3170a2-2f96-4172-a4d6-7b5474706bd0),segment_id=0c3170a2-2f96-4172-a4d6-7b5474706bd0)] {{(pid=110300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 14:58:58.539183 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-ec5c25b2-9632-46cc-ae7d-f6458aad0f22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (None), before_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:58.566375 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29731e4c-0743-4218-9f7c-c340548e8c0b None None] Pushing event updated for resources: {'Port': ['ID=1f9409a5-2a85-43ea-a952-2f0335ab77de,revision_number=2']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:58:58.625088 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-923284ac-5ea4-4a3b-8d88-f0ff48458c06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096'] for port (1f9409a5-2a85-43ea-a952-2f0335ab77de), after_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:58.678770 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Current status of the port ca38f3ec-8d99-4bb3-874a-4757510c47c3 is: ACTIVE; New status is: ACTIVE {{(pid=110299) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:58:58.679898 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Device 750eca70-dc82-4b0c-987f-1496ad413341 up at agent ovs-agent-dv-cinder-840289-3-iscsi {{(pid=110299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 14:58:58.681668 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-84e3361e-3aa3-4fc2-96c0-b6495691e14e None None] Current status of the port 750eca70-dc82-4b0c-987f-1496ad413341 is: DOWN; New status is: ACTIVE {{(pid=110299) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:58:58.682065 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-84e3361e-3aa3-4fc2-96c0-b6495691e14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (750eca70-dc82-4b0c-987f-1496ad413341), before_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:58.704848 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923284ac-5ea4-4a3b-8d88-f0ff48458c06 None None] Routers {'f836bbf8-eec3-4bef-a196-c140cec4d77a'} bound to L3 agent in host dv-cinder-840289-3-iscsi {{(pid=110300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:58:58.705475 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_hamode_db [None req-923284ac-5ea4-4a3b-8d88-f0ff48458c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-03T14:38:11Z,description=,heartbeat_timestamp=2022-05-03T14:58:41Z,host='dv-cinder-840289-3-iscsi',id=a9161e1b-902d-441f-843b-a0ff0805adee,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:38:12Z,topic='l3_agent')) {'router_ids': ['f836bbf8-eec3-4bef-a196-c140cec4d77a'], 'active': True} {{(pid=110300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:58:58.750669 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29731e4c-0743-4218-9f7c-c340548e8c0b None None] Pushing event updated for resources: {'Port': ['ID=1f9409a5-2a85-43ea-a952-2f0335ab77de,revision_number=3']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:58:58.750942 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-84e3361e-3aa3-4fc2-96c0-b6495691e14e None None] For port 750eca70-dc82-4b0c-987f-1496ad413341, host dv-cinder-840289-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-3-iscsi',level=0,port_id=750eca70-dc82-4b0c-987f-1496ad413341,segment=NetworkSegment(9978ddc9-c19d-4f3f-9a53-506bc849511f),segment_id=9978ddc9-c19d-4f3f-9a53-506bc849511f)] {{(pid=110299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:58:58.780987 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Provisioning complete for port 750eca70-dc82-4b0c-987f-1496ad413341 triggered by entity L2. {{(pid=110299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:58:58.781852 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728915'] for port (750eca70-dc82-4b0c-987f-1496ad413341), provisioning_complete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:58.786452 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.db.db_base_plugin_common [None req-ec5c25b2-9632-46cc-ae7d-f6458aad0f22 admin admin] Allocated IP 172.20.0.1 (8f162870-2adf-4930-9aa4-eccf15a0f984/fab8327f-cb2a-409b-ae24-a6a1aca36605/73d6a4b2-752a-40e4-94f9-beaf2ec637b5) {{(pid=110297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 14:58:58.836111 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-84e3361e-3aa3-4fc2-96c0-b6495691e14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096'] for port (750eca70-dc82-4b0c-987f-1496ad413341), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:58.957507 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-ec5c25b2-9632-46cc-ae7d-f6458aad0f22 admin admin] Publish callbacks [] for port (73d6a4b2-752a-40e4-94f9-beaf2ec637b5), precommit_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:58.970410 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvr_db [None req-923284ac-5ea4-4a3b-8d88-f0ff48458c06 None None] Set router f836bbf8-eec3-4bef-a196-c140cec4d77a gateway port host: dv-cinder-840289-3-iscsi {{(pid=110300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:58:59.059143 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-ec5c25b2-9632-46cc-ae7d-f6458aad0f22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775476647060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25923557'] for port (73d6a4b2-752a-40e4-94f9-beaf2ec637b5), after_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:59.079941 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Current status of the port 750eca70-dc82-4b0c-987f-1496ad413341 is: ACTIVE; New status is: ACTIVE {{(pid=110299) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:58:59.087322 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [None req-704a49a6-122c-482f-88df-e1d3702d8a03 None None] Provisioning complete for port 750eca70-dc82-4b0c-987f-1496ad413341 triggered by entity DHCP. {{(pid=110299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:58:59.088217 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-704a49a6-122c-482f-88df-e1d3702d8a03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728915'] for port (750eca70-dc82-4b0c-987f-1496ad413341), provisioning_complete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:59.120504 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e3361e-3aa3-4fc2-96c0-b6495691e14e None None] Pushing event updated for resources: {'Port': ['ID=750eca70-dc82-4b0c-987f-1496ad413341,revision_number=3']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:58:59.128584 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec5c25b2-9632-46cc-ae7d-f6458aad0f22 admin admin] Network 8f162870-2adf-4930-9aa4-eccf15a0f984 is already hosted by enough agents. {{(pid=110297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 14:58:59.128584 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.scheduler.base_scheduler [None req-ec5c25b2-9632-46cc-ae7d-f6458aad0f22 admin admin] Resources bound (agent type, host, resource id): {{(pid=110297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 14:58:59.129108 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5c25b2-9632-46cc-ae7d-f6458aad0f22 admin admin] Received port after_create {{(pid=110297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 14:58:59.133088 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5c25b2-9632-46cc-ae7d-f6458aad0f22 admin admin] Pushing event updated for resources: {'Port': ['ID=73d6a4b2-752a-40e4-94f9-beaf2ec637b5,revision_number=1']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:58:59.168105 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_hamode_db [None req-923284ac-5ea4-4a3b-8d88-f0ff48458c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f836bbf8-eec3-4bef-a196-c140cec4d77a', 'name': 'tempest-TestVolumeBootPattern-1363269347-router', 'tenant_id': 'deb285b69918467882e2a074dcfdc057', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'external_fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '1f9409a5-2a85-43ea-a952-2f0335ab77de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:58:55Z', 'updated_at': '2022-05-03T14:58:56Z', 'revision_number': 3, 'project_id': 'deb285b69918467882e2a074dcfdc057', 'gw_port': {'id': '1f9409a5-2a85-43ea-a952-2f0335ab77de', 'name': '', 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:0b:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f836bbf8-eec3-4bef-a196-c140cec4d77a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:58:56Z', 'updated_at': '2022-05-03T14:58:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f907060b-4748-4522-aeb5-06a44b689374', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-3-iscsi'}], 'dv-cinder-840289-3-iscsi', False) {} {{(pid=110300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:58:59.171586 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (26e70f58-a201-437c-be8d-fd2714f100da), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:59.179208 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-ec5c25b2-9632-46cc-ae7d-f6458aad0f22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1694142'] for router_interface (f836bbf8-eec3-4bef-a196-c140cec4d77a), before_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:59.188132 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-704a49a6-122c-482f-88df-e1d3702d8a03 None None] Current status of the port 750eca70-dc82-4b0c-987f-1496ad413341 is: ACTIVE; New status is: ACTIVE {{(pid=110299) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:58:59.205151 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-923284ac-5ea4-4a3b-8d88-f0ff48458c06 None None] The sync data for ids ['f836bbf8-eec3-4bef-a196-c140cec4d77a'] in dv-cinder-840289-3-iscsi is: [{'id': 'f836bbf8-eec3-4bef-a196-c140cec4d77a', 'name': 'tempest-TestVolumeBootPattern-1363269347-router', 'tenant_id': 'deb285b69918467882e2a074dcfdc057', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'external_fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '1f9409a5-2a85-43ea-a952-2f0335ab77de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:58:55Z', 'updated_at': '2022-05-03T14:58:56Z', 'revision_number': 3, 'project_id': 'deb285b69918467882e2a074dcfdc057', 'gw_port': {'id': '1f9409a5-2a85-43ea-a952-2f0335ab77de', 'name': '', 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:0b:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f836bbf8-eec3-4bef-a196-c140cec4d77a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:58:56Z', 'updated_at': '2022-05-03T14:58:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f907060b-4748-4522-aeb5-06a44b689374', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-3-iscsi'}] {{(pid=110300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 14:58:59.373517 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 48070) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:58:59.401626 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-ec5c25b2-9632-46cc-ae7d-f6458aad0f22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (73d6a4b2-752a-40e4-94f9-beaf2ec637b5), before_update {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:59.410439 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [None req-1d804d99-b632-4d0f-9717-126dea295cb1 None None] Provisioning complete for port 73d6a4b2-752a-40e4-94f9-beaf2ec637b5 triggered by entity DHCP. {{(pid=110299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:58:59.412873 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-1d804d99-b632-4d0f-9717-126dea295cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728915'] for port (73d6a4b2-752a-40e4-94f9-beaf2ec637b5), provisioning_complete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:59.464714 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-1d804d99-b632-4d0f-9717-126dea295cb1 None None] Port 73d6a4b2-752a-40e4-94f9-beaf2ec637b5 cannot update to ACTIVE because it is not bound. {{(pid=110299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 14:58:59.610584 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-ec5c25b2-9632-46cc-ae7d-f6458aad0f22 admin admin] Publish callbacks [] for port (73d6a4b2-752a-40e4-94f9-beaf2ec637b5), precommit_update {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:59.682320 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-ec5c25b2-9632-46cc-ae7d-f6458aad0f22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25923484'] for port (73d6a4b2-752a-40e4-94f9-beaf2ec637b5), after_update {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:59.751415 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5c25b2-9632-46cc-ae7d-f6458aad0f22 admin admin] Pushing event updated for resources: {'Port': ['ID=73d6a4b2-752a-40e4-94f9-beaf2ec637b5,revision_number=2']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:58:59.757915 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-ec5c25b2-9632-46cc-ae7d-f6458aad0f22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1694048'] for router_interface (f836bbf8-eec3-4bef-a196-c140cec4d77a), after_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:59.816569 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-d16a46d3-881a-4b24-8897-9ed2194f4d36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:59.868407 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec5c25b2-9632-46cc-ae7d-f6458aad0f22 admin admin] Network 8f162870-2adf-4930-9aa4-eccf15a0f984 is already hosted by enough agents. {{(pid=110297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 14:58:59.870048 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.scheduler.base_scheduler [None req-ec5c25b2-9632-46cc-ae7d-f6458aad0f22 admin admin] Resources bound (agent type, host, resource id): {{(pid=110297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 14:58:59.905147 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-d16a46d3-881a-4b24-8897-9ed2194f4d36 admin admin] Publish callbacks [] for security_group (6c1ec69d-d2e8-43b2-919c-9e59452854c1), precommit_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:58:59.978925 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-d16a46d3-881a-4b24-8897-9ed2194f4d36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (6c1ec69d-d2e8-43b2-919c-9e59452854c1), after_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:00.008124 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec5c25b2-9632-46cc-ae7d-f6458aad0f22 admin admin] Router f836bbf8-eec3-4bef-a196-c140cec4d77a has already been hosted by L3 agent a9161e1b-902d-441f-843b-a0ff0805adee {{(pid=110297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 14:59:00.039909 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-d16a46d3-881a-4b24-8897-9ed2194f4d36 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=19302240310d4c1482523f9952575e27&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6628115 May 03 14:59:00.039909 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16a46d3-881a-4b24-8897-9ed2194f4d36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c1ec69d-d2e8-43b2-919c-9e59452854c1,revision_number=1']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:59:00.042111 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 48074) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:59:00.112423 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-6a40166e-2f01-4221-aa71-4b0574bedbf4 admin admin] Publish callbacks [] for security_group (6c1ec69d-d2e8-43b2-919c-9e59452854c1), before_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:00.143521 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-6a40166e-2f01-4221-aa71-4b0574bedbf4 admin admin] Publish callbacks [] for security_group (6c1ec69d-d2e8-43b2-919c-9e59452854c1), precommit_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:00.156590 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec5c25b2-9632-46cc-ae7d-f6458aad0f22 admin admin] Notify agent at l3_agent.dv-cinder-840289-3-iscsi the message routers_updated {{(pid=110297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 14:59:00.162556 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-ec5c25b2-9632-46cc-ae7d-f6458aad0f22 admin admin] 10.222.0.16 "PUT /v2.0/routers/f836bbf8-eec3-4bef-a196-c140cec4d77a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5828485 May 03 14:59:00.222307 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [None req-237bf29a-f855-4dfa-970a-5c1748ac8728 None None] Provisioning complete for port 73d6a4b2-752a-40e4-94f9-beaf2ec637b5 triggered by entity DHCP. {{(pid=110299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:59:00.222697 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-237bf29a-f855-4dfa-970a-5c1748ac8728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728915'] for port (73d6a4b2-752a-40e4-94f9-beaf2ec637b5), provisioning_complete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:00.275067 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-237bf29a-f855-4dfa-970a-5c1748ac8728 None None] Port 73d6a4b2-752a-40e4-94f9-beaf2ec637b5 cannot update to ACTIVE because it is not bound. {{(pid=110299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 14:59:00.292812 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-6a40166e-2f01-4221-aa71-4b0574bedbf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (6c1ec69d-d2e8-43b2-919c-9e59452854c1), after_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:00.295469 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-6a40166e-2f01-4221-aa71-4b0574bedbf4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:00.296845 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-6a40166e-2f01-4221-aa71-4b0574bedbf4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6c1ec69d-d2e8-43b2-919c-9e59452854c1 HTTP/1.1" status: 204 len: 168 time: 0.2534807 May 03 14:59:00.307806 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a40166e-2f01-4221-aa71-4b0574bedbf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c1ec69d-d2e8-43b2-919c-9e59452854c1,revision_number=None']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:59:00.327700 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Device 750eca70-dc82-4b0c-987f-1496ad413341 up at agent ovs-agent-dv-cinder-840289-3-iscsi {{(pid=110299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 14:59:00.384396 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Provisioning complete for port 750eca70-dc82-4b0c-987f-1496ad413341 triggered by entity L2. {{(pid=110299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:59:00.384780 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728915'] for port (750eca70-dc82-4b0c-987f-1496ad413341), provisioning_complete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:00.464436 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Current status of the port 750eca70-dc82-4b0c-987f-1496ad413341 is: ACTIVE; New status is: ACTIVE {{(pid=110299) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:59:00.465434 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Device 1f9409a5-2a85-43ea-a952-2f0335ab77de up at agent ovs-agent-dv-cinder-840289-3-iscsi {{(pid=110299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 14:59:00.517418 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Provisioning complete for port 1f9409a5-2a85-43ea-a952-2f0335ab77de triggered by entity L2. {{(pid=110299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:59:00.517889 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728915'] for port (1f9409a5-2a85-43ea-a952-2f0335ab77de), provisioning_complete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:00.605726 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Current status of the port 1f9409a5-2a85-43ea-a952-2f0335ab77de is: DOWN; New status is: ACTIVE {{(pid=110299) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:59:00.606122 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (1f9409a5-2a85-43ea-a952-2f0335ab77de), before_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:00.630711 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] For port 1f9409a5-2a85-43ea-a952-2f0335ab77de, host dv-cinder-840289-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-3-iscsi',level=0,port_id=1f9409a5-2a85-43ea-a952-2f0335ab77de,segment=NetworkSegment(0c3170a2-2f96-4172-a4d6-7b5474706bd0),segment_id=0c3170a2-2f96-4172-a4d6-7b5474706bd0)] {{(pid=110299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:59:00.778212 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096'] for port (1f9409a5-2a85-43ea-a952-2f0335ab77de), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:00.827441 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Pushing event updated for resources: {'Port': ['ID=1f9409a5-2a85-43ea-a952-2f0335ab77de,revision_number=4']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:59:00.891582 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 48088) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:59:00.896770 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.v2.base [None req-f24b6fa9-341d-4a4a-bedb-af6910ec787c tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1999255389', 'description': 'tempest-secgroup-smoke-1999255389 description', 'project_id': '3cc6d2a38dc34b4a8c0e2357b41c95bc'}} {{(pid=110298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:59:00.985699 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 48090) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:59:00.992250 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-f24b6fa9-341d-4a4a-bedb-af6910ec787c tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Publish callbacks [] for security_group (None), before_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:01.001581 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-1bdc38d0-baa9-4115-9bdc-38b72f1c729d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:01.002242 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b3807f-5054-4977-b671-71324f383c35 None None] Sync routers for ids ['f836bbf8-eec3-4bef-a196-c140cec4d77a'] in dv-cinder-840289-3-iscsi {{(pid=110299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 14:59:01.013486 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b3807f-5054-4977-b671-71324f383c35 None None] Routers {'f836bbf8-eec3-4bef-a196-c140cec4d77a'} bound to L3 agent in host dv-cinder-840289-3-iscsi {{(pid=110299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:59:01.014114 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_hamode_db [None req-d4b3807f-5054-4977-b671-71324f383c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-03T14:38:11Z,description=,heartbeat_timestamp=2022-05-03T14:58:41Z,host='dv-cinder-840289-3-iscsi',id=a9161e1b-902d-441f-843b-a0ff0805adee,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:38:12Z,topic='l3_agent')) {'router_ids': ['f836bbf8-eec3-4bef-a196-c140cec4d77a'], 'active': True} {{(pid=110299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:59:01.106143 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-f24b6fa9-341d-4a4a-bedb-af6910ec787c tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Publish callbacks [] for security_group (83307a02-2dd4-4895-bd37-cc4561dc163e), precommit_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:01.123133 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_dvr_db [None req-d4b3807f-5054-4977-b671-71324f383c35 None None] Set router f836bbf8-eec3-4bef-a196-c140cec4d77a gateway port host: dv-cinder-840289-3-iscsi {{(pid=110299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:59:01.128705 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-1bdc38d0-baa9-4115-9bdc-38b72f1c729d admin admin] Publish callbacks [] for security_group (53f59a7a-db29-467e-b448-d4828ada51fc), precommit_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:01.194165 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-f24b6fa9-341d-4a4a-bedb-af6910ec787c tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (83307a02-2dd4-4895-bd37-cc4561dc163e), after_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:01.224924 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-1bdc38d0-baa9-4115-9bdc-38b72f1c729d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (53f59a7a-db29-467e-b448-d4828ada51fc), after_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:01.228523 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24b6fa9-341d-4a4a-bedb-af6910ec787c tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83307a02-2dd4-4895-bd37-cc4561dc163e,revision_number=1']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:59:01.273536 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-1bdc38d0-baa9-4115-9bdc-38b72f1c729d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=600beceae98c48cc9a875078e2ebf2a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2887092 May 03 14:59:01.274662 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdc38d0-baa9-4115-9bdc-38b72f1c729d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53f59a7a-db29-467e-b448-d4828ada51fc,revision_number=1']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:59:01.276253 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 48092) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:59:01.312215 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-f24b6fa9-341d-4a4a-bedb-af6910ec787c tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Publish callbacks [] for security_group (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:01.313798 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-f24b6fa9-341d-4a4a-bedb-af6910ec787c tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4209428 May 03 14:59:01.317253 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 48094) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:59:01.320719 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_hamode_db [None req-d4b3807f-5054-4977-b671-71324f383c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f836bbf8-eec3-4bef-a196-c140cec4d77a', 'name': 'tempest-TestVolumeBootPattern-1363269347-router', 'tenant_id': 'deb285b69918467882e2a074dcfdc057', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'external_fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '1f9409a5-2a85-43ea-a952-2f0335ab77de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:58:55Z', 'updated_at': '2022-05-03T14:58:59Z', 'revision_number': 4, 'project_id': 'deb285b69918467882e2a074dcfdc057', 'gw_port': {'id': '1f9409a5-2a85-43ea-a952-2f0335ab77de', 'name': '', 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:0b:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f836bbf8-eec3-4bef-a196-c140cec4d77a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:58:56Z', 'updated_at': '2022-05-03T14:59:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f907060b-4748-4522-aeb5-06a44b689374', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-3-iscsi', '_interfaces': [{'id': '73d6a4b2-752a-40e4-94f9-beaf2ec637b5', 'name': '', 'network_id': '8f162870-2adf-4930-9aa4-eccf15a0f984', 'tenant_id': 'deb285b69918467882e2a074dcfdc057', 'mac_address': 'fa:16:3e:89:82:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f836bbf8-eec3-4bef-a196-c140cec4d77a', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'fab8327f-cb2a-409b-ae24-a6a1aca36605', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:58:58Z', 'updated_at': '2022-05-03T14:58:59Z', 'revision_number': 2, 'project_id': 'deb285b69918467882e2a074dcfdc057', 'subnets': [{'id': 'fab8327f-cb2a-409b-ae24-a6a1aca36605', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-3-iscsi', False) {} {{(pid=110299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:59:01.324126 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.v2.base [None req-2e7e1d1f-dd09-4802-b8f4-d052c5cd70d4 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Request body: {'security_group_rule': {'security_group_id': '83307a02-2dd4-4895-bd37-cc4561dc163e', 'project_id': '3cc6d2a38dc34b4a8c0e2357b41c95bc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:59:01.330008 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-bea350e0-3cbd-4045-a776-7a4b08a55206 admin admin] Publish callbacks [] for security_group (53f59a7a-db29-467e-b448-d4828ada51fc), before_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:01.349343 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b3807f-5054-4977-b671-71324f383c35 None None] Checking router: f836bbf8-eec3-4bef-a196-c140cec4d77a for host: dv-cinder-840289-3-iscsi {{(pid=110299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 14:59:01.349897 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b3807f-5054-4977-b671-71324f383c35 None None] Updating router f836bbf8-eec3-4bef-a196-c140cec4d77a port 73d6a4b2-752a-40e4-94f9-beaf2ec637b5 binding host dv-cinder-840289-3-iscsi {{(pid=110299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 14:59:01.353250 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-bea350e0-3cbd-4045-a776-7a4b08a55206 admin admin] Publish callbacks [] for security_group (53f59a7a-db29-467e-b448-d4828ada51fc), precommit_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:01.376846 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-d4b3807f-5054-4977-b671-71324f383c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (73d6a4b2-752a-40e4-94f9-beaf2ec637b5), before_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:01.430115 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-2e7e1d1f-dd09-4802-b8f4-d052c5cd70d4 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Publish callbacks [] for security_group_rule (1f454c4d-40dc-4617-84e7-989649e8ea52), before_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:01.473581 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-bea350e0-3cbd-4045-a776-7a4b08a55206 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (53f59a7a-db29-467e-b448-d4828ada51fc), after_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:01.477098 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-bea350e0-3cbd-4045-a776-7a4b08a55206 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:01.481375 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-bea350e0-3cbd-4045-a776-7a4b08a55206 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/53f59a7a-db29-467e-b448-d4828ada51fc HTTP/1.1" status: 204 len: 168 time: 0.2035670 May 03 14:59:01.491274 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea350e0-3cbd-4045-a776-7a4b08a55206 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53f59a7a-db29-467e-b448-d4828ada51fc,revision_number=None']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:59:01.495495 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-2e7e1d1f-dd09-4802-b8f4-d052c5cd70d4 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Publish callbacks [] for security_group_rule (1f454c4d-40dc-4617-84e7-989649e8ea52), precommit_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:01.559523 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-2e7e1d1f-dd09-4802-b8f4-d052c5cd70d4 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652759'] for security_group_rule (1f454c4d-40dc-4617-84e7-989649e8ea52), after_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:01.575387 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7e1d1f-dd09-4802-b8f4-d052c5cd70d4 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f454c4d-40dc-4617-84e7-989649e8ea52,revision_number=0']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:59:01.653054 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-2e7e1d1f-dd09-4802-b8f4-d052c5cd70d4 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:01.654762 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-2e7e1d1f-dd09-4802-b8f4-d052c5cd70d4 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3353527 May 03 14:59:01.657150 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 48098) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:59:01.660892 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-d4b3807f-5054-4977-b671-71324f383c35 None None] Publish callbacks [] for port (73d6a4b2-752a-40e4-94f9-beaf2ec637b5), precommit_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:01.661792 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.v2.base [None req-a57e98f4-ff8e-4b8a-a2b8-79ea77766003 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Request body: {'security_group_rule': {'security_group_id': '83307a02-2dd4-4895-bd37-cc4561dc163e', 'project_id': '3cc6d2a38dc34b4a8c0e2357b41c95bc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:59:01.726740 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-d4b3807f-5054-4977-b671-71324f383c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096'] for port (73d6a4b2-752a-40e4-94f9-beaf2ec637b5), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:01.764084 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-a57e98f4-ff8e-4b8a-a2b8-79ea77766003 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Publish callbacks [] for security_group_rule (3a532d2f-9f06-4f34-b36a-c1923445c6d3), before_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:01.791857 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c847875-f697-4c35-9cc0-652b3a52af62 None None] Pushing event updated for resources: {'Port': ['ID=73d6a4b2-752a-40e4-94f9-beaf2ec637b5,revision_number=3']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:59:01.847259 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.managers [None req-d4b3807f-5054-4977-b671-71324f383c35 None None] Attempting to bind port 73d6a4b2-752a-40e4-94f9-beaf2ec637b5 on host dv-cinder-840289-3-iscsi for vnic_type normal with profile {{(pid=110299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 14:59:01.847644 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.managers [None req-d4b3807f-5054-4977-b671-71324f383c35 None None] Attempting to bind port 73d6a4b2-752a-40e4-94f9-beaf2ec637b5 by drivers openvswitch,hyperv on host dv-cinder-840289-3-iscsi at level 0 using segments [{'id': '9978ddc9-c19d-4f3f-9a53-506bc849511f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '8f162870-2adf-4930-9aa4-eccf15a0f984'}] {{(pid=110299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 14:59:01.848019 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b3807f-5054-4977-b671-71324f383c35 None None] Attempting to bind port 73d6a4b2-752a-40e4-94f9-beaf2ec637b5 on network 8f162870-2adf-4930-9aa4-eccf15a0f984 {{(pid=110299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 14:59:01.850630 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-a57e98f4-ff8e-4b8a-a2b8-79ea77766003 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Publish callbacks [] for security_group_rule (3a532d2f-9f06-4f34-b36a-c1923445c6d3), precommit_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:01.854321 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b3807f-5054-4977-b671-71324f383c35 None None] Checking agent: {'id': '16d44442-859c-4c9b-bc72-04cb3b8a5d5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840289-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 14, 38, 15), 'started_at': datetime.datetime(2022, 5, 3, 14, 38, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 14, 58, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840289-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 14:59:01.854790 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b3807f-5054-4977-b671-71324f383c35 None None] Checking segment: {'id': '9978ddc9-c19d-4f3f-9a53-506bc849511f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '8f162870-2adf-4930-9aa4-eccf15a0f984'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 14:59:01.855280 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-d4b3807f-5054-4977-b671-71324f383c35 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:01.855679 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b3807f-5054-4977-b671-71324f383c35 None None] Bound using segment: {'id': '9978ddc9-c19d-4f3f-9a53-506bc849511f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '8f162870-2adf-4930-9aa4-eccf15a0f984'} {{(pid=110299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 14:59:01.856180 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.managers [None req-d4b3807f-5054-4977-b671-71324f383c35 None None] Bound port: 73d6a4b2-752a-40e4-94f9-beaf2ec637b5, host: dv-cinder-840289-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9978ddc9-c19d-4f3f-9a53-506bc849511f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '8f162870-2adf-4930-9aa4-eccf15a0f984'}}] {{(pid=110299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 14:59:01.856566 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-d4b3807f-5054-4977-b671-71324f383c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (73d6a4b2-752a-40e4-94f9-beaf2ec637b5), before_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:01.926978 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-a57e98f4-ff8e-4b8a-a2b8-79ea77766003 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652759'] for security_group_rule (3a532d2f-9f06-4f34-b36a-c1923445c6d3), after_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:01.931395 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-d4b3807f-5054-4977-b671-71324f383c35 None None] For port 73d6a4b2-752a-40e4-94f9-beaf2ec637b5, host dv-cinder-840289-3-iscsi, cleared binding levels {{(pid=110299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 14:59:01.936715 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-d4b3807f-5054-4977-b671-71324f383c35 None None] For port 73d6a4b2-752a-40e4-94f9-beaf2ec637b5, host dv-cinder-840289-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-3-iscsi',level=0,port_id=73d6a4b2-752a-40e4-94f9-beaf2ec637b5,segment=NetworkSegment(9978ddc9-c19d-4f3f-9a53-506bc849511f),segment_id=9978ddc9-c19d-4f3f-9a53-506bc849511f)] {{(pid=110299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 14:59:01.946396 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57e98f4-ff8e-4b8a-a2b8-79ea77766003 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a532d2f-9f06-4f34-b36a-c1923445c6d3,revision_number=0']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:59:01.999670 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [None req-547e1660-82ad-48cf-ac9f-2847506186bd None None] Provisioning complete for port 73d6a4b2-752a-40e4-94f9-beaf2ec637b5 triggered by entity DHCP. {{(pid=110299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:59:02.000472 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-547e1660-82ad-48cf-ac9f-2847506186bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728915'] for port (73d6a4b2-752a-40e4-94f9-beaf2ec637b5), provisioning_complete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:02.033600 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-547e1660-82ad-48cf-ac9f-2847506186bd None None] Port 73d6a4b2-752a-40e4-94f9-beaf2ec637b5 cannot update to ACTIVE because it is not bound. {{(pid=110299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 14:59:02.039578 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-d4b3807f-5054-4977-b671-71324f383c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096'] for port (73d6a4b2-752a-40e4-94f9-beaf2ec637b5), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:02.071935 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-a57e98f4-ff8e-4b8a-a2b8-79ea77766003 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:02.073329 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-a57e98f4-ff8e-4b8a-a2b8-79ea77766003 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4152384 May 03 14:59:02.076189 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 48108) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:59:02.085845 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.v2.base [None req-ad9cbde2-8d15-4467-8400-8ddd657424e9 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Request body: {'security_group_rule': {'security_group_id': '83307a02-2dd4-4895-bd37-cc4561dc163e', 'project_id': '3cc6d2a38dc34b4a8c0e2357b41c95bc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:59:02.096007 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b3807f-5054-4977-b671-71324f383c35 None None] Routers {'f836bbf8-eec3-4bef-a196-c140cec4d77a'} bound to L3 agent in host dv-cinder-840289-3-iscsi {{(pid=110299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:59:02.096650 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_hamode_db [None req-d4b3807f-5054-4977-b671-71324f383c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-03T14:38:11Z,description=,heartbeat_timestamp=2022-05-03T14:58:41Z,host='dv-cinder-840289-3-iscsi',id=a9161e1b-902d-441f-843b-a0ff0805adee,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:38:12Z,topic='l3_agent')) {'router_ids': ['f836bbf8-eec3-4bef-a196-c140cec4d77a'], 'active': True} {{(pid=110299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:59:02.102572 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c847875-f697-4c35-9cc0-652b3a52af62 None None] Pushing event updated for resources: {'Port': ['ID=73d6a4b2-752a-40e4-94f9-beaf2ec637b5,revision_number=4']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:59:02.184989 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-ad9cbde2-8d15-4467-8400-8ddd657424e9 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Publish callbacks [] for security_group_rule (a1b30ab7-1324-4acd-8a88-a25c8239ae16), before_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:02.234181 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_dvr_db [None req-d4b3807f-5054-4977-b671-71324f383c35 None None] Set router f836bbf8-eec3-4bef-a196-c140cec4d77a gateway port host: dv-cinder-840289-3-iscsi {{(pid=110299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:59:02.265684 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Device 1f9409a5-2a85-43ea-a952-2f0335ab77de up at agent ovs-agent-dv-cinder-840289-3-iscsi {{(pid=110299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 14:59:02.292459 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-ad9cbde2-8d15-4467-8400-8ddd657424e9 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Publish callbacks [] for security_group_rule (a1b30ab7-1324-4acd-8a88-a25c8239ae16), precommit_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:02.376139 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-ad9cbde2-8d15-4467-8400-8ddd657424e9 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652759'] for security_group_rule (a1b30ab7-1324-4acd-8a88-a25c8239ae16), after_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:02.384648 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [None req-99353514-ed67-4c9f-a2f7-295a0ec94ecb None None] Provisioning complete for port 73d6a4b2-752a-40e4-94f9-beaf2ec637b5 triggered by entity DHCP. {{(pid=110299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:59:02.385026 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-99353514-ed67-4c9f-a2f7-295a0ec94ecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728915'] for port (73d6a4b2-752a-40e4-94f9-beaf2ec637b5), provisioning_complete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:02.394900 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9cbde2-8d15-4467-8400-8ddd657424e9 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1b30ab7-1324-4acd-8a88-a25c8239ae16,revision_number=0']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:59:02.439540 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Provisioning complete for port 1f9409a5-2a85-43ea-a952-2f0335ab77de triggered by entity L2. {{(pid=110299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:59:02.439913 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728915'] for port (1f9409a5-2a85-43ea-a952-2f0335ab77de), provisioning_complete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:02.473116 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-ad9cbde2-8d15-4467-8400-8ddd657424e9 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:02.473116 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-ad9cbde2-8d15-4467-8400-8ddd657424e9 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3935747 May 03 14:59:02.473812 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 48118) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:59:02.479627 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.v2.base [None req-05b9f37c-aef9-4350-9fc5-756315c1b2ca tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Request body: {'security_group_rule': {'security_group_id': '83307a02-2dd4-4895-bd37-cc4561dc163e', 'project_id': '3cc6d2a38dc34b4a8c0e2357b41c95bc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:59:02.581772 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-05b9f37c-aef9-4350-9fc5-756315c1b2ca tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Publish callbacks [] for security_group_rule (586d791c-e9ed-419a-9a69-05ce2e135a20), before_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:02.605467 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_hamode_db [None req-d4b3807f-5054-4977-b671-71324f383c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f836bbf8-eec3-4bef-a196-c140cec4d77a', 'name': 'tempest-TestVolumeBootPattern-1363269347-router', 'tenant_id': 'deb285b69918467882e2a074dcfdc057', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'external_fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '1f9409a5-2a85-43ea-a952-2f0335ab77de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:58:55Z', 'updated_at': '2022-05-03T14:58:59Z', 'revision_number': 4, 'project_id': 'deb285b69918467882e2a074dcfdc057', 'gw_port': {'id': '1f9409a5-2a85-43ea-a952-2f0335ab77de', 'name': '', 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:0b:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f836bbf8-eec3-4bef-a196-c140cec4d77a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:58:56Z', 'updated_at': '2022-05-03T14:59:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f907060b-4748-4522-aeb5-06a44b689374', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-3-iscsi', '_interfaces': [{'id': '73d6a4b2-752a-40e4-94f9-beaf2ec637b5', 'name': '', 'network_id': '8f162870-2adf-4930-9aa4-eccf15a0f984', 'tenant_id': 'deb285b69918467882e2a074dcfdc057', 'mac_address': 'fa:16:3e:89:82:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f836bbf8-eec3-4bef-a196-c140cec4d77a', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'fab8327f-cb2a-409b-ae24-a6a1aca36605', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:58:58Z', 'updated_at': '2022-05-03T14:59:01Z', 'revision_number': 4, 'project_id': 'deb285b69918467882e2a074dcfdc057', 'subnets': [{'id': 'fab8327f-cb2a-409b-ae24-a6a1aca36605', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-3-iscsi', False) {} {{(pid=110299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:59:02.646807 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-05b9f37c-aef9-4350-9fc5-756315c1b2ca tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Publish callbacks [] for security_group_rule (586d791c-e9ed-419a-9a69-05ce2e135a20), precommit_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:02.702277 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-05b9f37c-aef9-4350-9fc5-756315c1b2ca tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652759'] for security_group_rule (586d791c-e9ed-419a-9a69-05ce2e135a20), after_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:02.721393 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b9f37c-aef9-4350-9fc5-756315c1b2ca tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=586d791c-e9ed-419a-9a69-05ce2e135a20,revision_number=0']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:59:02.767576 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-99353514-ed67-4c9f-a2f7-295a0ec94ecb None None] Current status of the port 73d6a4b2-752a-40e4-94f9-beaf2ec637b5 is: DOWN; New status is: ACTIVE {{(pid=110299) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:59:02.768187 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-99353514-ed67-4c9f-a2f7-295a0ec94ecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (73d6a4b2-752a-40e4-94f9-beaf2ec637b5), before_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:02.782833 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b3807f-5054-4977-b671-71324f383c35 None None] The sync data for ids ['f836bbf8-eec3-4bef-a196-c140cec4d77a'] in dv-cinder-840289-3-iscsi is: [{'id': 'f836bbf8-eec3-4bef-a196-c140cec4d77a', 'name': 'tempest-TestVolumeBootPattern-1363269347-router', 'tenant_id': 'deb285b69918467882e2a074dcfdc057', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'external_fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '1f9409a5-2a85-43ea-a952-2f0335ab77de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:58:55Z', 'updated_at': '2022-05-03T14:58:59Z', 'revision_number': 4, 'project_id': 'deb285b69918467882e2a074dcfdc057', 'gw_port': {'id': '1f9409a5-2a85-43ea-a952-2f0335ab77de', 'name': '', 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:0b:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f836bbf8-eec3-4bef-a196-c140cec4d77a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:58:56Z', 'updated_at': '2022-05-03T14:59:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f907060b-4748-4522-aeb5-06a44b689374', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-3-iscsi', '_interfaces': [{'id': '73d6a4b2-752a-40e4-94f9-beaf2ec637b5', 'name': '', 'network_id': '8f162870-2adf-4930-9aa4-eccf15a0f984', 'tenant_id': 'deb285b69918467882e2a074dcfdc057', 'mac_address': 'fa:16:3e:89:82:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f836bbf8-eec3-4bef-a196-c140cec4d77a', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'fab8327f-cb2a-409b-ae24-a6a1aca36605', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:58:58Z', 'updated_at': '2022-05-03T14:59:01Z', 'revision_number': 4, 'project_id': 'deb285b69918467882e2a074dcfdc057', 'subnets': [{'id': 'fab8327f-cb2a-409b-ae24-a6a1aca36605', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 14:59:02.786227 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Current status of the port 1f9409a5-2a85-43ea-a952-2f0335ab77de is: ACTIVE; New status is: ACTIVE {{(pid=110299) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:59:02.792641 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-05b9f37c-aef9-4350-9fc5-756315c1b2ca tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:02.794701 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-05b9f37c-aef9-4350-9fc5-756315c1b2ca tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3185999 May 03 14:59:02.797645 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 48124) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:59:02.803112 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.v2.base [None req-a1ed0fa3-e010-4dce-bb9b-3c7421edffe0 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Request body: {'security_group_rule': {'security_group_id': '83307a02-2dd4-4895-bd37-cc4561dc163e', 'project_id': '3cc6d2a38dc34b4a8c0e2357b41c95bc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:59:02.819929 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-99353514-ed67-4c9f-a2f7-295a0ec94ecb None None] For port 73d6a4b2-752a-40e4-94f9-beaf2ec637b5, host dv-cinder-840289-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-3-iscsi',level=0,port_id=73d6a4b2-752a-40e4-94f9-beaf2ec637b5,segment=NetworkSegment(9978ddc9-c19d-4f3f-9a53-506bc849511f),segment_id=9978ddc9-c19d-4f3f-9a53-506bc849511f)] {{(pid=110299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:59:02.898202 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-99353514-ed67-4c9f-a2f7-295a0ec94ecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096'] for port (73d6a4b2-752a-40e4-94f9-beaf2ec637b5), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:02.930916 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.db.securitygroups_db [None req-a1ed0fa3-e010-4dce-bb9b-3c7421edffe0 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Project 3cc6d2a38dc34b4a8c0e2357b41c95bc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 03 14:59:02.937414 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-a1ed0fa3-e010-4dce-bb9b-3c7421edffe0 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Publish callbacks [] for security_group_rule (fee4ec10-6d29-462e-bbb9-59715228a9db), before_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:02.957565 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99353514-ed67-4c9f-a2f7-295a0ec94ecb None None] Pushing event updated for resources: {'Port': ['ID=73d6a4b2-752a-40e4-94f9-beaf2ec637b5,revision_number=5']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:59:03.017028 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-a1ed0fa3-e010-4dce-bb9b-3c7421edffe0 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Publish callbacks [] for security_group_rule (fee4ec10-6d29-462e-bbb9-59715228a9db), precommit_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:03.119148 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-a1ed0fa3-e010-4dce-bb9b-3c7421edffe0 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652759'] for security_group_rule (fee4ec10-6d29-462e-bbb9-59715228a9db), after_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:03.139777 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ed0fa3-e010-4dce-bb9b-3c7421edffe0 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fee4ec10-6d29-462e-bbb9-59715228a9db,revision_number=0']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:59:03.218551 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-a1ed0fa3-e010-4dce-bb9b-3c7421edffe0 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:03.220743 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-a1ed0fa3-e010-4dce-bb9b-3c7421edffe0 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4207203 May 03 14:59:03.222952 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 48132) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:59:03.227945 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.v2.base [None req-c1934257-a49a-485a-baaf-65700255473b tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Request body: {'security_group_rule': {'security_group_id': '83307a02-2dd4-4895-bd37-cc4561dc163e', 'project_id': '3cc6d2a38dc34b4a8c0e2357b41c95bc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:59:03.350374 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.db.securitygroups_db [None req-c1934257-a49a-485a-baaf-65700255473b tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Project 3cc6d2a38dc34b4a8c0e2357b41c95bc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 03 14:59:03.356098 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-c1934257-a49a-485a-baaf-65700255473b tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Publish callbacks [] for security_group_rule (e4bd5a5e-af3a-4202-8e93-5fb57dc9ec63), before_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:03.419369 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-c1934257-a49a-485a-baaf-65700255473b tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Publish callbacks [] for security_group_rule (e4bd5a5e-af3a-4202-8e93-5fb57dc9ec63), precommit_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:03.497949 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-c1934257-a49a-485a-baaf-65700255473b tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652759'] for security_group_rule (e4bd5a5e-af3a-4202-8e93-5fb57dc9ec63), after_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:03.518137 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1934257-a49a-485a-baaf-65700255473b tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4bd5a5e-af3a-4202-8e93-5fb57dc9ec63,revision_number=0']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:59:03.580020 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-c1934257-a49a-485a-baaf-65700255473b tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:03.584881 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-c1934257-a49a-485a-baaf-65700255473b tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3571835 May 03 14:59:04.215428 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Device 73d6a4b2-752a-40e4-94f9-beaf2ec637b5 up at agent ovs-agent-dv-cinder-840289-3-iscsi {{(pid=110299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 14:59:04.261396 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Provisioning complete for port 73d6a4b2-752a-40e4-94f9-beaf2ec637b5 triggered by entity L2. {{(pid=110299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:59:04.261762 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728915'] for port (73d6a4b2-752a-40e4-94f9-beaf2ec637b5), provisioning_complete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:04.341762 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Current status of the port 73d6a4b2-752a-40e4-94f9-beaf2ec637b5 is: ACTIVE; New status is: ACTIVE {{(pid=110299) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:59:08.760884 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-69daa33b-41f5-43c4-a02d-3c997832cb69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (5d16a8e7-5fab-4607-ae51-2b468a019c05), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:10.378543 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-745c28a3-fa71-46af-8377-9e31b703ab67 req-39d2964b-db8a-4cd3-9e51-be13c356eef9 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9ce0e649-cd04-4b32-aeac-027b436c98a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0389838 May 03 14:59:10.456815 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745c28a3-fa71-46af-8377-9e31b703ab67 req-41745d5a-20c1-4f6a-bf7a-6e8f012f031f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:59:10.458315 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-745c28a3-fa71-46af-8377-9e31b703ab67 req-41745d5a-20c1-4f6a-bf7a-6e8f012f031f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fa83f683c67a413ba3ca7f7d2d6bb966&device_id=9ce0e649-cd04-4b32-aeac-027b436c98a9 HTTP/1.1" status: 200 len: 1130 time: 0.0435328 May 03 14:59:10.571981 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745c28a3-fa71-46af-8377-9e31b703ab67 req-ae5dc969-9750-4e09-9573-7f25065a9667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:59:10.573463 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-745c28a3-fa71-46af-8377-9e31b703ab67 req-ae5dc969-9750-4e09-9573-7f25065a9667 service neutron] 10.222.0.55 "GET /v2.0/networks?id=8e6de03b-779e-46f4-99b9-4423e500c0dd HTTP/1.1" status: 200 len: 915 time: 0.0898476 May 03 14:59:10.647778 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-745c28a3-fa71-46af-8377-9e31b703ab67 req-567fc2e1-3ad2-43da-b8fe-9a4579499c5d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=514d6659-72c3-4a37-b1e9-67362912af45 HTTP/1.1" status: 200 len: 1002 time: 0.0647330 May 03 14:59:10.697995 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745c28a3-fa71-46af-8377-9e31b703ab67 req-50295e4a-8cd0-4031-8fac-483ee2567c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:59:10.699567 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-745c28a3-fa71-46af-8377-9e31b703ab67 req-50295e4a-8cd0-4031-8fac-483ee2567c95 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=da523ca4-000e-4457-a118-98a9c4ff1011 HTTP/1.1" status: 200 len: 853 time: 0.0455952 May 03 14:59:10.751157 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745c28a3-fa71-46af-8377-9e31b703ab67 req-68e8473e-8bae-4770-af26-c856f33b7518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:59:10.752680 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-745c28a3-fa71-46af-8377-9e31b703ab67 req-68e8473e-8bae-4770-af26-c856f33b7518 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8e6de03b-779e-46f4-99b9-4423e500c0dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0458083 May 03 14:59:10.851116 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-745c28a3-fa71-46af-8377-9e31b703ab67 req-c1a259ac-f3a1-4745-ab82-ed5d313591ca service neutron] 10.222.0.55 "GET /v2.0/networks/8e6de03b-779e-46f4-99b9-4423e500c0dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909376 May 03 14:59:10.943761 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-745c28a3-fa71-46af-8377-9e31b703ab67 req-89fad099-b9ca-487b-b3d5-403b8d18675c service neutron] 10.222.0.55 "GET /v2.0/networks/8e6de03b-779e-46f4-99b9-4423e500c0dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861139 May 03 14:59:11.107815 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-881c6283-f453-40ed-86bc-204196a43244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (a9161e1b-902d-441f-843b-a0ff0805adee), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:11.799799 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493cb081-d607-4423-badf-dc255e7978e2 req-d6a1c672-2d4d-44b8-8b75-9dca7d0d7809 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:59:11.799799 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-493cb081-d607-4423-badf-dc255e7978e2 req-d6a1c672-2d4d-44b8-8b75-9dca7d0d7809 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe32396e-9840-4e43-ae3d-c1ded06f509c HTTP/1.1" status: 200 len: 946 time: 0.0683932 May 03 14:59:11.849470 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-493cb081-d607-4423-badf-dc255e7978e2 req-1773898e-60d0-4550-8385-f991ce7322ec tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] 10.222.0.16 "GET /v2.0/security-groups?id=95613beb-5f59-4daa-989b-f6efcb984d42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442841 May 03 14:59:12.338235 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-ed776e2d-a518-4685-8fad-0cd9eaa120ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (6a418bd5-8bcc-400f-88b5-19eff412e81a), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:12.966698 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e4db15-7b78-4e02-9b28-be6a7110f45d req-0bbf8d7d-9529-4c2c-bff3-b354faf688d2 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:59:12.968215 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-e9e4db15-7b78-4e02-9b28-be6a7110f45d req-0bbf8d7d-9529-4c2c-bff3-b354faf688d2 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe32396e-9840-4e43-ae3d-c1ded06f509c HTTP/1.1" status: 200 len: 946 time: 0.0484421 May 03 14:59:13.018629 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-e9e4db15-7b78-4e02-9b28-be6a7110f45d req-3275491d-afbe-464e-82a9-ec6a1347db96 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] 10.222.0.16 "GET /v2.0/security-groups?id=95613beb-5f59-4daa-989b-f6efcb984d42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447955 May 03 14:59:13.555451 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-dd96712b-4627-437f-9df9-b1bfec551245 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (8b46afec-dab7-4bfa-a959-8584a0cfd79a), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:13.737752 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a59c01f-b064-42de-bc5a-60ebd1a03dfd req-0204b809-2c53-4893-a0cd-42e548edc574 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:59:13.739858 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-2a59c01f-b064-42de-bc5a-60ebd1a03dfd req-0204b809-2c53-4893-a0cd-42e548edc574 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] 10.222.0.55 "GET /v2.0/ports?device_id=fe32396e-9840-4e43-ae3d-c1ded06f509c HTTP/1.1" status: 200 len: 946 time: 0.0514412 May 03 14:59:13.833617 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.plugin [req-2a59c01f-b064-42de-bc5a-60ebd1a03dfd req-27ca4e15-63b2-4d3a-af4f-57adff4a0f98 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Deleting port 86384638-0613-4ec4-9d24-c898b54da872 {{(pid=110298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 14:59:13.833973 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-2a59c01f-b064-42de-bc5a-60ebd1a03dfd req-27ca4e15-63b2-4d3a-af4f-57adff4a0f98 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775477116685'] for port (86384638-0613-4ec4-9d24-c898b54da872), before_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:13.941229 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.db [req-2a59c01f-b064-42de-bc5a-60ebd1a03dfd req-27ca4e15-63b2-4d3a-af4f-57adff4a0f98 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] For port 86384638-0613-4ec4-9d24-c898b54da872, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=86384638-0613-4ec4-9d24-c898b54da872,segment=NetworkSegment(cf13aea7-b36a-4302-89af-e9e11eaa421e),segment_id=cf13aea7-b36a-4302-89af-e9e11eaa421e)] {{(pid=110298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:59:13.941680 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-2a59c01f-b064-42de-bc5a-60ebd1a03dfd req-27ca4e15-63b2-4d3a-af4f-57adff4a0f98 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689583'] for port (86384638-0613-4ec4-9d24-c898b54da872), precommit_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:13.997722 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.agents_db [None req-dd30728e-be63-467e-afaf-aba6f24eb33e None None] Agent healthcheck: found 6 active agents {{(pid=110300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 14:59:14.161609 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-2a59c01f-b064-42de-bc5a-60ebd1a03dfd req-27ca4e15-63b2-4d3a-af4f-57adff4a0f98 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:14.162212 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-2a59c01f-b064-42de-bc5a-60ebd1a03dfd req-27ca4e15-63b2-4d3a-af4f-57adff4a0f98 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692144'] for floatingip (e29af99d-fbb3-48e0-939c-de90084999a7), after_update {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:14.162330 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.db.l3_db [req-2a59c01f-b064-42de-bc5a-60ebd1a03dfd req-27ca4e15-63b2-4d3a-af4f-57adff4a0f98 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Floating IP e29af99d-fbb3-48e0-939c-de90084999a7 disassociated. External IP: 172.27.0.2, port: 86384638-0613-4ec4-9d24-c898b54da872. May 03 14:59:14.162631 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.plugin [req-2a59c01f-b064-42de-bc5a-60ebd1a03dfd req-27ca4e15-63b2-4d3a-af4f-57adff4a0f98 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Calling delete_port for 86384638-0613-4ec4-9d24-c898b54da872 owned by compute:nova {{(pid=110298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 14:59:14.170437 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3deab5df-2aa6-4f94-b1cf-f8ff3b703b7f req-d147625d-a0bf-4aad-8ca7-9410d41c426e tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:59:14.172003 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-3deab5df-2aa6-4f94-b1cf-f8ff3b703b7f req-d147625d-a0bf-4aad-8ca7-9410d41c426e tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe32396e-9840-4e43-ae3d-c1ded06f509c HTTP/1.1" status: 200 len: 946 time: 0.0711870 May 03 14:59:14.274071 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-3deab5df-2aa6-4f94-b1cf-f8ff3b703b7f req-5a7fc48b-4422-4af9-a7a1-045e3977bdea tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] 10.222.0.16 "GET /v2.0/security-groups?id=95613beb-5f59-4daa-989b-f6efcb984d42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950484 May 03 14:59:14.412675 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-2a59c01f-b064-42de-bc5a-60ebd1a03dfd req-27ca4e15-63b2-4d3a-af4f-57adff4a0f98 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775477123741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775476647069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25806886'] for port (86384638-0613-4ec4-9d24-c898b54da872), after_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:14.441129 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ca4e15-63b2-4d3a-af4f-57adff4a0f98 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Pushing event deleted for resources: {'Port': ['ID=86384638-0613-4ec4-9d24-c898b54da872,revision_number=None']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:59:14.564938 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2a59c01f-b064-42de-bc5a-60ebd1a03dfd req-27ca4e15-63b2-4d3a-af4f-57adff4a0f98 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Router b2de5692-15b7-4533-8b3c-b49995075c04 has already been hosted by L3 agent a9161e1b-902d-441f-843b-a0ff0805adee {{(pid=110298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 14:59:14.678150 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2a59c01f-b064-42de-bc5a-60ebd1a03dfd req-27ca4e15-63b2-4d3a-af4f-57adff4a0f98 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Notify agent at l3_agent.dv-cinder-840289-3-iscsi the message routers_updated {{(pid=110298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 14:59:14.688930 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69be14d8-8a17-4314-a062-c78f9bc22e3f None None] Sync routers for ids ['b2de5692-15b7-4533-8b3c-b49995075c04'] in dv-cinder-840289-3-iscsi {{(pid=110300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 14:59:14.699391 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69be14d8-8a17-4314-a062-c78f9bc22e3f None None] Routers {'b2de5692-15b7-4533-8b3c-b49995075c04'} bound to L3 agent in host dv-cinder-840289-3-iscsi {{(pid=110300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:59:14.699997 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_hamode_db [None req-69be14d8-8a17-4314-a062-c78f9bc22e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T14:38:11Z,description=,heartbeat_timestamp=2022-05-03T14:59:11Z,host='dv-cinder-840289-3-iscsi',id=a9161e1b-902d-441f-843b-a0ff0805adee,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:38:12Z,topic='l3_agent')) {'router_ids': ['b2de5692-15b7-4533-8b3c-b49995075c04'], 'active': True} {{(pid=110300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:59:14.726412 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a59c01f-b064-42de-bc5a-60ebd1a03dfd req-27ca4e15-63b2-4d3a-af4f-57adff4a0f98 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] No DVR routers for this DVR port 86384638-0613-4ec4-9d24-c898b54da872 on host hv-cinder-84028 {{(pid=110298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 14:59:14.729551 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-2a59c01f-b064-42de-bc5a-60ebd1a03dfd req-27ca4e15-63b2-4d3a-af4f-57adff4a0f98 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46205'] for port (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:14.732787 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-2a59c01f-b064-42de-bc5a-60ebd1a03dfd req-27ca4e15-63b2-4d3a-af4f-57adff4a0f98 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] 10.222.0.55 "DELETE /v2.0/ports/86384638-0613-4ec4-9d24-c898b54da872 HTTP/1.1" status: 204 len: 173 time: 0.9873409 May 03 14:59:14.736235 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe32396e-9840-4e43-ae3d-c1ded06f509c', 'name': 'network-vif-deleted', 'tag': '86384638-0613-4ec4-9d24-c898b54da872'}] {{(pid=110298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 14:59:14.736235 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75d30aab20f2b99e69676ba1094dd13d61de0bc97323401ed2dd99ba05286cef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b57736b-b5ca-4834-885f-411a13a423ee" -d '{"events": [{"server_uuid": "fe32396e-9840-4e43-ae3d-c1ded06f509c", "name": "network-vif-deleted", "tag": "86384638-0613-4ec4-9d24-c898b54da872"}]}' {{(pid=110298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 14:59:14.780550 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 14:59:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1285002-2198-44b1-912c-71b11818e002 x-openstack-request-id: req-f1285002-2198-44b1-912c-71b11818e002 {{(pid=110298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 14:59:14.780728 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe32396e-9840-4e43-ae3d-c1ded06f509c", "name": "network-vif-deleted", "tag": "86384638-0613-4ec4-9d24-c898b54da872", "status": "completed", "code": 200}]} {{(pid=110298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 14:59:14.780866 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f1285002-2198-44b1-912c-71b11818e002 {{(pid=110298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 14:59:14.781289 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1285002-2198-44b1-912c-71b11818e002'] response: {'server_uuid': 'fe32396e-9840-4e43-ae3d-c1ded06f509c', 'name': 'network-vif-deleted', 'tag': '86384638-0613-4ec4-9d24-c898b54da872', 'status': 'completed', 'code': 200} May 03 14:59:14.821660 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvr_db [None req-69be14d8-8a17-4314-a062-c78f9bc22e3f None None] Set router b2de5692-15b7-4533-8b3c-b49995075c04 gateway port host: dv-cinder-840289-3-iscsi {{(pid=110300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:59:15.054594 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_hamode_db [None req-69be14d8-8a17-4314-a062-c78f9bc22e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2de5692-15b7-4533-8b3c-b49995075c04', 'name': 'tempest-AttachVolumeNegativeTest-691195481-router', 'tenant_id': 'fa83f683c67a413ba3ca7f7d2d6bb966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'external_fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': '9d99af12-dc8d-4fea-987c-b8fd148bbed4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:55:16Z', 'updated_at': '2022-05-03T14:55:20Z', 'revision_number': 4, 'project_id': 'fa83f683c67a413ba3ca7f7d2d6bb966', 'gw_port': {'id': '9d99af12-dc8d-4fea-987c-b8fd148bbed4', 'name': '', 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:53:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2de5692-15b7-4533-8b3c-b49995075c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:55:17Z', 'updated_at': '2022-05-03T14:55:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f907060b-4748-4522-aeb5-06a44b689374', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-3-iscsi', '_floatingips': [{'id': '11b83ae7-95cb-443b-8114-55f533d5faa4', 'tenant_id': 'fa83f683c67a413ba3ca7f7d2d6bb966', 'floating_ip_address': '172.27.0.252', 'floating_network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'router_id': 'b2de5692-15b7-4533-8b3c-b49995075c04', 'port_id': '514d6659-72c3-4a37-b1e9-67362912af45', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8e6de03b-779e-46f4-99b9-4423e500c0dd', 'mac_address': 'fa:16:3e:fa:bc:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce0e649-cd04-4b32-aeac-027b436c98a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T14:55:23Z', 'updated_at': '2022-05-03T14:55:43Z', 'revision_number': 2, 'project_id': 'fa83f683c67a413ba3ca7f7d2d6bb966', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bc0b0eb-1930-4c1c-bb20-1831094b8912', 'name': '', 'network_id': '8e6de03b-779e-46f4-99b9-4423e500c0dd', 'tenant_id': 'fa83f683c67a413ba3ca7f7d2d6bb966', 'mac_address': 'fa:16:3e:8e:05:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2de5692-15b7-4533-8b3c-b49995075c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'da523ca4-000e-4457-a118-98a9c4ff1011', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:55:19Z', 'updated_at': '2022-05-03T14:55:23Z', 'revision_number': 5, 'project_id': 'fa83f683c67a413ba3ca7f7d2d6bb966', 'subnets': [{'id': 'da523ca4-000e-4457-a118-98a9c4ff1011', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-3-iscsi', False) {} {{(pid=110300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:59:15.086827 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69be14d8-8a17-4314-a062-c78f9bc22e3f None None] Checking router: b2de5692-15b7-4533-8b3c-b49995075c04 for host: dv-cinder-840289-3-iscsi {{(pid=110300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 14:59:15.095160 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69be14d8-8a17-4314-a062-c78f9bc22e3f None None] Routers {'b2de5692-15b7-4533-8b3c-b49995075c04'} bound to L3 agent in host dv-cinder-840289-3-iscsi {{(pid=110300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:59:15.095775 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_hamode_db [None req-69be14d8-8a17-4314-a062-c78f9bc22e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T14:38:11Z,description=,heartbeat_timestamp=2022-05-03T14:59:11Z,host='dv-cinder-840289-3-iscsi',id=a9161e1b-902d-441f-843b-a0ff0805adee,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:38:12Z,topic='l3_agent')) {'router_ids': ['b2de5692-15b7-4533-8b3c-b49995075c04'], 'active': True} {{(pid=110300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:59:15.209763 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvr_db [None req-69be14d8-8a17-4314-a062-c78f9bc22e3f None None] Set router b2de5692-15b7-4533-8b3c-b49995075c04 gateway port host: dv-cinder-840289-3-iscsi {{(pid=110300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:59:15.215129 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (16d44442-859c-4c9b-bc72-04cb3b8a5d5b), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:15.386411 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-cea1ba6f-ab43-4882-99e5-320d2736305f req-cf536273-6b4f-4d28-807a-be59241a86a9 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe32396e-9840-4e43-ae3d-c1ded06f509c HTTP/1.1" status: 200 len: 210 time: 0.0286052 May 03 14:59:15.441876 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_hamode_db [None req-69be14d8-8a17-4314-a062-c78f9bc22e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2de5692-15b7-4533-8b3c-b49995075c04', 'name': 'tempest-AttachVolumeNegativeTest-691195481-router', 'tenant_id': 'fa83f683c67a413ba3ca7f7d2d6bb966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'external_fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': '9d99af12-dc8d-4fea-987c-b8fd148bbed4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:55:16Z', 'updated_at': '2022-05-03T14:55:20Z', 'revision_number': 4, 'project_id': 'fa83f683c67a413ba3ca7f7d2d6bb966', 'gw_port': {'id': '9d99af12-dc8d-4fea-987c-b8fd148bbed4', 'name': '', 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:53:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2de5692-15b7-4533-8b3c-b49995075c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:55:17Z', 'updated_at': '2022-05-03T14:55:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f907060b-4748-4522-aeb5-06a44b689374', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-3-iscsi', '_floatingips': [{'id': '11b83ae7-95cb-443b-8114-55f533d5faa4', 'tenant_id': 'fa83f683c67a413ba3ca7f7d2d6bb966', 'floating_ip_address': '172.27.0.252', 'floating_network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'router_id': 'b2de5692-15b7-4533-8b3c-b49995075c04', 'port_id': '514d6659-72c3-4a37-b1e9-67362912af45', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8e6de03b-779e-46f4-99b9-4423e500c0dd', 'mac_address': 'fa:16:3e:fa:bc:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce0e649-cd04-4b32-aeac-027b436c98a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T14:55:23Z', 'updated_at': '2022-05-03T14:55:43Z', 'revision_number': 2, 'project_id': 'fa83f683c67a413ba3ca7f7d2d6bb966', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bc0b0eb-1930-4c1c-bb20-1831094b8912', 'name': '', 'network_id': '8e6de03b-779e-46f4-99b9-4423e500c0dd', 'tenant_id': 'fa83f683c67a413ba3ca7f7d2d6bb966', 'mac_address': 'fa:16:3e:8e:05:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2de5692-15b7-4533-8b3c-b49995075c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'da523ca4-000e-4457-a118-98a9c4ff1011', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:55:19Z', 'updated_at': '2022-05-03T14:55:23Z', 'revision_number': 5, 'project_id': 'fa83f683c67a413ba3ca7f7d2d6bb966', 'subnets': [{'id': 'da523ca4-000e-4457-a118-98a9c4ff1011', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-3-iscsi', False) {} {{(pid=110300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:59:15.476025 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69be14d8-8a17-4314-a062-c78f9bc22e3f None None] The sync data for ids ['b2de5692-15b7-4533-8b3c-b49995075c04'] in dv-cinder-840289-3-iscsi is: [{'id': 'b2de5692-15b7-4533-8b3c-b49995075c04', 'name': 'tempest-AttachVolumeNegativeTest-691195481-router', 'tenant_id': 'fa83f683c67a413ba3ca7f7d2d6bb966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'external_fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': '9d99af12-dc8d-4fea-987c-b8fd148bbed4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:55:16Z', 'updated_at': '2022-05-03T14:55:20Z', 'revision_number': 4, 'project_id': 'fa83f683c67a413ba3ca7f7d2d6bb966', 'gw_port': {'id': '9d99af12-dc8d-4fea-987c-b8fd148bbed4', 'name': '', 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:53:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2de5692-15b7-4533-8b3c-b49995075c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:55:17Z', 'updated_at': '2022-05-03T14:55:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f907060b-4748-4522-aeb5-06a44b689374', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-3-iscsi', '_floatingips': [{'id': '11b83ae7-95cb-443b-8114-55f533d5faa4', 'tenant_id': 'fa83f683c67a413ba3ca7f7d2d6bb966', 'floating_ip_address': '172.27.0.252', 'floating_network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'router_id': 'b2de5692-15b7-4533-8b3c-b49995075c04', 'port_id': '514d6659-72c3-4a37-b1e9-67362912af45', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8e6de03b-779e-46f4-99b9-4423e500c0dd', 'mac_address': 'fa:16:3e:fa:bc:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce0e649-cd04-4b32-aeac-027b436c98a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T14:55:23Z', 'updated_at': '2022-05-03T14:55:43Z', 'revision_number': 2, 'project_id': 'fa83f683c67a413ba3ca7f7d2d6bb966', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bc0b0eb-1930-4c1c-bb20-1831094b8912', 'name': '', 'network_id': '8e6de03b-779e-46f4-99b9-4423e500c0dd', 'tenant_id': 'fa83f683c67a413ba3ca7f7d2d6bb966', 'mac_address': 'fa:16:3e:8e:05:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2de5692-15b7-4533-8b3c-b49995075c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'da523ca4-000e-4457-a118-98a9c4ff1011', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:55:19Z', 'updated_at': '2022-05-03T14:55:23Z', 'revision_number': 5, 'project_id': 'fa83f683c67a413ba3ca7f7d2d6bb966', 'subnets': [{'id': 'da523ca4-000e-4457-a118-98a9c4ff1011', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 14:59:15.731760 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2119e34-3bd0-4d21-b82b-e774798970b6 None None] New status for floating IP e29af99d-fbb3-48e0-939c-de90084999a7: DOWN {{(pid=110299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 14:59:16.567284 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 48322) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:59:16.621635 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-17aff4d0-1fce-461a-9c5b-3812bb273f1e tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Publish callbacks [] for security_group (95613beb-5f59-4daa-989b-f6efcb984d42), before_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:16.644174 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-17aff4d0-1fce-461a-9c5b-3812bb273f1e tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Publish callbacks [] for security_group (95613beb-5f59-4daa-989b-f6efcb984d42), precommit_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:16.748899 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-17aff4d0-1fce-461a-9c5b-3812bb273f1e tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (95613beb-5f59-4daa-989b-f6efcb984d42), after_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:16.751527 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-17aff4d0-1fce-461a-9c5b-3812bb273f1e tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Publish callbacks [] for security_group (None), before_response {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:16.752725 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-17aff4d0-1fce-461a-9c5b-3812bb273f1e tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] 10.222.0.16 "DELETE /v2.0/security-groups/95613beb-5f59-4daa-989b-f6efcb984d42 HTTP/1.1" status: 204 len: 168 time: 0.1839051 May 03 14:59:16.755543 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 48324) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:59:16.762979 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17aff4d0-1fce-461a-9c5b-3812bb273f1e tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95613beb-5f59-4daa-989b-f6efcb984d42,revision_number=None']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:59:16.769846 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.api.v2.resource [None req-ef5a3f9c-b8a5-41d0-8c95-c2b1def50baa tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] show failed (client error): The resource could not be found. May 03 14:59:16.770519 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-ef5a3f9c-b8a5-41d0-8c95-c2b1def50baa tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] 10.222.0.16 "GET /v2.0/security-groups/95613beb-5f59-4daa-989b-f6efcb984d42 HTTP/1.1" status: 404 len: 347 time: 0.0139871 May 03 14:59:16.773386 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 48326) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:59:16.892538 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.plugin [None req-777d67e6-3a36-4071-a333-c4ccf043c07b tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Deleting port 52afeae0-ffd4-445e-8977-1cfae8c0b6f2 {{(pid=110298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 14:59:16.892887 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-777d67e6-3a36-4071-a333-c4ccf043c07b tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775477116685'] for port (52afeae0-ffd4-445e-8977-1cfae8c0b6f2), before_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:16.973446 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-777d67e6-3a36-4071-a333-c4ccf043c07b tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689583'] for port (52afeae0-ffd4-445e-8977-1cfae8c0b6f2), precommit_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:16.973772 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-777d67e6-3a36-4071-a333-c4ccf043c07b tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Publish callbacks [] for floatingip (52afeae0-ffd4-445e-8977-1cfae8c0b6f2), precommit_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:16.981854 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Device 86384638-0613-4ec4-9d24-c898b54da872 no longer exists at agent hyperv_hv-cinder-84028 {{(pid=110299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 14:59:16.987642 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.plugin [None req-777d67e6-3a36-4071-a333-c4ccf043c07b tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Calling delete_port for 52afeae0-ffd4-445e-8977-1cfae8c0b6f2 owned by network:floatingip {{(pid=110298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 14:59:17.004293 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] No Port match for: 86384638-0613-4ec4-9d24-c898b54da872 {{(pid=110299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 14:59:17.004740 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Device 86384638-0613-4ec4-9d24-c898b54da872 not bound to the agent host hv-cinder-84028 {{(pid=110299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 14:59:17.206322 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-777d67e6-3a36-4071-a333-c4ccf043c07b tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775477123741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775476647069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25806886'] for port (52afeae0-ffd4-445e-8977-1cfae8c0b6f2), after_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:17.240490 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777d67e6-3a36-4071-a333-c4ccf043c07b tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Pushing event deleted for resources: {'Port': ['ID=52afeae0-ffd4-445e-8977-1cfae8c0b6f2,revision_number=None']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:59:17.300288 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-777d67e6-3a36-4071-a333-c4ccf043c07b tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Publish callbacks [] for floatingip (e29af99d-fbb3-48e0-939c-de90084999a7), after_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:17.302884 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-777d67e6-3a36-4071-a333-c4ccf043c07b tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46205'] for floatingip (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:17.304087 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-777d67e6-3a36-4071-a333-c4ccf043c07b tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] 10.222.0.16 "DELETE /v2.0/floatingips/e29af99d-fbb3-48e0-939c-de90084999a7 HTTP/1.1" status: 204 len: 168 time: 0.5290616 May 03 14:59:18.601060 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 48358) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:59:18.709648 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-3ed9f862-8364-4ab4-a1eb-e677070fcb04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:18.789621 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-3ed9f862-8364-4ab4-a1eb-e677070fcb04 admin admin] Publish callbacks [] for security_group (762fca1c-2acb-4cab-a143-e0407d9edf08), precommit_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:18.857808 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-3ed9f862-8364-4ab4-a1eb-e677070fcb04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (762fca1c-2acb-4cab-a143-e0407d9edf08), after_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:18.897965 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-3ed9f862-8364-4ab4-a1eb-e677070fcb04 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=28dcf88a10d843a388148233e8bc975c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2958386 May 03 14:59:18.899277 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed9f862-8364-4ab4-a1eb-e677070fcb04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=762fca1c-2acb-4cab-a143-e0407d9edf08,revision_number=1']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:59:18.900864 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 48364) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:59:18.951081 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-f6bd6031-9367-48e9-8164-679d33a43f86 admin admin] Publish callbacks [] for security_group (762fca1c-2acb-4cab-a143-e0407d9edf08), before_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:18.971562 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-f6bd6031-9367-48e9-8164-679d33a43f86 admin admin] Publish callbacks [] for security_group (762fca1c-2acb-4cab-a143-e0407d9edf08), precommit_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:19.109139 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-f6bd6031-9367-48e9-8164-679d33a43f86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (762fca1c-2acb-4cab-a143-e0407d9edf08), after_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:19.111716 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-f6bd6031-9367-48e9-8164-679d33a43f86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:19.112914 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-f6bd6031-9367-48e9-8164-679d33a43f86 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/762fca1c-2acb-4cab-a143-e0407d9edf08 HTTP/1.1" status: 204 len: 168 time: 0.2102847 May 03 14:59:19.121818 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bd6031-9367-48e9-8164-679d33a43f86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=762fca1c-2acb-4cab-a143-e0407d9edf08,revision_number=None']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:59:19.684280 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 48372) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:59:19.697354 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-ac3e9d63-0ea9-4687-8491-3202a2f3f86e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:19.771308 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-ac3e9d63-0ea9-4687-8491-3202a2f3f86e admin admin] Publish callbacks [] for security_group (4d57fedf-fef2-484f-b2ae-f81bff1d318f), precommit_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:19.833285 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-ac3e9d63-0ea9-4687-8491-3202a2f3f86e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (4d57fedf-fef2-484f-b2ae-f81bff1d318f), after_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:19.868788 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-ac3e9d63-0ea9-4687-8491-3202a2f3f86e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=dd5efdc4d20346889e9ddea1d7eaa684&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1833937 May 03 14:59:19.870720 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3e9d63-0ea9-4687-8491-3202a2f3f86e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d57fedf-fef2-484f-b2ae-f81bff1d318f,revision_number=1']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:59:19.871547 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 48380) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:59:19.928166 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-fd035a8c-824d-4768-a071-c9afa0efd363 admin admin] Publish callbacks [] for security_group (4d57fedf-fef2-484f-b2ae-f81bff1d318f), before_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:19.949658 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-fd035a8c-824d-4768-a071-c9afa0efd363 admin admin] Publish callbacks [] for security_group (4d57fedf-fef2-484f-b2ae-f81bff1d318f), precommit_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:20.069188 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-fd035a8c-824d-4768-a071-c9afa0efd363 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (4d57fedf-fef2-484f-b2ae-f81bff1d318f), after_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:20.072382 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-fd035a8c-824d-4768-a071-c9afa0efd363 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:20.073548 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-fd035a8c-824d-4768-a071-c9afa0efd363 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4d57fedf-fef2-484f-b2ae-f81bff1d318f HTTP/1.1" status: 204 len: 168 time: 0.2010291 May 03 14:59:20.081748 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd035a8c-824d-4768-a071-c9afa0efd363 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d57fedf-fef2-484f-b2ae-f81bff1d318f,revision_number=None']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:59:20.303163 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113b0d38-66c3-4480-b58f-97628d904157 req-21597b2e-03ce-48b6-be2b-044e4341576d tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:59:20.304629 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-113b0d38-66c3-4480-b58f-97628d904157 req-21597b2e-03ce-48b6-be2b-044e4341576d tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ce0e649-cd04-4b32-aeac-027b436c98a9 HTTP/1.1" status: 200 len: 946 time: 0.0495882 May 03 14:59:20.352288 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-113b0d38-66c3-4480-b58f-97628d904157 req-3e15f233-939e-462c-bfa2-14ac2734d6e5 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b9b64b1-94dd-427a-a42f-9f394c986a94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417738 May 03 14:59:21.469494 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ce4b7d-f845-4611-9d16-c2cca1ed6505 req-902040d9-3eda-4313-aebf-ce3597c9eba1 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:59:21.470880 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-c5ce4b7d-f845-4611-9d16-c2cca1ed6505 req-902040d9-3eda-4313-aebf-ce3597c9eba1 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ce0e649-cd04-4b32-aeac-027b436c98a9 HTTP/1.1" status: 200 len: 946 time: 0.0498941 May 03 14:59:21.521967 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-c5ce4b7d-f845-4611-9d16-c2cca1ed6505 req-be974969-5a4c-4d0c-8cf3-debd3eddd5fb tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b9b64b1-94dd-427a-a42f-9f394c986a94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454643 May 03 14:59:21.591375 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 48418) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:59:21.695021 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-7e7f14c1-3dbb-4d0b-80f9-ef23f3c9b660 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:21.767335 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-7e7f14c1-3dbb-4d0b-80f9-ef23f3c9b660 admin admin] Publish callbacks [] for security_group (8c98094a-0a45-4a7c-b486-cfff6780cd2f), precommit_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:21.863092 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-7e7f14c1-3dbb-4d0b-80f9-ef23f3c9b660 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (8c98094a-0a45-4a7c-b486-cfff6780cd2f), after_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:21.902548 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-7e7f14c1-3dbb-4d0b-80f9-ef23f3c9b660 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6d06ff53a0e9499d9f6dcecf8239b0ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3100679 May 03 14:59:21.904506 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7f14c1-3dbb-4d0b-80f9-ef23f3c9b660 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c98094a-0a45-4a7c-b486-cfff6780cd2f,revision_number=1']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:59:21.905263 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 48422) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:59:21.954126 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-287bd2c4-2740-494b-8657-59cee650ad80 admin admin] Publish callbacks [] for security_group (8c98094a-0a45-4a7c-b486-cfff6780cd2f), before_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:21.975864 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-287bd2c4-2740-494b-8657-59cee650ad80 admin admin] Publish callbacks [] for security_group (8c98094a-0a45-4a7c-b486-cfff6780cd2f), precommit_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:22.092056 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-287bd2c4-2740-494b-8657-59cee650ad80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (8c98094a-0a45-4a7c-b486-cfff6780cd2f), after_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:22.094664 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-287bd2c4-2740-494b-8657-59cee650ad80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:22.095848 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-287bd2c4-2740-494b-8657-59cee650ad80 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8c98094a-0a45-4a7c-b486-cfff6780cd2f HTTP/1.1" status: 204 len: 168 time: 0.1895528 May 03 14:59:22.103920 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287bd2c4-2740-494b-8657-59cee650ad80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c98094a-0a45-4a7c-b486-cfff6780cd2f,revision_number=None']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:59:22.536983 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3b8f0c-a181-4a22-aa9d-4b24257fd477 req-18f68b40-2045-4058-baa4-9c84aa17347f tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:59:22.538424 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-cf3b8f0c-a181-4a22-aa9d-4b24257fd477 req-18f68b40-2045-4058-baa4-9c84aa17347f tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] 10.222.0.55 "GET /v2.0/ports?device_id=9ce0e649-cd04-4b32-aeac-027b436c98a9 HTTP/1.1" status: 200 len: 946 time: 0.0470674 May 03 14:59:22.658296 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.plugin [req-cf3b8f0c-a181-4a22-aa9d-4b24257fd477 req-76de5950-516b-42fe-9b82-0ba7108c0534 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Deleting port 514d6659-72c3-4a37-b1e9-67362912af45 {{(pid=110298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 14:59:22.658646 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-cf3b8f0c-a181-4a22-aa9d-4b24257fd477 req-76de5950-516b-42fe-9b82-0ba7108c0534 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775477116685'] for port (514d6659-72c3-4a37-b1e9-67362912af45), before_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:22.680271 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678cc063-f686-4f61-adc1-d026c9619f10 req-889be23b-334e-4b12-b852-8c1bcab35a94 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:59:22.681753 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-678cc063-f686-4f61-adc1-d026c9619f10 req-889be23b-334e-4b12-b852-8c1bcab35a94 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ce0e649-cd04-4b32-aeac-027b436c98a9 HTTP/1.1" status: 200 len: 946 time: 0.0899525 May 03 14:59:22.788351 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-678cc063-f686-4f61-adc1-d026c9619f10 req-1930365d-f4e0-4927-9975-590c988552cc tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b9b64b1-94dd-427a-a42f-9f394c986a94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972173 May 03 14:59:22.796367 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.db [req-cf3b8f0c-a181-4a22-aa9d-4b24257fd477 req-76de5950-516b-42fe-9b82-0ba7108c0534 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] For port 514d6659-72c3-4a37-b1e9-67362912af45, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=514d6659-72c3-4a37-b1e9-67362912af45,segment=NetworkSegment(cf13aea7-b36a-4302-89af-e9e11eaa421e),segment_id=cf13aea7-b36a-4302-89af-e9e11eaa421e)] {{(pid=110298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:59:22.796367 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-cf3b8f0c-a181-4a22-aa9d-4b24257fd477 req-76de5950-516b-42fe-9b82-0ba7108c0534 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689583'] for port (514d6659-72c3-4a37-b1e9-67362912af45), precommit_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:22.972462 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-cf3b8f0c-a181-4a22-aa9d-4b24257fd477 req-76de5950-516b-42fe-9b82-0ba7108c0534 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:22.972833 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-cf3b8f0c-a181-4a22-aa9d-4b24257fd477 req-76de5950-516b-42fe-9b82-0ba7108c0534 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692144'] for floatingip (11b83ae7-95cb-443b-8114-55f533d5faa4), after_update {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:22.973154 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.db.l3_db [req-cf3b8f0c-a181-4a22-aa9d-4b24257fd477 req-76de5950-516b-42fe-9b82-0ba7108c0534 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Floating IP 11b83ae7-95cb-443b-8114-55f533d5faa4 disassociated. External IP: 172.27.0.252, port: 514d6659-72c3-4a37-b1e9-67362912af45. May 03 14:59:22.973495 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.plugin [req-cf3b8f0c-a181-4a22-aa9d-4b24257fd477 req-76de5950-516b-42fe-9b82-0ba7108c0534 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Calling delete_port for 514d6659-72c3-4a37-b1e9-67362912af45 owned by compute:nova {{(pid=110298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 14:59:23.187474 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-cf3b8f0c-a181-4a22-aa9d-4b24257fd477 req-76de5950-516b-42fe-9b82-0ba7108c0534 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775477123741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775476647069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25806886'] for port (514d6659-72c3-4a37-b1e9-67362912af45), after_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:23.217934 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76de5950-516b-42fe-9b82-0ba7108c0534 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Pushing event deleted for resources: {'Port': ['ID=514d6659-72c3-4a37-b1e9-67362912af45,revision_number=None']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:59:23.349385 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cf3b8f0c-a181-4a22-aa9d-4b24257fd477 req-76de5950-516b-42fe-9b82-0ba7108c0534 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Router b2de5692-15b7-4533-8b3c-b49995075c04 has already been hosted by L3 agent a9161e1b-902d-441f-843b-a0ff0805adee {{(pid=110298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 14:59:23.463154 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cf3b8f0c-a181-4a22-aa9d-4b24257fd477 req-76de5950-516b-42fe-9b82-0ba7108c0534 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Notify agent at l3_agent.dv-cinder-840289-3-iscsi the message routers_updated {{(pid=110298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 14:59:23.473184 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d2bb71f-b167-4b8d-8ec3-2d88d697c988 None None] Sync routers for ids ['b2de5692-15b7-4533-8b3c-b49995075c04'] in dv-cinder-840289-3-iscsi {{(pid=110300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 14:59:23.483821 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2bb71f-b167-4b8d-8ec3-2d88d697c988 None None] Routers {'b2de5692-15b7-4533-8b3c-b49995075c04'} bound to L3 agent in host dv-cinder-840289-3-iscsi {{(pid=110300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:59:23.484431 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_hamode_db [None req-4d2bb71f-b167-4b8d-8ec3-2d88d697c988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T14:38:11Z,description=,heartbeat_timestamp=2022-05-03T14:59:11Z,host='dv-cinder-840289-3-iscsi',id=a9161e1b-902d-441f-843b-a0ff0805adee,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:38:12Z,topic='l3_agent')) {'router_ids': ['b2de5692-15b7-4533-8b3c-b49995075c04'], 'active': True} {{(pid=110300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:59:23.507073 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf3b8f0c-a181-4a22-aa9d-4b24257fd477 req-76de5950-516b-42fe-9b82-0ba7108c0534 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] No DVR routers for this DVR port 514d6659-72c3-4a37-b1e9-67362912af45 on host hv-cinder-84028 {{(pid=110298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 14:59:23.510123 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-cf3b8f0c-a181-4a22-aa9d-4b24257fd477 req-76de5950-516b-42fe-9b82-0ba7108c0534 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46205'] for port (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:23.513390 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-cf3b8f0c-a181-4a22-aa9d-4b24257fd477 req-76de5950-516b-42fe-9b82-0ba7108c0534 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] 10.222.0.55 "DELETE /v2.0/ports/514d6659-72c3-4a37-b1e9-67362912af45 HTTP/1.1" status: 204 len: 173 time: 0.9695802 May 03 14:59:23.513831 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ce0e649-cd04-4b32-aeac-027b436c98a9', 'name': 'network-vif-deleted', 'tag': '514d6659-72c3-4a37-b1e9-67362912af45'}] {{(pid=110298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 14:59:23.516059 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75d30aab20f2b99e69676ba1094dd13d61de0bc97323401ed2dd99ba05286cef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81a65de2-ccee-4d24-9782-9932748afc3b" -d '{"events": [{"server_uuid": "9ce0e649-cd04-4b32-aeac-027b436c98a9", "name": "network-vif-deleted", "tag": "514d6659-72c3-4a37-b1e9-67362912af45"}]}' {{(pid=110298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 14:59:23.552609 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 14:59:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24476eae-52aa-4d57-85f0-6d2f91c2d675 x-openstack-request-id: req-24476eae-52aa-4d57-85f0-6d2f91c2d675 {{(pid=110298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 14:59:23.553324 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ce0e649-cd04-4b32-aeac-027b436c98a9", "name": "network-vif-deleted", "tag": "514d6659-72c3-4a37-b1e9-67362912af45", "status": "completed", "code": 200}]} {{(pid=110298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 14:59:23.553324 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-24476eae-52aa-4d57-85f0-6d2f91c2d675 {{(pid=110298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 14:59:23.553604 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24476eae-52aa-4d57-85f0-6d2f91c2d675'] response: {'server_uuid': '9ce0e649-cd04-4b32-aeac-027b436c98a9', 'name': 'network-vif-deleted', 'tag': '514d6659-72c3-4a37-b1e9-67362912af45', 'status': 'completed', 'code': 200} May 03 14:59:23.599428 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvr_db [None req-4d2bb71f-b167-4b8d-8ec3-2d88d697c988 None None] Set router b2de5692-15b7-4533-8b3c-b49995075c04 gateway port host: dv-cinder-840289-3-iscsi {{(pid=110300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:59:23.815240 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_hamode_db [None req-4d2bb71f-b167-4b8d-8ec3-2d88d697c988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2de5692-15b7-4533-8b3c-b49995075c04', 'name': 'tempest-AttachVolumeNegativeTest-691195481-router', 'tenant_id': 'fa83f683c67a413ba3ca7f7d2d6bb966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'external_fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': '9d99af12-dc8d-4fea-987c-b8fd148bbed4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:55:16Z', 'updated_at': '2022-05-03T14:55:20Z', 'revision_number': 4, 'project_id': 'fa83f683c67a413ba3ca7f7d2d6bb966', 'gw_port': {'id': '9d99af12-dc8d-4fea-987c-b8fd148bbed4', 'name': '', 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:53:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2de5692-15b7-4533-8b3c-b49995075c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:55:17Z', 'updated_at': '2022-05-03T14:55:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f907060b-4748-4522-aeb5-06a44b689374', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-3-iscsi', '_interfaces': [{'id': '0bc0b0eb-1930-4c1c-bb20-1831094b8912', 'name': '', 'network_id': '8e6de03b-779e-46f4-99b9-4423e500c0dd', 'tenant_id': 'fa83f683c67a413ba3ca7f7d2d6bb966', 'mac_address': 'fa:16:3e:8e:05:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2de5692-15b7-4533-8b3c-b49995075c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'da523ca4-000e-4457-a118-98a9c4ff1011', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:55:19Z', 'updated_at': '2022-05-03T14:55:23Z', 'revision_number': 5, 'project_id': 'fa83f683c67a413ba3ca7f7d2d6bb966', 'subnets': [{'id': 'da523ca4-000e-4457-a118-98a9c4ff1011', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-3-iscsi', False) {} {{(pid=110300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:59:23.854356 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d2bb71f-b167-4b8d-8ec3-2d88d697c988 None None] Checking router: b2de5692-15b7-4533-8b3c-b49995075c04 for host: dv-cinder-840289-3-iscsi {{(pid=110300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 14:59:23.864239 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2bb71f-b167-4b8d-8ec3-2d88d697c988 None None] Routers {'b2de5692-15b7-4533-8b3c-b49995075c04'} bound to L3 agent in host dv-cinder-840289-3-iscsi {{(pid=110300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:59:23.864968 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_hamode_db [None req-4d2bb71f-b167-4b8d-8ec3-2d88d697c988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T14:38:11Z,description=,heartbeat_timestamp=2022-05-03T14:59:11Z,host='dv-cinder-840289-3-iscsi',id=a9161e1b-902d-441f-843b-a0ff0805adee,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:38:12Z,topic='l3_agent')) {'router_ids': ['b2de5692-15b7-4533-8b3c-b49995075c04'], 'active': True} {{(pid=110300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:59:23.912777 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-5841495a-c41f-4b79-994b-1a69f80400a8 req-858c0902-d2e3-41af-a93f-a2110ca291a1 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ce0e649-cd04-4b32-aeac-027b436c98a9 HTTP/1.1" status: 200 len: 210 time: 0.0407333 May 03 14:59:24.084469 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvr_db [None req-4d2bb71f-b167-4b8d-8ec3-2d88d697c988 None None] Set router b2de5692-15b7-4533-8b3c-b49995075c04 gateway port host: dv-cinder-840289-3-iscsi {{(pid=110300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:59:24.282528 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_hamode_db [None req-4d2bb71f-b167-4b8d-8ec3-2d88d697c988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2de5692-15b7-4533-8b3c-b49995075c04', 'name': 'tempest-AttachVolumeNegativeTest-691195481-router', 'tenant_id': 'fa83f683c67a413ba3ca7f7d2d6bb966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'external_fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': '9d99af12-dc8d-4fea-987c-b8fd148bbed4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:55:16Z', 'updated_at': '2022-05-03T14:55:20Z', 'revision_number': 4, 'project_id': 'fa83f683c67a413ba3ca7f7d2d6bb966', 'gw_port': {'id': '9d99af12-dc8d-4fea-987c-b8fd148bbed4', 'name': '', 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:53:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2de5692-15b7-4533-8b3c-b49995075c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:55:17Z', 'updated_at': '2022-05-03T14:55:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f907060b-4748-4522-aeb5-06a44b689374', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-3-iscsi', '_interfaces': [{'id': '0bc0b0eb-1930-4c1c-bb20-1831094b8912', 'name': '', 'network_id': '8e6de03b-779e-46f4-99b9-4423e500c0dd', 'tenant_id': 'fa83f683c67a413ba3ca7f7d2d6bb966', 'mac_address': 'fa:16:3e:8e:05:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2de5692-15b7-4533-8b3c-b49995075c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'da523ca4-000e-4457-a118-98a9c4ff1011', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:55:19Z', 'updated_at': '2022-05-03T14:55:23Z', 'revision_number': 5, 'project_id': 'fa83f683c67a413ba3ca7f7d2d6bb966', 'subnets': [{'id': 'da523ca4-000e-4457-a118-98a9c4ff1011', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-3-iscsi', False) {} {{(pid=110300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:59:24.309184 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d2bb71f-b167-4b8d-8ec3-2d88d697c988 None None] The sync data for ids ['b2de5692-15b7-4533-8b3c-b49995075c04'] in dv-cinder-840289-3-iscsi is: [{'id': 'b2de5692-15b7-4533-8b3c-b49995075c04', 'name': 'tempest-AttachVolumeNegativeTest-691195481-router', 'tenant_id': 'fa83f683c67a413ba3ca7f7d2d6bb966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'external_fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': '9d99af12-dc8d-4fea-987c-b8fd148bbed4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:55:16Z', 'updated_at': '2022-05-03T14:55:20Z', 'revision_number': 4, 'project_id': 'fa83f683c67a413ba3ca7f7d2d6bb966', 'gw_port': {'id': '9d99af12-dc8d-4fea-987c-b8fd148bbed4', 'name': '', 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:53:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2de5692-15b7-4533-8b3c-b49995075c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:55:17Z', 'updated_at': '2022-05-03T14:55:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f907060b-4748-4522-aeb5-06a44b689374', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-3-iscsi', '_interfaces': [{'id': '0bc0b0eb-1930-4c1c-bb20-1831094b8912', 'name': '', 'network_id': '8e6de03b-779e-46f4-99b9-4423e500c0dd', 'tenant_id': 'fa83f683c67a413ba3ca7f7d2d6bb966', 'mac_address': 'fa:16:3e:8e:05:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2de5692-15b7-4533-8b3c-b49995075c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'da523ca4-000e-4457-a118-98a9c4ff1011', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:55:19Z', 'updated_at': '2022-05-03T14:55:23Z', 'revision_number': 5, 'project_id': 'fa83f683c67a413ba3ca7f7d2d6bb966', 'subnets': [{'id': 'da523ca4-000e-4457-a118-98a9c4ff1011', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 14:59:24.544702 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5071eef2-db00-4080-9147-eaac1e12b510 None None] New status for floating IP 11b83ae7-95cb-443b-8114-55f533d5faa4: DOWN {{(pid=110299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 14:59:24.997595 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Device 514d6659-72c3-4a37-b1e9-67362912af45 no longer exists at agent hyperv_hv-cinder-84028 {{(pid=110299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 14:59:25.018053 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] No Port match for: 514d6659-72c3-4a37-b1e9-67362912af45 {{(pid=110299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 14:59:25.019380 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Device 514d6659-72c3-4a37-b1e9-67362912af45 not bound to the agent host hv-cinder-84028 {{(pid=110299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 14:59:25.126792 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 48470) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:59:25.184039 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-c68bd967-49ff-42fb-84aa-6e3f45313dbd tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Publish callbacks [] for security_group (3b9b64b1-94dd-427a-a42f-9f394c986a94), before_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:25.207343 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-c68bd967-49ff-42fb-84aa-6e3f45313dbd tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Publish callbacks [] for security_group (3b9b64b1-94dd-427a-a42f-9f394c986a94), precommit_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:25.314586 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-c68bd967-49ff-42fb-84aa-6e3f45313dbd tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (3b9b64b1-94dd-427a-a42f-9f394c986a94), after_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:25.317331 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-c68bd967-49ff-42fb-84aa-6e3f45313dbd tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Publish callbacks [] for security_group (None), before_response {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:25.318582 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-c68bd967-49ff-42fb-84aa-6e3f45313dbd tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] 10.222.0.16 "DELETE /v2.0/security-groups/3b9b64b1-94dd-427a-a42f-9f394c986a94 HTTP/1.1" status: 204 len: 168 time: 0.1906867 May 03 14:59:25.321867 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 48472) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:59:25.328542 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68bd967-49ff-42fb-84aa-6e3f45313dbd tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b9b64b1-94dd-427a-a42f-9f394c986a94,revision_number=None']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:59:25.335285 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.api.v2.resource [None req-892ffa38-b283-4924-a6b4-e8d48612ffeb tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] show failed (client error): The resource could not be found. May 03 14:59:25.339690 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-892ffa38-b283-4924-a6b4-e8d48612ffeb tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] 10.222.0.16 "GET /v2.0/security-groups/3b9b64b1-94dd-427a-a42f-9f394c986a94 HTTP/1.1" status: 404 len: 347 time: 0.0167866 May 03 14:59:25.342633 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 48474) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:59:25.461816 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.plugins.ml2.plugin [None req-5577c2bf-b2d1-424f-8282-865ab2a75cec tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Deleting port 23465553-e499-4f95-853a-6022851489f5 {{(pid=110297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 14:59:25.462219 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-5577c2bf-b2d1-424f-8282-865ab2a75cec tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775477116685'] for port (23465553-e499-4f95-853a-6022851489f5), before_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:25.535415 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-5577c2bf-b2d1-424f-8282-865ab2a75cec tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689583'] for port (23465553-e499-4f95-853a-6022851489f5), precommit_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:25.536406 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-5577c2bf-b2d1-424f-8282-865ab2a75cec tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Publish callbacks [] for floatingip (23465553-e499-4f95-853a-6022851489f5), precommit_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:25.552014 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.plugins.ml2.plugin [None req-5577c2bf-b2d1-424f-8282-865ab2a75cec tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Calling delete_port for 23465553-e499-4f95-853a-6022851489f5 owned by network:floatingip {{(pid=110297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 14:59:25.726359 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-5577c2bf-b2d1-424f-8282-865ab2a75cec tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775477123741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775476647069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25923557'] for port (23465553-e499-4f95-853a-6022851489f5), after_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:25.755192 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5577c2bf-b2d1-424f-8282-865ab2a75cec tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Pushing event deleted for resources: {'Port': ['ID=23465553-e499-4f95-853a-6022851489f5,revision_number=None']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:59:25.821870 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-5577c2bf-b2d1-424f-8282-865ab2a75cec tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Publish callbacks [] for floatingip (11b83ae7-95cb-443b-8114-55f533d5faa4), after_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:25.824468 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-5577c2bf-b2d1-424f-8282-865ab2a75cec tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46205'] for floatingip (None), before_response {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:25.825616 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-5577c2bf-b2d1-424f-8282-865ab2a75cec tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] 10.222.0.16 "DELETE /v2.0/floatingips/11b83ae7-95cb-443b-8114-55f533d5faa4 HTTP/1.1" status: 204 len: 168 time: 0.4818289 May 03 14:59:26.388820 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 48484) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:59:26.393338 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.v2.base [None req-6e2e57c5-326a-4363-88fc-af024ee8609c tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1550005944', 'description': 'tempest-description--1759976996'}} {{(pid=110297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:59:26.463549 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-6e2e57c5-326a-4363-88fc-af024ee8609c tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Publish callbacks [] for security_group (None), before_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:26.535272 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-6e2e57c5-326a-4363-88fc-af024ee8609c tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Publish callbacks [] for security_group (d4d3f3f1-3590-45e7-8ed0-fd11837ad8f1), precommit_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:26.621322 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-6e2e57c5-326a-4363-88fc-af024ee8609c tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (d4d3f3f1-3590-45e7-8ed0-fd11837ad8f1), after_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:26.653127 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2e57c5-326a-4363-88fc-af024ee8609c tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4d3f3f1-3590-45e7-8ed0-fd11837ad8f1,revision_number=1']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:59:26.716722 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-6e2e57c5-326a-4363-88fc-af024ee8609c tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Publish callbacks [] for security_group (None), before_response {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:26.717976 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-6e2e57c5-326a-4363-88fc-af024ee8609c tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3281505 May 03 14:59:26.720847 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 48498) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:59:26.725140 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.v2.base [None req-855e85f7-0cd0-482c-a0a4-69357a681f48 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Request body: {'security_group_rule': {'security_group_id': 'd4d3f3f1-3590-45e7-8ed0-fd11837ad8f1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:59:26.759640 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-d0658f3a-4521-472b-964d-8d91ef322329 req-247802f4-34aa-4fab-81c9-73f214f408fb tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1999255389&fields=id&tenant_id=3cc6d2a38dc34b4a8c0e2357b41c95bc HTTP/1.1" status: 200 len: 267 time: 0.0453990 May 03 14:59:26.806298 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-855e85f7-0cd0-482c-a0a4-69357a681f48 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Publish callbacks [] for security_group_rule (24cd5bf3-8cd1-441d-8b56-7d3a7b6697a4), before_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:26.864332 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-855e85f7-0cd0-482c-a0a4-69357a681f48 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Publish callbacks [] for security_group_rule (24cd5bf3-8cd1-441d-8b56-7d3a7b6697a4), precommit_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:26.865684 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0658f3a-4521-472b-964d-8d91ef322329 req-84a2f1bf-9526-4f41-8d48-c96f19384be7 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:59:26.867200 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-d0658f3a-4521-472b-964d-8d91ef322329 req-84a2f1bf-9526-4f41-8d48-c96f19384be7 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] 10.222.0.16 "GET /v2.0/networks?id=3f1b5a04-a89d-49fe-9254-ad52b00abc9e HTTP/1.1" status: 200 len: 811 time: 0.1011207 May 03 14:59:26.881610 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-d0658f3a-4521-472b-964d-8d91ef322329 req-644bdedc-5676-429d-befe-ce1b6274b365 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] 10.222.0.16 "GET /v2.0/quotas/3cc6d2a38dc34b4a8c0e2357b41c95bc HTTP/1.1" status: 200 len: 375 time: 0.0089388 May 03 14:59:26.932014 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-855e85f7-0cd0-482c-a0a4-69357a681f48 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652759'] for security_group_rule (24cd5bf3-8cd1-441d-8b56-7d3a7b6697a4), after_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:26.936002 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-d0658f3a-4521-472b-964d-8d91ef322329 req-fb7961e7-5ed6-4144-a8a0-8912b70277b0 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=3cc6d2a38dc34b4a8c0e2357b41c95bc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0490441 May 03 14:59:26.950555 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855e85f7-0cd0-482c-a0a4-69357a681f48 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24cd5bf3-8cd1-441d-8b56-7d3a7b6697a4,revision_number=0']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:59:26.952732 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [req-d0658f3a-4521-472b-964d-8d91ef322329 req-d6ebe40a-fb06-4282-9614-38eed07ce736 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=110298) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 03 14:59:26.953952 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-d0658f3a-4521-472b-964d-8d91ef322329 req-d6ebe40a-fb06-4282-9614-38eed07ce736 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0061803 May 03 14:59:27.017947 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-855e85f7-0cd0-482c-a0a4-69357a681f48 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:27.019319 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-855e85f7-0cd0-482c-a0a4-69357a681f48 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2974861 May 03 14:59:27.021935 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 48500) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:59:27.027355 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.v2.base [None req-f2e21f0a-d424-4e50-bd7a-ca252911d76e tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Request body: {'security_group_rule': {'security_group_id': 'd4d3f3f1-3590-45e7-8ed0-fd11837ad8f1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:59:27.044863 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-d0658f3a-4521-472b-964d-8d91ef322329 req-e6ed6788-0fcc-42d7-888c-07a6078248b0 service neutron] 10.222.0.16 "GET /v2.0/networks/3f1b5a04-a89d-49fe-9254-ad52b00abc9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850949 May 03 14:59:27.112851 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-f2e21f0a-d424-4e50-bd7a-ca252911d76e tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Publish callbacks [] for security_group_rule (611cfea8-dafe-479d-904f-5adae086e621), before_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:27.137877 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-d0658f3a-4521-472b-964d-8d91ef322329 req-76bcaffa-c8a1-40b2-9397-f11d0064ba5a service neutron] 10.222.0.16 "GET /v2.0/networks/3f1b5a04-a89d-49fe-9254-ad52b00abc9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872009 May 03 14:59:27.170736 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-f2e21f0a-d424-4e50-bd7a-ca252911d76e tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Publish callbacks [] for security_group_rule (611cfea8-dafe-479d-904f-5adae086e621), precommit_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:27.243960 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-f2e21f0a-d424-4e50-bd7a-ca252911d76e tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652759'] for security_group_rule (611cfea8-dafe-479d-904f-5adae086e621), after_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:27.260703 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e21f0a-d424-4e50-bd7a-ca252911d76e tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=611cfea8-dafe-479d-904f-5adae086e621,revision_number=0']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:59:27.321376 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-f2e21f0a-d424-4e50-bd7a-ca252911d76e tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:27.322682 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-f2e21f0a-d424-4e50-bd7a-ca252911d76e tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2996604 May 03 14:59:27.325541 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 48508) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:59:27.329977 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.v2.base [None req-bbfc4127-c997-4e64-8b7f-ecf7eb982176 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Request body: {'floatingip': {'floating_network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c'}} {{(pid=110297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:59:27.446947 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-bbfc4127-c997-4e64-8b7f-ecf7eb982176 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:27.528717 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-bbfc4127-c997-4e64-8b7f-ecf7eb982176 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (None), before_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:27.630049 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.db.db_base_plugin_common [None req-bbfc4127-c997-4e64-8b7f-ecf7eb982176 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Allocated IP 172.27.0.18 (7456e722-9446-4a17-bcf3-c72dce07c65c/f907060b-4748-4522-aeb5-06a44b689374/91075608-9805-4f43-93e4-997267678c7a) {{(pid=110297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 14:59:27.742234 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-bbfc4127-c997-4e64-8b7f-ecf7eb982176 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Publish callbacks [] for port (91075608-9805-4f43-93e4-997267678c7a), precommit_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:27.746581 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-c9ab36d4-4592-444b-b267-0576642213cf req-3dac6df6-c4b6-454b-ab8a-8b006b3e2d3d tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c564964-d0e7-4872-a2cd-8b338290671e HTTP/1.1" status: 200 len: 210 time: 0.0308495 May 03 14:59:27.834951 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-bbfc4127-c997-4e64-8b7f-ecf7eb982176 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775476647060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25923557'] for port (91075608-9805-4f43-93e4-997267678c7a), after_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:27.870094 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbfc4127-c997-4e64-8b7f-ecf7eb982176 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Network 7456e722-9446-4a17-bcf3-c72dce07c65c is already hosted by enough agents. {{(pid=110297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 14:59:27.872906 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.scheduler.base_scheduler [None req-bbfc4127-c997-4e64-8b7f-ecf7eb982176 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Resources bound (agent type, host, resource id): {{(pid=110297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 14:59:27.876275 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbfc4127-c997-4e64-8b7f-ecf7eb982176 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Received port after_create {{(pid=110297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 14:59:27.904784 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfc4127-c997-4e64-8b7f-ecf7eb982176 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Pushing event updated for resources: {'Port': ['ID=91075608-9805-4f43-93e4-997267678c7a,revision_number=1']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:59:27.967663 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-bbfc4127-c997-4e64-8b7f-ecf7eb982176 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Publish callbacks [] for floatingip (983cbfe4-8a1a-4637-b8e7-c000a2611647), precommit_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:28.072475 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-bbfc4127-c997-4e64-8b7f-ecf7eb982176 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (91075608-9805-4f43-93e4-997267678c7a), before_update {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:28.224735 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-bbfc4127-c997-4e64-8b7f-ecf7eb982176 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Publish callbacks [] for port (91075608-9805-4f43-93e4-997267678c7a), precommit_update {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:28.330088 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-bbfc4127-c997-4e64-8b7f-ecf7eb982176 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25923484'] for port (91075608-9805-4f43-93e4-997267678c7a), after_update {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:28.402967 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfc4127-c997-4e64-8b7f-ecf7eb982176 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Pushing event updated for resources: {'Port': ['ID=91075608-9805-4f43-93e4-997267678c7a,revision_number=2']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:59:28.414491 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-bbfc4127-c997-4e64-8b7f-ecf7eb982176 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692144'] for floatingip (983cbfe4-8a1a-4637-b8e7-c000a2611647), after_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:28.512436 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-bbfc4127-c997-4e64-8b7f-ecf7eb982176 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46205'] for floatingip (None), before_response {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:28.512436 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-bbfc4127-c997-4e64-8b7f-ecf7eb982176 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1840847 May 03 14:59:28.703232 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-e94cb78c-a3f4-4462-af8e-630ba4cb52f4 req-8c90fc9e-df08-4705-8759-ccee9be678c3 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1550005944&fields=id&tenant_id=fa83f683c67a413ba3ca7f7d2d6bb966 HTTP/1.1" status: 200 len: 267 time: 0.0439992 May 03 14:59:28.818636 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94cb78c-a3f4-4462-af8e-630ba4cb52f4 req-1a49bc72-87a5-474e-83ed-f9d7456a4e55 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:59:28.820154 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-e94cb78c-a3f4-4462-af8e-630ba4cb52f4 req-1a49bc72-87a5-474e-83ed-f9d7456a4e55 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] 10.222.0.16 "GET /v2.0/networks?id=8e6de03b-779e-46f4-99b9-4423e500c0dd HTTP/1.1" status: 200 len: 814 time: 0.1101887 May 03 14:59:28.854906 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-6ead213f-d87a-4d2d-837f-7d208dfb0a39 req-6e7430a1-69c5-485d-b861-ff6314ba9bca tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c564964-d0e7-4872-a2cd-8b338290671e HTTP/1.1" status: 200 len: 210 time: 0.0337555 May 03 14:59:28.856544 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-e94cb78c-a3f4-4462-af8e-630ba4cb52f4 req-f3cee796-c330-4087-a151-2ef6001a8b27 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] 10.222.0.16 "GET /v2.0/quotas/fa83f683c67a413ba3ca7f7d2d6bb966 HTTP/1.1" status: 200 len: 375 time: 0.0267518 May 03 14:59:28.908195 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-e94cb78c-a3f4-4462-af8e-630ba4cb52f4 req-da646cdc-023e-470b-ad5c-3a2445df6c38 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=fa83f683c67a413ba3ca7f7d2d6bb966&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0459857 May 03 14:59:28.964214 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (26e70f58-a201-437c-be8d-fd2714f100da), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:29.007322 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-e94cb78c-a3f4-4462-af8e-630ba4cb52f4 req-573d0437-75eb-4cb9-9c83-20333d726915 service neutron] 10.222.0.16 "GET /v2.0/networks/8e6de03b-779e-46f4-99b9-4423e500c0dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872505 May 03 14:59:29.095880 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-e94cb78c-a3f4-4462-af8e-630ba4cb52f4 req-ef837308-40f7-4cc5-9527-39a7f0d6b4ce service neutron] 10.222.0.16 "GET /v2.0/networks/8e6de03b-779e-46f4-99b9-4423e500c0dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827088 May 03 14:59:29.367966 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-caa4a3e7-fe63-412e-ba93-c0f1a0015892 req-8bf9f0c8-bfcc-4e75-8b75-aac9c3b0950f tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] 10.222.0.16 "GET /v2.0/ports?device_id=5652b18f-c2fe-4ac5-8c73-fc8893bd20d4 HTTP/1.1" status: 200 len: 210 time: 0.0270712 May 03 14:59:29.955206 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-2acddd45-3073-40e0-9613-e7ff34c7a00f req-612489d6-9d2d-458e-a872-1322760b38fa tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c564964-d0e7-4872-a2cd-8b338290671e HTTP/1.1" status: 200 len: 210 time: 0.0318093 May 03 14:59:30.461468 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-3f2c9414-4cb3-4caf-b365-a9076d5d8d66 req-685a571e-0556-4d8d-8cf1-41d7bac4e83b tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] 10.222.0.16 "GET /v2.0/ports?device_id=5652b18f-c2fe-4ac5-8c73-fc8893bd20d4 HTTP/1.1" status: 200 len: 210 time: 0.0277202 May 03 14:59:31.065116 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-e62e0c7f-b51d-4149-9c33-2f247b81784e req-547198be-6e15-4a17-8a15-cae8780c7b2f tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c564964-d0e7-4872-a2cd-8b338290671e HTTP/1.1" status: 200 len: 210 time: 0.0351849 May 03 14:59:31.173064 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0658f3a-4521-472b-964d-8d91ef322329 req-e8d95af3-d034-422a-85d1-ab506789b7f4 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:59:31.174503 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-d0658f3a-4521-472b-964d-8d91ef322329 req-e8d95af3-d034-422a-85d1-ab506789b7f4 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] 10.222.0.55 "GET /v2.0/networks?id=3f1b5a04-a89d-49fe-9254-ad52b00abc9e HTTP/1.1" status: 200 len: 811 time: 0.1344545 May 03 14:59:31.245509 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-d0658f3a-4521-472b-964d-8d91ef322329 req-9ec541d9-3842-43b8-b885-f9409896b29f tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3cc6d2a38dc34b4a8c0e2357b41c95bc HTTP/1.1" status: 200 len: 380 time: 0.0567613 May 03 14:59:31.417296 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.v2.base [req-d0658f3a-4521-472b-964d-8d91ef322329 req-4fb1c492-cbbb-4161-b155-71b43741fd17 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Request body: {'port': {'device_id': '7c564964-d0e7-4872-a2cd-8b338290671e', 'network_id': '3f1b5a04-a89d-49fe-9254-ad52b00abc9e', 'admin_state_up': True, 'tenant_id': '3cc6d2a38dc34b4a8c0e2357b41c95bc', 'security_groups': ['83307a02-2dd4-4895-bd37-cc4561dc163e']}} {{(pid=110298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:59:31.574344 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-b7b83b4e-9f07-4a99-bbc8-ff5c1ae1315a req-c1cffb36-8f07-4f00-9334-b7ac1fb46f7a tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] 10.222.0.16 "GET /v2.0/ports?device_id=5652b18f-c2fe-4ac5-8c73-fc8893bd20d4 HTTP/1.1" status: 200 len: 210 time: 0.0399787 May 03 14:59:31.638830 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0658f3a-4521-472b-964d-8d91ef322329 req-4fb1c492-cbbb-4161-b155-71b43741fd17 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Made reservation on behalf of 3cc6d2a38dc34b4a8c0e2357b41c95bc for: {'port': 1} {{(pid=110298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 14:59:31.642546 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-d0658f3a-4521-472b-964d-8d91ef322329 req-4fb1c492-cbbb-4161-b155-71b43741fd17 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (None), before_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:31.699286 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94cb78c-a3f4-4462-af8e-630ba4cb52f4 req-4ee12422-f1c9-4682-9a27-5d12e7a5352e tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:59:31.700777 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [req-e94cb78c-a3f4-4462-af8e-630ba4cb52f4 req-4ee12422-f1c9-4682-9a27-5d12e7a5352e tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] 10.222.0.55 "GET /v2.0/networks?id=8e6de03b-779e-46f4-99b9-4423e500c0dd HTTP/1.1" status: 200 len: 814 time: 0.1124499 May 03 14:59:31.774923 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.db.db_base_plugin_common [req-d0658f3a-4521-472b-964d-8d91ef322329 req-4fb1c492-cbbb-4161-b155-71b43741fd17 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Allocated IP 172.20.0.13 (3f1b5a04-a89d-49fe-9254-ad52b00abc9e/92e39b4b-b229-4fdb-b188-e8826d978416/3b186236-00c6-4208-b6ef-02f314f91ae5) {{(pid=110298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 14:59:31.782089 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [req-e94cb78c-a3f4-4462-af8e-630ba4cb52f4 req-b78198a3-e98c-4902-ae1a-bdaafc58b7d2 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fa83f683c67a413ba3ca7f7d2d6bb966 HTTP/1.1" status: 200 len: 380 time: 0.0538023 May 03 14:59:31.792086 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.v2.base [req-e94cb78c-a3f4-4462-af8e-630ba4cb52f4 req-2e44eb84-8073-4504-aea0-683f3c2b6acd tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Request body: {'port': {'device_id': '5652b18f-c2fe-4ac5-8c73-fc8893bd20d4', 'network_id': '8e6de03b-779e-46f4-99b9-4423e500c0dd', 'admin_state_up': True, 'tenant_id': 'fa83f683c67a413ba3ca7f7d2d6bb966', 'security_groups': ['d4d3f3f1-3590-45e7-8ed0-fd11837ad8f1']}} {{(pid=110297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:59:31.932596 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-d0658f3a-4521-472b-964d-8d91ef322329 req-4fb1c492-cbbb-4161-b155-71b43741fd17 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Publish callbacks [] for port (3b186236-00c6-4208-b6ef-02f314f91ae5), precommit_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:32.005927 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e94cb78c-a3f4-4462-af8e-630ba4cb52f4 req-2e44eb84-8073-4504-aea0-683f3c2b6acd tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Made reservation on behalf of fa83f683c67a413ba3ca7f7d2d6bb966 for: {'port': 1} {{(pid=110297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 14:59:32.009376 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [req-e94cb78c-a3f4-4462-af8e-630ba4cb52f4 req-2e44eb84-8073-4504-aea0-683f3c2b6acd tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (None), before_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:32.063588 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-d0658f3a-4521-472b-964d-8d91ef322329 req-4fb1c492-cbbb-4161-b155-71b43741fd17 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775476647060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25806886'] for port (3b186236-00c6-4208-b6ef-02f314f91ae5), after_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:32.108446 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0658f3a-4521-472b-964d-8d91ef322329 req-4fb1c492-cbbb-4161-b155-71b43741fd17 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Network 3f1b5a04-a89d-49fe-9254-ad52b00abc9e is already hosted by enough agents. {{(pid=110298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 14:59:32.114202 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.scheduler.base_scheduler [req-d0658f3a-4521-472b-964d-8d91ef322329 req-4fb1c492-cbbb-4161-b155-71b43741fd17 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Resources bound (agent type, host, resource id): {{(pid=110298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 14:59:32.116753 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0658f3a-4521-472b-964d-8d91ef322329 req-4fb1c492-cbbb-4161-b155-71b43741fd17 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Received port after_create {{(pid=110298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 14:59:32.160754 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.db.db_base_plugin_common [req-e94cb78c-a3f4-4462-af8e-630ba4cb52f4 req-2e44eb84-8073-4504-aea0-683f3c2b6acd tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Allocated IP 172.20.0.3 (8e6de03b-779e-46f4-99b9-4423e500c0dd/da523ca4-000e-4457-a118-98a9c4ff1011/383c6898-e29f-4a8d-a2c3-7b1000f9c5a3) {{(pid=110297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 14:59:32.169829 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb1c492-cbbb-4161-b155-71b43741fd17 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Pushing event updated for resources: {'Port': ['ID=3b186236-00c6-4208-b6ef-02f314f91ae5,revision_number=1']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:59:32.209532 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0658f3a-4521-472b-964d-8d91ef322329 req-4fb1c492-cbbb-4161-b155-71b43741fd17 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:59:32.210212 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-d0658f3a-4521-472b-964d-8d91ef322329 req-4fb1c492-cbbb-4161-b155-71b43741fd17 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46205'] for port (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:32.255553 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6b8aaa-9abb-4564-ae84-4c3b2af802da req-d9cb5f90-3b69-41f5-9884-b0911a96c45f tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:59:32.263810 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-1f6b8aaa-9abb-4564-ae84-4c3b2af802da req-d9cb5f90-3b69-41f5-9884-b0911a96c45f tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c564964-d0e7-4872-a2cd-8b338290671e HTTP/1.1" status: 200 len: 932 time: 0.0743959 May 03 14:59:32.321415 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-1f6b8aaa-9abb-4564-ae84-4c3b2af802da req-93604ff3-1ba9-47c6-b6ac-f9002f43d236 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] 10.222.0.16 "GET /v2.0/security-groups?id=83307a02-2dd4-4895-bd37-cc4561dc163e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561082 May 03 14:59:32.331091 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [req-e94cb78c-a3f4-4462-af8e-630ba4cb52f4 req-2e44eb84-8073-4504-aea0-683f3c2b6acd tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Publish callbacks [] for port (383c6898-e29f-4a8d-a2c3-7b1000f9c5a3), precommit_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:32.339385 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-d0658f3a-4521-472b-964d-8d91ef322329 req-4fb1c492-cbbb-4161-b155-71b43741fd17 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9260371 May 03 14:59:32.357740 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.v2.base [req-d0658f3a-4521-472b-964d-8d91ef322329 req-f1d88f9b-aad2-49b8-a80b-01e3d9c186a9 service neutron] Request body: {'port': {'device_id': '7c564964-d0e7-4872-a2cd-8b338290671e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84028'}} {{(pid=110298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:59:32.417979 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-d0658f3a-4521-472b-964d-8d91ef322329 req-f1d88f9b-aad2-49b8-a80b-01e3d9c186a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (3b186236-00c6-4208-b6ef-02f314f91ae5), before_update {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:32.427150 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [None req-e77bae62-4888-4409-9f9e-5a537c671843 None None] Provisioning complete for port 3b186236-00c6-4208-b6ef-02f314f91ae5 triggered by entity DHCP. {{(pid=110299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:59:32.428264 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-e77bae62-4888-4409-9f9e-5a537c671843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728915'] for port (3b186236-00c6-4208-b6ef-02f314f91ae5), provisioning_complete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:32.445594 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [req-e94cb78c-a3f4-4462-af8e-630ba4cb52f4 req-2e44eb84-8073-4504-aea0-683f3c2b6acd tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775476647060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25923557'] for port (383c6898-e29f-4a8d-a2c3-7b1000f9c5a3), after_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:32.466549 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-e77bae62-4888-4409-9f9e-5a537c671843 None None] Port 3b186236-00c6-4208-b6ef-02f314f91ae5 cannot update to ACTIVE because it is not bound. {{(pid=110299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 14:59:32.492596 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e94cb78c-a3f4-4462-af8e-630ba4cb52f4 req-2e44eb84-8073-4504-aea0-683f3c2b6acd tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Network 8e6de03b-779e-46f4-99b9-4423e500c0dd is already hosted by enough agents. {{(pid=110297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 14:59:32.498260 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.scheduler.base_scheduler [req-e94cb78c-a3f4-4462-af8e-630ba4cb52f4 req-2e44eb84-8073-4504-aea0-683f3c2b6acd tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Resources bound (agent type, host, resource id): {{(pid=110297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 14:59:32.500881 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.db.l3_dvrscheduler_db [req-e94cb78c-a3f4-4462-af8e-630ba4cb52f4 req-2e44eb84-8073-4504-aea0-683f3c2b6acd tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Received port after_create {{(pid=110297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 14:59:32.563598 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e44eb84-8073-4504-aea0-683f3c2b6acd tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Pushing event updated for resources: {'Port': ['ID=383c6898-e29f-4a8d-a2c3-7b1000f9c5a3,revision_number=1']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:59:32.571920 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94cb78c-a3f4-4462-af8e-630ba4cb52f4 req-2e44eb84-8073-4504-aea0-683f3c2b6acd tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:59:32.572587 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [req-e94cb78c-a3f4-4462-af8e-630ba4cb52f4 req-2e44eb84-8073-4504-aea0-683f3c2b6acd tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46205'] for port (None), before_response {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:32.647698 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [req-e94cb78c-a3f4-4462-af8e-630ba4cb52f4 req-2e44eb84-8073-4504-aea0-683f3c2b6acd tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8598046 May 03 14:59:32.701589 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.v2.base [req-e94cb78c-a3f4-4462-af8e-630ba4cb52f4 req-6b9c6fd6-d256-4de3-a6f6-ca837f4c2bbb service neutron] Request body: {'port': {'device_id': '5652b18f-c2fe-4ac5-8c73-fc8893bd20d4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84028'}} {{(pid=110297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:59:32.772939 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [req-e94cb78c-a3f4-4462-af8e-630ba4cb52f4 req-6b9c6fd6-d256-4de3-a6f6-ca837f4c2bbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (383c6898-e29f-4a8d-a2c3-7b1000f9c5a3), before_update {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:32.791030 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [None req-44772f5e-4e71-4a23-9e24-2d6ff1398c4f None None] Provisioning complete for port 383c6898-e29f-4a8d-a2c3-7b1000f9c5a3 triggered by entity DHCP. {{(pid=110299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:59:32.791563 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-44772f5e-4e71-4a23-9e24-2d6ff1398c4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728915'] for port (383c6898-e29f-4a8d-a2c3-7b1000f9c5a3), provisioning_complete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:32.799738 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967a2529-1183-467e-998b-97be41e817c7 req-1427ad65-4656-446f-81c5-b07a107320e8 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:59:32.801191 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-967a2529-1183-467e-998b-97be41e817c7 req-1427ad65-4656-446f-81c5-b07a107320e8 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] 10.222.0.16 "GET /v2.0/ports?device_id=5652b18f-c2fe-4ac5-8c73-fc8893bd20d4 HTTP/1.1" status: 200 len: 931 time: 0.0664630 May 03 14:59:32.829483 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-44772f5e-4e71-4a23-9e24-2d6ff1398c4f None None] Port 383c6898-e29f-4a8d-a2c3-7b1000f9c5a3 cannot update to ACTIVE because it is not bound. {{(pid=110299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 14:59:32.921684 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-967a2529-1183-467e-998b-97be41e817c7 req-5437651d-4d17-4e54-b54b-4b228164f4a2 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] 10.222.0.16 "GET /v2.0/security-groups?id=d4d3f3f1-3590-45e7-8ed0-fd11837ad8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782640 May 03 14:59:33.052440 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.notifiers.nova [req-e94cb78c-a3f4-4462-af8e-630ba4cb52f4 req-6b9c6fd6-d256-4de3-a6f6-ca837f4c2bbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 383c6898-e29f-4a8d-a2c3-7b1000f9c5a3 {{(pid=110297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 14:59:33.053283 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.notifiers.nova [req-d0658f3a-4521-472b-964d-8d91ef322329 req-f1d88f9b-aad2-49b8-a80b-01e3d9c186a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b186236-00c6-4208-b6ef-02f314f91ae5 {{(pid=110298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 14:59:33.061396 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [req-e94cb78c-a3f4-4462-af8e-630ba4cb52f4 req-6b9c6fd6-d256-4de3-a6f6-ca837f4c2bbb service neutron] Publish callbacks [] for port (383c6898-e29f-4a8d-a2c3-7b1000f9c5a3), precommit_update {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:33.061596 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-d0658f3a-4521-472b-964d-8d91ef322329 req-f1d88f9b-aad2-49b8-a80b-01e3d9c186a9 service neutron] Publish callbacks [] for port (3b186236-00c6-4208-b6ef-02f314f91ae5), precommit_update {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:33.074106 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.db.provisioning_blocks [req-e94cb78c-a3f4-4462-af8e-630ba4cb52f4 req-6b9c6fd6-d256-4de3-a6f6-ca837f4c2bbb service neutron] Transition to ACTIVE for port object 383c6898-e29f-4a8d-a2c3-7b1000f9c5a3 will not be triggered until provisioned by entity L2. {{(pid=110297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 03 14:59:33.074383 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.db.provisioning_blocks [req-d0658f3a-4521-472b-964d-8d91ef322329 req-f1d88f9b-aad2-49b8-a80b-01e3d9c186a9 service neutron] Transition to ACTIVE for port object 3b186236-00c6-4208-b6ef-02f314f91ae5 will not be triggered until provisioned by entity L2. {{(pid=110298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 03 14:59:33.158575 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [req-e94cb78c-a3f4-4462-af8e-630ba4cb52f4 req-6b9c6fd6-d256-4de3-a6f6-ca837f4c2bbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25923484'] for port (383c6898-e29f-4a8d-a2c3-7b1000f9c5a3), after_update {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:33.210023 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9c6fd6-d256-4de3-a6f6-ca837f4c2bbb service neutron] Pushing event updated for resources: {'Port': ['ID=383c6898-e29f-4a8d-a2c3-7b1000f9c5a3,revision_number=2']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:59:33.222426 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-d0658f3a-4521-472b-964d-8d91ef322329 req-f1d88f9b-aad2-49b8-a80b-01e3d9c186a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25806943'] for port (3b186236-00c6-4208-b6ef-02f314f91ae5), after_update {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:33.305894 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d88f9b-aad2-49b8-a80b-01e3d9c186a9 service neutron] Pushing event updated for resources: {'Port': ['ID=3b186236-00c6-4208-b6ef-02f314f91ae5,revision_number=2']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:59:33.306235 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.plugins.ml2.managers [req-e94cb78c-a3f4-4462-af8e-630ba4cb52f4 req-6b9c6fd6-d256-4de3-a6f6-ca837f4c2bbb service neutron] Attempting to bind port 383c6898-e29f-4a8d-a2c3-7b1000f9c5a3 on host hv-cinder-84028 for vnic_type normal with profile {{(pid=110297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 14:59:33.306606 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.plugins.ml2.managers [req-e94cb78c-a3f4-4462-af8e-630ba4cb52f4 req-6b9c6fd6-d256-4de3-a6f6-ca837f4c2bbb service neutron] Attempting to bind port 383c6898-e29f-4a8d-a2c3-7b1000f9c5a3 by drivers openvswitch,hyperv on host hv-cinder-84028 at level 0 using segments [{'id': 'cf13aea7-b36a-4302-89af-e9e11eaa421e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '8e6de03b-779e-46f4-99b9-4423e500c0dd'}] {{(pid=110297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 14:59:33.306948 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e94cb78c-a3f4-4462-af8e-630ba4cb52f4 req-6b9c6fd6-d256-4de3-a6f6-ca837f4c2bbb service neutron] Attempting to bind port 383c6898-e29f-4a8d-a2c3-7b1000f9c5a3 on network 8e6de03b-779e-46f4-99b9-4423e500c0dd {{(pid=110297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 14:59:33.318831 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e94cb78c-a3f4-4462-af8e-630ba4cb52f4 req-6b9c6fd6-d256-4de3-a6f6-ca837f4c2bbb service neutron] Port 383c6898-e29f-4a8d-a2c3-7b1000f9c5a3 on network 8e6de03b-779e-46f4-99b9-4423e500c0dd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84028 {{(pid=110297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 03 14:59:33.319395 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e94cb78c-a3f4-4462-af8e-630ba4cb52f4 req-6b9c6fd6-d256-4de3-a6f6-ca837f4c2bbb service neutron] Attempting to bind port 383c6898-e29f-4a8d-a2c3-7b1000f9c5a3 on network 8e6de03b-779e-46f4-99b9-4423e500c0dd {{(pid=110297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 14:59:33.326155 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e94cb78c-a3f4-4462-af8e-630ba4cb52f4 req-6b9c6fd6-d256-4de3-a6f6-ca837f4c2bbb service neutron] Checking agent: {'id': '26e70f58-a201-437c-be8d-fd2714f100da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84028', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 14, 44, 59), 'started_at': datetime.datetime(2022, 5, 3, 14, 44, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 14, 59, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 14:59:33.326654 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e94cb78c-a3f4-4462-af8e-630ba4cb52f4 req-6b9c6fd6-d256-4de3-a6f6-ca837f4c2bbb service neutron] Checking segment: {'id': 'cf13aea7-b36a-4302-89af-e9e11eaa421e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '8e6de03b-779e-46f4-99b9-4423e500c0dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 14:59:33.327253 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e94cb78c-a3f4-4462-af8e-630ba4cb52f4 req-6b9c6fd6-d256-4de3-a6f6-ca837f4c2bbb service neutron] Bound using segment: {'id': 'cf13aea7-b36a-4302-89af-e9e11eaa421e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '8e6de03b-779e-46f4-99b9-4423e500c0dd'} {{(pid=110297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 14:59:33.327749 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.plugins.ml2.managers [req-e94cb78c-a3f4-4462-af8e-630ba4cb52f4 req-6b9c6fd6-d256-4de3-a6f6-ca837f4c2bbb service neutron] Bound port: 383c6898-e29f-4a8d-a2c3-7b1000f9c5a3, host: hv-cinder-84028, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf13aea7-b36a-4302-89af-e9e11eaa421e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '8e6de03b-779e-46f4-99b9-4423e500c0dd'}}] {{(pid=110297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 14:59:33.328198 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [req-e94cb78c-a3f4-4462-af8e-630ba4cb52f4 req-6b9c6fd6-d256-4de3-a6f6-ca837f4c2bbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (383c6898-e29f-4a8d-a2c3-7b1000f9c5a3), before_update {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:33.412321 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.plugins.ml2.db [req-e94cb78c-a3f4-4462-af8e-630ba4cb52f4 req-6b9c6fd6-d256-4de3-a6f6-ca837f4c2bbb service neutron] For port 383c6898-e29f-4a8d-a2c3-7b1000f9c5a3, host hv-cinder-84028, cleared binding levels {{(pid=110297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 14:59:33.417880 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.managers [req-d0658f3a-4521-472b-964d-8d91ef322329 req-f1d88f9b-aad2-49b8-a80b-01e3d9c186a9 service neutron] Attempting to bind port 3b186236-00c6-4208-b6ef-02f314f91ae5 on host hv-cinder-84028 for vnic_type normal with profile {{(pid=110298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 14:59:33.417880 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.managers [req-d0658f3a-4521-472b-964d-8d91ef322329 req-f1d88f9b-aad2-49b8-a80b-01e3d9c186a9 service neutron] Attempting to bind port 3b186236-00c6-4208-b6ef-02f314f91ae5 by drivers openvswitch,hyperv on host hv-cinder-84028 at level 0 using segments [{'id': '69a76b12-2a31-46f6-a618-e3d477baa0b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '3f1b5a04-a89d-49fe-9254-ad52b00abc9e'}] {{(pid=110298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 14:59:33.417880 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0658f3a-4521-472b-964d-8d91ef322329 req-f1d88f9b-aad2-49b8-a80b-01e3d9c186a9 service neutron] Attempting to bind port 3b186236-00c6-4208-b6ef-02f314f91ae5 on network 3f1b5a04-a89d-49fe-9254-ad52b00abc9e {{(pid=110298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 14:59:33.418235 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.plugins.ml2.db [req-e94cb78c-a3f4-4462-af8e-630ba4cb52f4 req-6b9c6fd6-d256-4de3-a6f6-ca837f4c2bbb service neutron] For port 383c6898-e29f-4a8d-a2c3-7b1000f9c5a3, host hv-cinder-84028, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=383c6898-e29f-4a8d-a2c3-7b1000f9c5a3,segment=NetworkSegment(cf13aea7-b36a-4302-89af-e9e11eaa421e),segment_id=cf13aea7-b36a-4302-89af-e9e11eaa421e)] {{(pid=110297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 14:59:33.431106 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0658f3a-4521-472b-964d-8d91ef322329 req-f1d88f9b-aad2-49b8-a80b-01e3d9c186a9 service neutron] Port 3b186236-00c6-4208-b6ef-02f314f91ae5 on network 3f1b5a04-a89d-49fe-9254-ad52b00abc9e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84028 {{(pid=110298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 03 14:59:33.431437 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0658f3a-4521-472b-964d-8d91ef322329 req-f1d88f9b-aad2-49b8-a80b-01e3d9c186a9 service neutron] Attempting to bind port 3b186236-00c6-4208-b6ef-02f314f91ae5 on network 3f1b5a04-a89d-49fe-9254-ad52b00abc9e {{(pid=110298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 14:59:33.438020 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0658f3a-4521-472b-964d-8d91ef322329 req-f1d88f9b-aad2-49b8-a80b-01e3d9c186a9 service neutron] Checking agent: {'id': '26e70f58-a201-437c-be8d-fd2714f100da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84028', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 14, 44, 59), 'started_at': datetime.datetime(2022, 5, 3, 14, 44, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 14, 59, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 14:59:33.438372 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0658f3a-4521-472b-964d-8d91ef322329 req-f1d88f9b-aad2-49b8-a80b-01e3d9c186a9 service neutron] Checking segment: {'id': '69a76b12-2a31-46f6-a618-e3d477baa0b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '3f1b5a04-a89d-49fe-9254-ad52b00abc9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 14:59:33.438808 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0658f3a-4521-472b-964d-8d91ef322329 req-f1d88f9b-aad2-49b8-a80b-01e3d9c186a9 service neutron] Bound using segment: {'id': '69a76b12-2a31-46f6-a618-e3d477baa0b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '3f1b5a04-a89d-49fe-9254-ad52b00abc9e'} {{(pid=110298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 14:59:33.439272 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.managers [req-d0658f3a-4521-472b-964d-8d91ef322329 req-f1d88f9b-aad2-49b8-a80b-01e3d9c186a9 service neutron] Bound port: 3b186236-00c6-4208-b6ef-02f314f91ae5, host: hv-cinder-84028, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69a76b12-2a31-46f6-a618-e3d477baa0b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '3f1b5a04-a89d-49fe-9254-ad52b00abc9e'}}] {{(pid=110298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 14:59:33.439631 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-d0658f3a-4521-472b-964d-8d91ef322329 req-f1d88f9b-aad2-49b8-a80b-01e3d9c186a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (3b186236-00c6-4208-b6ef-02f314f91ae5), before_update {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:33.489289 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a5a8c7-4d1d-402b-bb00-7a5e50739f68 req-591be25d-0b17-4ba8-b996-701ac3265be5 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:59:33.490817 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-d7a5a8c7-4d1d-402b-bb00-7a5e50739f68 req-591be25d-0b17-4ba8-b996-701ac3265be5 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c564964-d0e7-4872-a2cd-8b338290671e HTTP/1.1" status: 200 len: 944 time: 0.0707419 May 03 14:59:33.501945 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [req-e94cb78c-a3f4-4462-af8e-630ba4cb52f4 req-6b9c6fd6-d256-4de3-a6f6-ca837f4c2bbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25923484'] for port (383c6898-e29f-4a8d-a2c3-7b1000f9c5a3), after_update {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:33.539999 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94cb78c-a3f4-4462-af8e-630ba4cb52f4 req-6b9c6fd6-d256-4de3-a6f6-ca837f4c2bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:59:33.540632 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [req-e94cb78c-a3f4-4462-af8e-630ba4cb52f4 req-6b9c6fd6-d256-4de3-a6f6-ca837f4c2bbb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46205'] for port (None), before_response {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:33.542038 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [req-e94cb78c-a3f4-4462-af8e-630ba4cb52f4 req-6b9c6fd6-d256-4de3-a6f6-ca837f4c2bbb service neutron] 10.222.0.55 "PUT /v2.0/ports/383c6898-e29f-4a8d-a2c3-7b1000f9c5a3 HTTP/1.1" status: 200 len: 1093 time: 0.8453491 May 03 14:59:33.542489 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5652b18f-c2fe-4ac5-8c73-fc8893bd20d4', 'tag': '383c6898-e29f-4a8d-a2c3-7b1000f9c5a3'}] {{(pid=110297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 14:59:33.544829 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e984b2ea2ce138672bdb6842017b013401e1eb51d7da9236b70aed4d114632e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3865f8a-0ef7-4988-8c73-47aed1ae210e" -d '{"events": [{"name": "network-changed", "server_uuid": "5652b18f-c2fe-4ac5-8c73-fc8893bd20d4", "tag": "383c6898-e29f-4a8d-a2c3-7b1000f9c5a3"}]}' {{(pid=110297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 14:59:33.573109 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9c6fd6-d256-4de3-a6f6-ca837f4c2bbb service neutron] Pushing event updated for resources: {'Port': ['ID=383c6898-e29f-4a8d-a2c3-7b1000f9c5a3,revision_number=3']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:59:33.581125 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-d7a5a8c7-4d1d-402b-bb00-7a5e50739f68 req-91b682ca-9587-4c87-bdf9-3fe504e86fef tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] 10.222.0.16 "GET /v2.0/security-groups?id=83307a02-2dd4-4895-bd37-cc4561dc163e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717278 May 03 14:59:33.582205 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.db [req-d0658f3a-4521-472b-964d-8d91ef322329 req-f1d88f9b-aad2-49b8-a80b-01e3d9c186a9 service neutron] For port 3b186236-00c6-4208-b6ef-02f314f91ae5, host hv-cinder-84028, cleared binding levels {{(pid=110298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 14:59:33.589118 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.db [req-d0658f3a-4521-472b-964d-8d91ef322329 req-f1d88f9b-aad2-49b8-a80b-01e3d9c186a9 service neutron] For port 3b186236-00c6-4208-b6ef-02f314f91ae5, host hv-cinder-84028, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=3b186236-00c6-4208-b6ef-02f314f91ae5,segment=NetworkSegment(69a76b12-2a31-46f6-a618-e3d477baa0b8),segment_id=69a76b12-2a31-46f6-a618-e3d477baa0b8)] {{(pid=110298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 14:59:33.606643 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 14:59:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbf56977-e5c4-4e23-aa2b-587fa2670b13 x-openstack-request-id: req-cbf56977-e5c4-4e23-aa2b-587fa2670b13 {{(pid=110297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 14:59:33.606935 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5652b18f-c2fe-4ac5-8c73-fc8893bd20d4", "tag": "383c6898-e29f-4a8d-a2c3-7b1000f9c5a3", "status": "completed", "code": 200}]} {{(pid=110297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 14:59:33.607221 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cbf56977-e5c4-4e23-aa2b-587fa2670b13 {{(pid=110297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 14:59:33.607714 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbf56977-e5c4-4e23-aa2b-587fa2670b13'] response: {'name': 'network-changed', 'server_uuid': '5652b18f-c2fe-4ac5-8c73-fc8893bd20d4', 'tag': '383c6898-e29f-4a8d-a2c3-7b1000f9c5a3', 'status': 'completed', 'code': 200} May 03 14:59:33.686405 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3865f8a-0ef7-4988-8c73-47aed1ae210e req-56052462-9a11-4757-b6e7-bb8eaec268a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:59:33.688335 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [req-f3865f8a-0ef7-4988-8c73-47aed1ae210e req-56052462-9a11-4757-b6e7-bb8eaec268a3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fa83f683c67a413ba3ca7f7d2d6bb966&device_id=5652b18f-c2fe-4ac5-8c73-fc8893bd20d4 HTTP/1.1" status: 200 len: 1127 time: 0.0434272 May 03 14:59:33.709449 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-d0658f3a-4521-472b-964d-8d91ef322329 req-f1d88f9b-aad2-49b8-a80b-01e3d9c186a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25806943'] for port (3b186236-00c6-4208-b6ef-02f314f91ae5), after_update {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:33.745363 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0658f3a-4521-472b-964d-8d91ef322329 req-f1d88f9b-aad2-49b8-a80b-01e3d9c186a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:59:33.746155 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-d0658f3a-4521-472b-964d-8d91ef322329 req-f1d88f9b-aad2-49b8-a80b-01e3d9c186a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46205'] for port (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:33.747716 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-d0658f3a-4521-472b-964d-8d91ef322329 req-f1d88f9b-aad2-49b8-a80b-01e3d9c186a9 service neutron] 10.222.0.55 "PUT /v2.0/ports/3b186236-00c6-4208-b6ef-02f314f91ae5 HTTP/1.1" status: 200 len: 1094 time: 1.3942606 May 03 14:59:33.762798 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c564964-d0e7-4872-a2cd-8b338290671e', 'tag': '3b186236-00c6-4208-b6ef-02f314f91ae5'}] {{(pid=110298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 14:59:33.765717 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75d30aab20f2b99e69676ba1094dd13d61de0bc97323401ed2dd99ba05286cef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d3e50fe-0c32-47dd-8eb3-683c5195d32d" -d '{"events": [{"name": "network-changed", "server_uuid": "7c564964-d0e7-4872-a2cd-8b338290671e", "tag": "3b186236-00c6-4208-b6ef-02f314f91ae5"}]}' {{(pid=110298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 14:59:33.789508 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d88f9b-aad2-49b8-a80b-01e3d9c186a9 service neutron] Pushing event updated for resources: {'Port': ['ID=3b186236-00c6-4208-b6ef-02f314f91ae5,revision_number=3']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:59:33.803310 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3865f8a-0ef7-4988-8c73-47aed1ae210e req-30955d56-c753-4197-97e8-8194d6948cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:59:33.806411 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [req-f3865f8a-0ef7-4988-8c73-47aed1ae210e req-30955d56-c753-4197-97e8-8194d6948cf0 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=fa83f683c67a413ba3ca7f7d2d6bb966&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1058490 May 03 14:59:33.822484 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 14:59:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6218aee9-c62d-4dcc-b745-1231173f3245 x-openstack-request-id: req-6218aee9-c62d-4dcc-b745-1231173f3245 {{(pid=110298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 14:59:33.822799 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c564964-d0e7-4872-a2cd-8b338290671e", "tag": "3b186236-00c6-4208-b6ef-02f314f91ae5", "status": "completed", "code": 200}]} {{(pid=110298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 14:59:33.823187 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6218aee9-c62d-4dcc-b745-1231173f3245 {{(pid=110298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 14:59:33.835264 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6218aee9-c62d-4dcc-b745-1231173f3245'] response: {'name': 'network-changed', 'server_uuid': '7c564964-d0e7-4872-a2cd-8b338290671e', 'tag': '3b186236-00c6-4208-b6ef-02f314f91ae5', 'status': 'completed', 'code': 200} May 03 14:59:33.912924 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3e50fe-0c32-47dd-8eb3-683c5195d32d req-5d5a0065-c065-42ac-b990-8a446efa0a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:59:33.914646 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-4d3e50fe-0c32-47dd-8eb3-683c5195d32d req-5d5a0065-c065-42ac-b990-8a446efa0a3c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3cc6d2a38dc34b4a8c0e2357b41c95bc&device_id=7c564964-d0e7-4872-a2cd-8b338290671e HTTP/1.1" status: 200 len: 1128 time: 0.0545840 May 03 14:59:33.918361 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3865f8a-0ef7-4988-8c73-47aed1ae210e req-fcc41a18-7acf-41c6-9347-fc9bfee6ca0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:59:33.919890 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [req-f3865f8a-0ef7-4988-8c73-47aed1ae210e req-fcc41a18-7acf-41c6-9347-fc9bfee6ca0b service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1077588 May 03 14:59:34.033583 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94cb78c-a3f4-4462-af8e-630ba4cb52f4 req-4a1561a0-0e09-492a-ad80-c952dfa17459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:59:34.035787 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [req-e94cb78c-a3f4-4462-af8e-630ba4cb52f4 req-4a1561a0-0e09-492a-ad80-c952dfa17459 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fa83f683c67a413ba3ca7f7d2d6bb966&device_id=5652b18f-c2fe-4ac5-8c73-fc8893bd20d4 HTTP/1.1" status: 200 len: 1127 time: 0.0407987 May 03 14:59:34.072388 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8ea408-c487-441f-b11d-292d450a3eba req-988286fb-74f3-4d7e-b4a6-44d2457d3dec tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:59:34.073850 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-cb8ea408-c487-441f-b11d-292d450a3eba req-988286fb-74f3-4d7e-b4a6-44d2457d3dec tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] 10.222.0.16 "GET /v2.0/ports?device_id=5652b18f-c2fe-4ac5-8c73-fc8893bd20d4 HTTP/1.1" status: 200 len: 943 time: 0.0700679 May 03 14:59:34.074937 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3e50fe-0c32-47dd-8eb3-683c5195d32d req-c25e8665-684d-49ef-bd87-b8d4b7d6d0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:59:34.076273 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-4d3e50fe-0c32-47dd-8eb3-683c5195d32d req-c25e8665-684d-49ef-bd87-b8d4b7d6d0cb service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=3cc6d2a38dc34b4a8c0e2357b41c95bc&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1396351 May 03 14:59:34.086715 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [req-e94cb78c-a3f4-4462-af8e-630ba4cb52f4 req-7880a7d9-07b7-46bb-91b3-73881a151b7e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=383c6898-e29f-4a8d-a2c3-7b1000f9c5a3 HTTP/1.1" status: 200 len: 217 time: 0.0377998 May 03 14:59:34.137657 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94cb78c-a3f4-4462-af8e-630ba4cb52f4 req-0dabf09b-2094-445c-a67c-ad80bf3f8bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:59:34.139200 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [req-e94cb78c-a3f4-4462-af8e-630ba4cb52f4 req-0dabf09b-2094-445c-a67c-ad80bf3f8bd8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=da523ca4-000e-4457-a118-98a9c4ff1011 HTTP/1.1" status: 200 len: 853 time: 0.0475578 May 03 14:59:34.181418 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-cb8ea408-c487-441f-b11d-292d450a3eba req-9b270dea-fb77-413e-a3fc-a477cd3515c6 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] 10.222.0.16 "GET /v2.0/security-groups?id=d4d3f3f1-3590-45e7-8ed0-fd11837ad8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016793 May 03 14:59:34.183997 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94cb78c-a3f4-4462-af8e-630ba4cb52f4 req-83c3e608-385f-43a2-b960-679e401421c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:59:34.185536 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [req-e94cb78c-a3f4-4462-af8e-630ba4cb52f4 req-83c3e608-385f-43a2-b960-679e401421c6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8e6de03b-779e-46f4-99b9-4423e500c0dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0408826 May 03 14:59:34.202551 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3e50fe-0c32-47dd-8eb3-683c5195d32d req-2782370e-519c-4c86-9b72-740d749f981a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:59:34.204016 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-4d3e50fe-0c32-47dd-8eb3-683c5195d32d req-2782370e-519c-4c86-9b72-740d749f981a service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1174982 May 03 14:59:34.285677 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [req-e94cb78c-a3f4-4462-af8e-630ba4cb52f4 req-aae9974a-7a6e-45f4-879e-d0b2136981fa service neutron] 10.222.0.55 "GET /v2.0/networks/8e6de03b-779e-46f4-99b9-4423e500c0dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931680 May 03 14:59:34.304015 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0658f3a-4521-472b-964d-8d91ef322329 req-b45a7e53-2b2f-480c-8cae-4411121983c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:59:34.306258 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-d0658f3a-4521-472b-964d-8d91ef322329 req-b45a7e53-2b2f-480c-8cae-4411121983c2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3cc6d2a38dc34b4a8c0e2357b41c95bc&device_id=7c564964-d0e7-4872-a2cd-8b338290671e HTTP/1.1" status: 200 len: 1128 time: 0.0455160 May 03 14:59:34.359666 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-d0658f3a-4521-472b-964d-8d91ef322329 req-1a92da85-5f6c-4ec6-8dc4-1a1023166200 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3b186236-00c6-4208-b6ef-02f314f91ae5 HTTP/1.1" status: 200 len: 217 time: 0.0405688 May 03 14:59:34.381213 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [req-e94cb78c-a3f4-4462-af8e-630ba4cb52f4 req-729edb4c-62e3-4182-a5d4-4a13a4efd380 service neutron] 10.222.0.55 "GET /v2.0/networks/8e6de03b-779e-46f4-99b9-4423e500c0dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887434 May 03 14:59:34.413053 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0658f3a-4521-472b-964d-8d91ef322329 req-b8340f4b-2de2-4acd-aa66-2bfa3d5effef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:59:34.425445 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-d0658f3a-4521-472b-964d-8d91ef322329 req-b8340f4b-2de2-4acd-aa66-2bfa3d5effef service neutron] 10.222.0.55 "GET /v2.0/subnets?id=92e39b4b-b229-4fdb-b188-e8826d978416 HTTP/1.1" status: 200 len: 850 time: 0.0488267 May 03 14:59:34.459848 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0658f3a-4521-472b-964d-8d91ef322329 req-d831b969-da3c-4020-9e6b-1253af7d5fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:59:34.461912 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-d0658f3a-4521-472b-964d-8d91ef322329 req-d831b969-da3c-4020-9e6b-1253af7d5fc1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3f1b5a04-a89d-49fe-9254-ad52b00abc9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415168 May 03 14:59:34.556198 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-d0658f3a-4521-472b-964d-8d91ef322329 req-d180d99d-bdaf-42ab-9c35-c342de27a560 service neutron] 10.222.0.55 "GET /v2.0/networks/3f1b5a04-a89d-49fe-9254-ad52b00abc9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883598 May 03 14:59:34.702593 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4557ebc-e6e9-4aa0-b827-401211f65eaf req-414bd471-ee97-48d9-91e9-29bcdad67841 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:59:34.704081 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-e4557ebc-e6e9-4aa0-b827-401211f65eaf req-414bd471-ee97-48d9-91e9-29bcdad67841 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c564964-d0e7-4872-a2cd-8b338290671e HTTP/1.1" status: 200 len: 944 time: 0.0473905 May 03 14:59:34.755183 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-e4557ebc-e6e9-4aa0-b827-401211f65eaf req-6732ec8a-3cab-4309-b5bd-0104984ef884 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] 10.222.0.16 "GET /v2.0/security-groups?id=83307a02-2dd4-4895-bd37-cc4561dc163e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454125 May 03 14:59:34.808016 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 48620) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:59:34.911686 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-89d5eea0-68cc-46bc-916a-d226acf04eb6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:34.982124 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-89d5eea0-68cc-46bc-916a-d226acf04eb6 admin admin] Publish callbacks [] for security_group (9dc3b205-0e52-48a7-863e-6297d526863e), precommit_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:35.045570 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-89d5eea0-68cc-46bc-916a-d226acf04eb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (9dc3b205-0e52-48a7-863e-6297d526863e), after_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:35.082815 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-89d5eea0-68cc-46bc-916a-d226acf04eb6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=12a75687714c4b40927667d7b0eece3c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2738085 May 03 14:59:35.084822 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d5eea0-68cc-46bc-916a-d226acf04eb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dc3b205-0e52-48a7-863e-6297d526863e,revision_number=1']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:59:35.085581 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 48624) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:59:35.092207 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d5eea0-68cc-46bc-916a-d226acf04eb6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:59:35.092563 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d5eea0-68cc-46bc-916a-d226acf04eb6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:59:35.092913 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d5eea0-68cc-46bc-916a-d226acf04eb6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:59:35.093258 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d5eea0-68cc-46bc-916a-d226acf04eb6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:59:35.093611 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d5eea0-68cc-46bc-916a-d226acf04eb6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:59:35.093931 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d5eea0-68cc-46bc-916a-d226acf04eb6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:59:35.094262 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d5eea0-68cc-46bc-916a-d226acf04eb6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:59:35.094592 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d5eea0-68cc-46bc-916a-d226acf04eb6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:59:35.094923 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d5eea0-68cc-46bc-916a-d226acf04eb6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:59:35.095278 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d5eea0-68cc-46bc-916a-d226acf04eb6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:59:35.095612 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d5eea0-68cc-46bc-916a-d226acf04eb6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:59:35.095942 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d5eea0-68cc-46bc-916a-d226acf04eb6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:59:35.096267 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d5eea0-68cc-46bc-916a-d226acf04eb6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:59:35.096595 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d5eea0-68cc-46bc-916a-d226acf04eb6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:59:35.096915 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d5eea0-68cc-46bc-916a-d226acf04eb6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:59:35.139948 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-daa6bb26-fdab-4cf1-ba0b-e4d716569d5a admin admin] Publish callbacks [] for security_group (9dc3b205-0e52-48a7-863e-6297d526863e), before_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:35.161663 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-daa6bb26-fdab-4cf1-ba0b-e4d716569d5a admin admin] Publish callbacks [] for security_group (9dc3b205-0e52-48a7-863e-6297d526863e), precommit_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:35.281718 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-daa6bb26-fdab-4cf1-ba0b-e4d716569d5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (9dc3b205-0e52-48a7-863e-6297d526863e), after_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:35.284410 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-daa6bb26-fdab-4cf1-ba0b-e4d716569d5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:35.285782 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-daa6bb26-fdab-4cf1-ba0b-e4d716569d5a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9dc3b205-0e52-48a7-863e-6297d526863e HTTP/1.1" status: 204 len: 168 time: 0.1990201 May 03 14:59:35.305164 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81715dd-9f2f-42ab-b6a8-d1372d582ac8 req-ca364eec-5161-4769-b4a3-f9eb389bb50d tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:59:35.306767 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-b81715dd-9f2f-42ab-b6a8-d1372d582ac8 req-ca364eec-5161-4769-b4a3-f9eb389bb50d tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] 10.222.0.16 "GET /v2.0/ports?device_id=5652b18f-c2fe-4ac5-8c73-fc8893bd20d4 HTTP/1.1" status: 200 len: 943 time: 0.0580010 May 03 14:59:35.307765 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa6bb26-fdab-4cf1-ba0b-e4d716569d5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dc3b205-0e52-48a7-863e-6297d526863e,revision_number=None']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:59:35.362474 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-b81715dd-9f2f-42ab-b6a8-d1372d582ac8 req-bed8ca00-ec10-48b4-9561-1f39a3efc741 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] 10.222.0.16 "GET /v2.0/security-groups?id=d4d3f3f1-3590-45e7-8ed0-fd11837ad8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486012 May 03 14:59:35.874227 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71e2445-75c2-4568-84f9-37b6bff1da65 req-a72c5799-aa75-4a90-b27d-02dcdd838024 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:59:35.875708 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-f71e2445-75c2-4568-84f9-37b6bff1da65 req-a72c5799-aa75-4a90-b27d-02dcdd838024 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c564964-d0e7-4872-a2cd-8b338290671e HTTP/1.1" status: 200 len: 944 time: 0.0511084 May 03 14:59:35.924226 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-f71e2445-75c2-4568-84f9-37b6bff1da65 req-2a3731de-95eb-42c6-9702-2331c5bc9038 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] 10.222.0.16 "GET /v2.0/security-groups?id=83307a02-2dd4-4895-bd37-cc4561dc163e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429578 May 03 14:59:36.489193 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ed734a-06df-4018-b8ea-6f80c4d2d8f5 req-dab5869e-ac8c-430e-adc2-2a2e1265fb1b tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:59:36.490612 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-e8ed734a-06df-4018-b8ea-6f80c4d2d8f5 req-dab5869e-ac8c-430e-adc2-2a2e1265fb1b tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] 10.222.0.16 "GET /v2.0/ports?device_id=5652b18f-c2fe-4ac5-8c73-fc8893bd20d4 HTTP/1.1" status: 200 len: 943 time: 0.0609808 May 03 14:59:36.592240 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-e8ed734a-06df-4018-b8ea-6f80c4d2d8f5 req-589c34ee-f8e3-4cef-bf3c-bf9c733579be tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] 10.222.0.16 "GET /v2.0/security-groups?id=d4d3f3f1-3590-45e7-8ed0-fd11837ad8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902631 May 03 14:59:36.607704 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-d0658f3a-4521-472b-964d-8d91ef322329 req-111fad57-5d1f-480e-84c8-7619483f68d1 service neutron] 10.222.0.55 "GET /v2.0/networks/3f1b5a04-a89d-49fe-9254-ad52b00abc9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309304 May 03 14:59:37.039271 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4fc4db-4231-4ead-8997-e330f71222b1 req-68feaa4f-569c-4866-a7d4-5b99f6b9cfa7 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:59:37.040812 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-ba4fc4db-4231-4ead-8997-e330f71222b1 req-68feaa4f-569c-4866-a7d4-5b99f6b9cfa7 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c564964-d0e7-4872-a2cd-8b338290671e HTTP/1.1" status: 200 len: 944 time: 0.0490141 May 03 14:59:37.048585 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Device 383c6898-e29f-4a8d-a2c3-7b1000f9c5a3 details requested by agent hyperv_hv-cinder-84028 with host hv-cinder-84028 {{(pid=110299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 03 14:59:37.102307 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-ba4fc4db-4231-4ead-8997-e330f71222b1 req-790950cd-f3e8-4a94-9c31-f4e6356c840a tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] 10.222.0.16 "GET /v2.0/security-groups?id=83307a02-2dd4-4895-bd37-cc4561dc163e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534260 May 03 14:59:37.150451 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] For port 383c6898-e29f-4a8d-a2c3-7b1000f9c5a3, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=383c6898-e29f-4a8d-a2c3-7b1000f9c5a3,segment=NetworkSegment(cf13aea7-b36a-4302-89af-e9e11eaa421e),segment_id=cf13aea7-b36a-4302-89af-e9e11eaa421e)] {{(pid=110299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:59:37.165955 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Returning: {'device': '383c6898-e29f-4a8d-a2c3-7b1000f9c5a3', 'network_id': '8e6de03b-779e-46f4-99b9-4423e500c0dd', 'port_id': '383c6898-e29f-4a8d-a2c3-7b1000f9c5a3', 'mac_address': 'fa:16:3e:24:98:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da523ca4-000e-4457-a118-98a9c4ff1011', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 03 14:59:37.202574 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Current status of the port 383c6898-e29f-4a8d-a2c3-7b1000f9c5a3 is: DOWN; New status is: BUILD {{(pid=110299) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:59:37.202970 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (383c6898-e29f-4a8d-a2c3-7b1000f9c5a3), before_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:37.216934 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.notifiers.nova [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 383c6898-e29f-4a8d-a2c3-7b1000f9c5a3 {{(pid=110299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 14:59:37.236601 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] For port 383c6898-e29f-4a8d-a2c3-7b1000f9c5a3, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=383c6898-e29f-4a8d-a2c3-7b1000f9c5a3,segment=NetworkSegment(cf13aea7-b36a-4302-89af-e9e11eaa421e),segment_id=cf13aea7-b36a-4302-89af-e9e11eaa421e)] {{(pid=110299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:59:37.314226 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096'] for port (383c6898-e29f-4a8d-a2c3-7b1000f9c5a3), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:37.361611 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Pushing event updated for resources: {'Port': ['ID=383c6898-e29f-4a8d-a2c3-7b1000f9c5a3,revision_number=4']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:59:37.704498 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2124a8c0-cee0-48ba-a358-7216e274470c req-e7042586-943b-46ac-bd94-54e91a59af01 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:59:37.705997 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-2124a8c0-cee0-48ba-a358-7216e274470c req-e7042586-943b-46ac-bd94-54e91a59af01 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] 10.222.0.16 "GET /v2.0/ports?device_id=5652b18f-c2fe-4ac5-8c73-fc8893bd20d4 HTTP/1.1" status: 200 len: 944 time: 0.0472527 May 03 14:59:37.713172 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] get_ports_and_sgs() called for port_ids ['383c6898-e29f-4a8d-a2c3-7b1000f9c5a3'] {{(pid=110299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 14:59:37.757220 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-2124a8c0-cee0-48ba-a358-7216e274470c req-eeb0486c-30c4-4b49-a6ba-73848c0c8bf8 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] 10.222.0.16 "GET /v2.0/security-groups?id=d4d3f3f1-3590-45e7-8ed0-fd11837ad8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456641 May 03 14:59:38.218687 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a8d6ee-d62c-4c2a-a054-61775bc5f3e8 req-e89180c5-5fd6-4553-a972-1cd8372cf419 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:59:38.220290 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-94a8d6ee-d62c-4c2a-a054-61775bc5f3e8 req-e89180c5-5fd6-4553-a972-1cd8372cf419 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c564964-d0e7-4872-a2cd-8b338290671e HTTP/1.1" status: 200 len: 944 time: 0.0481865 May 03 14:59:38.274955 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-94a8d6ee-d62c-4c2a-a054-61775bc5f3e8 req-f31dba8a-a602-4bb2-b12c-815b1edd3d04 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] 10.222.0.16 "GET /v2.0/security-groups?id=83307a02-2dd4-4895-bd37-cc4561dc163e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489829 May 03 14:59:38.763759 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a81047c2-6c1f-4fc9-a8df-5e12c626efc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (5d16a8e7-5fab-4607-ae51-2b468a019c05), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:38.871626 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ba87c7-ead9-4e62-aee2-62d15b7788ed req-0f9eebfe-792d-447f-b6b0-c9b621920b3d tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:59:38.873139 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-99ba87c7-ead9-4e62-aee2-62d15b7788ed req-0f9eebfe-792d-447f-b6b0-c9b621920b3d tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] 10.222.0.16 "GET /v2.0/ports?device_id=5652b18f-c2fe-4ac5-8c73-fc8893bd20d4 HTTP/1.1" status: 200 len: 944 time: 0.0489488 May 03 14:59:38.921414 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-99ba87c7-ead9-4e62-aee2-62d15b7788ed req-bc5e4133-9375-4b69-abaa-58315a02f3a2 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] 10.222.0.16 "GET /v2.0/security-groups?id=d4d3f3f1-3590-45e7-8ed0-fd11837ad8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426409 May 03 14:59:39.058832 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Device 383c6898-e29f-4a8d-a2c3-7b1000f9c5a3 up at agent hyperv_hv-cinder-84028 {{(pid=110299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 14:59:39.103083 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Provisioning for port 383c6898-e29f-4a8d-a2c3-7b1000f9c5a3 completed by entity L2. {{(pid=110299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 03 14:59:39.206010 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Provisioning complete for port 383c6898-e29f-4a8d-a2c3-7b1000f9c5a3 triggered by entity L2. {{(pid=110299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:59:39.206405 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728915'] for port (383c6898-e29f-4a8d-a2c3-7b1000f9c5a3), provisioning_complete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:39.286297 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Current status of the port 383c6898-e29f-4a8d-a2c3-7b1000f9c5a3 is: BUILD; New status is: ACTIVE {{(pid=110299) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:59:39.286694 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (383c6898-e29f-4a8d-a2c3-7b1000f9c5a3), before_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:39.309296 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5652b18f-c2fe-4ac5-8c73-fc8893bd20d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '383c6898-e29f-4a8d-a2c3-7b1000f9c5a3'}] {{(pid=110299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 14:59:39.311559 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfb0ab9603dc6f24b101a3230295415c8ec2a7bf959fde45f0826688655bbcbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a43cd203-f9ef-4c1c-bd14-347d24aed0f8" -d '{"events": [{"server_uuid": "5652b18f-c2fe-4ac5-8c73-fc8893bd20d4", "name": "network-vif-plugged", "status": "completed", "tag": "383c6898-e29f-4a8d-a2c3-7b1000f9c5a3"}]}' {{(pid=110299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 14:59:39.326853 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] For port 383c6898-e29f-4a8d-a2c3-7b1000f9c5a3, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=383c6898-e29f-4a8d-a2c3-7b1000f9c5a3,segment=NetworkSegment(cf13aea7-b36a-4302-89af-e9e11eaa421e),segment_id=cf13aea7-b36a-4302-89af-e9e11eaa421e)] {{(pid=110299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:59:39.402882 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcacf0f-3457-4775-a959-8ccedd81887c req-cc9e3643-2648-4d4e-8035-46a23a406834 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:59:39.404393 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-bbcacf0f-3457-4775-a959-8ccedd81887c req-cc9e3643-2648-4d4e-8035-46a23a406834 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c564964-d0e7-4872-a2cd-8b338290671e HTTP/1.1" status: 200 len: 944 time: 0.0593967 May 03 14:59:39.406215 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096'] for port (383c6898-e29f-4a8d-a2c3-7b1000f9c5a3), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:39.459247 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Pushing event updated for resources: {'Port': ['ID=383c6898-e29f-4a8d-a2c3-7b1000f9c5a3,revision_number=5']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:59:39.464561 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-bbcacf0f-3457-4775-a959-8ccedd81887c req-c1babbfc-8e27-441d-9a56-6be8d6cbf5b1 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] 10.222.0.16 "GET /v2.0/security-groups?id=83307a02-2dd4-4895-bd37-cc4561dc163e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515816 May 03 14:59:39.488977 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 14:59:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1f16746-f404-4d9d-b21f-bb876469d40d x-openstack-request-id: req-e1f16746-f404-4d9d-b21f-bb876469d40d {{(pid=110299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 14:59:39.489271 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5652b18f-c2fe-4ac5-8c73-fc8893bd20d4", "name": "network-vif-plugged", "status": "completed", "tag": "383c6898-e29f-4a8d-a2c3-7b1000f9c5a3", "code": 200}]} {{(pid=110299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 14:59:39.489530 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e1f16746-f404-4d9d-b21f-bb876469d40d {{(pid=110299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 14:59:39.489930 dv-cinder-840289-3-iscsi neutron-server[110299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1f16746-f404-4d9d-b21f-bb876469d40d'] response: {'server_uuid': '5652b18f-c2fe-4ac5-8c73-fc8893bd20d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '383c6898-e29f-4a8d-a2c3-7b1000f9c5a3', 'code': 200} May 03 14:59:39.816486 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c846531f-3ff3-4dc6-93a4-5842fb70cc31 req-c4d7a830-ce4c-48a5-8d70-7e9bc6b72f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:59:39.817962 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-c846531f-3ff3-4dc6-93a4-5842fb70cc31 req-c4d7a830-ce4c-48a5-8d70-7e9bc6b72f8c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5652b18f-c2fe-4ac5-8c73-fc8893bd20d4 HTTP/1.1" status: 200 len: 1129 time: 0.0389509 May 03 14:59:39.861287 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-c846531f-3ff3-4dc6-93a4-5842fb70cc31 req-4d4971b6-e63e-4444-a625-247890e6539f service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=d4d3f3f1-3590-45e7-8ed0-fd11837ad8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367937 May 03 14:59:40.033024 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea256676-db63-4071-aa3c-e14b145b7dee req-e31fd5b5-9e53-415e-9ae8-fae24d011995 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:59:40.034670 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-ea256676-db63-4071-aa3c-e14b145b7dee req-e31fd5b5-9e53-415e-9ae8-fae24d011995 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] 10.222.0.16 "GET /v2.0/ports?device_id=5652b18f-c2fe-4ac5-8c73-fc8893bd20d4 HTTP/1.1" status: 200 len: 945 time: 0.0464170 May 03 14:59:40.085808 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-ea256676-db63-4071-aa3c-e14b145b7dee req-6595325c-d0c0-44c1-a818-7d2f20389b15 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] 10.222.0.16 "GET /v2.0/security-groups?id=d4d3f3f1-3590-45e7-8ed0-fd11837ad8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455213 May 03 14:59:40.580252 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac88427-61cc-42de-8721-53f902b14105 req-3a000ef3-6347-449e-8bbc-92c258e4c4e8 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:59:40.581713 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-fac88427-61cc-42de-8721-53f902b14105 req-3a000ef3-6347-449e-8bbc-92c258e4c4e8 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c564964-d0e7-4872-a2cd-8b338290671e HTTP/1.1" status: 200 len: 944 time: 0.0488250 May 03 14:59:40.631097 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-fac88427-61cc-42de-8721-53f902b14105 req-93fb6684-3c48-46b2-9870-104f17e8eb28 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] 10.222.0.16 "GET /v2.0/security-groups?id=83307a02-2dd4-4895-bd37-cc4561dc163e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435987 May 03 14:59:40.864669 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 48714) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:59:40.966779 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-7436e561-618d-4c77-82c3-aacdbf840614 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:41.038990 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-7436e561-618d-4c77-82c3-aacdbf840614 admin admin] Publish callbacks [] for security_group (d78e61b2-243e-4a1d-97b6-2f9170eb352b), precommit_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:41.114629 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-7436e561-618d-4c77-82c3-aacdbf840614 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (d78e61b2-243e-4a1d-97b6-2f9170eb352b), after_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:41.125653 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-4f4d9f67-9f0f-4c08-918b-5550a804302d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (a9161e1b-902d-441f-843b-a0ff0805adee), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:41.156469 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-7436e561-618d-4c77-82c3-aacdbf840614 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5bf81431ad6e41e0a298490147a4067b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2907133 May 03 14:59:41.158459 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7436e561-618d-4c77-82c3-aacdbf840614 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d78e61b2-243e-4a1d-97b6-2f9170eb352b,revision_number=1']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:59:41.159673 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 48720) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:59:41.215667 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-0fb13b8c-ca3d-4d97-ad5e-79331d7eccc3 admin admin] Publish callbacks [] for security_group (d78e61b2-243e-4a1d-97b6-2f9170eb352b), before_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:41.224035 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60b8e7b-e8ef-472a-8ebe-4887392d8dd6 req-31267caf-5b03-4f83-ae38-ff5293a67aa6 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:59:41.225537 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-f60b8e7b-e8ef-472a-8ebe-4887392d8dd6 req-31267caf-5b03-4f83-ae38-ff5293a67aa6 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] 10.222.0.16 "GET /v2.0/ports?device_id=5652b18f-c2fe-4ac5-8c73-fc8893bd20d4 HTTP/1.1" status: 200 len: 945 time: 0.0679648 May 03 14:59:41.242165 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-0fb13b8c-ca3d-4d97-ad5e-79331d7eccc3 admin admin] Publish callbacks [] for security_group (d78e61b2-243e-4a1d-97b6-2f9170eb352b), precommit_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:41.273564 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-f60b8e7b-e8ef-472a-8ebe-4887392d8dd6 req-d433bf10-a594-4a1f-b04d-dabcde302cca tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] 10.222.0.16 "GET /v2.0/security-groups?id=d4d3f3f1-3590-45e7-8ed0-fd11837ad8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411520 May 03 14:59:41.375608 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-0fb13b8c-ca3d-4d97-ad5e-79331d7eccc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (d78e61b2-243e-4a1d-97b6-2f9170eb352b), after_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:41.378247 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-0fb13b8c-ca3d-4d97-ad5e-79331d7eccc3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:41.379427 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-0fb13b8c-ca3d-4d97-ad5e-79331d7eccc3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d78e61b2-243e-4a1d-97b6-2f9170eb352b HTTP/1.1" status: 204 len: 168 time: 0.2187006 May 03 14:59:41.387277 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb13b8c-ca3d-4d97-ad5e-79331d7eccc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d78e61b2-243e-4a1d-97b6-2f9170eb352b,revision_number=None']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:59:41.746581 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1f8397-ce31-438b-8893-d9c077a14a31 req-b6b06f7b-ab00-4703-a991-c4cf819749a1 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:59:41.748190 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-3c1f8397-ce31-438b-8893-d9c077a14a31 req-b6b06f7b-ab00-4703-a991-c4cf819749a1 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c564964-d0e7-4872-a2cd-8b338290671e HTTP/1.1" status: 200 len: 944 time: 0.0491729 May 03 14:59:41.803246 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-3c1f8397-ce31-438b-8893-d9c077a14a31 req-22e0b816-1c2b-4326-a3ef-bb098c9f1841 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] 10.222.0.16 "GET /v2.0/security-groups?id=83307a02-2dd4-4895-bd37-cc4561dc163e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471411 May 03 14:59:42.400265 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-ed776e2d-a518-4685-8fad-0cd9eaa120ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (6a418bd5-8bcc-400f-88b5-19eff412e81a), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:42.400811 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dba0bb8-e60d-44ff-8410-7f3a6eb04b91 req-caafcf9d-1057-45d8-b03f-c514978c122d tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:59:42.402487 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-6dba0bb8-e60d-44ff-8410-7f3a6eb04b91 req-caafcf9d-1057-45d8-b03f-c514978c122d tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] 10.222.0.16 "GET /v2.0/ports?device_id=5652b18f-c2fe-4ac5-8c73-fc8893bd20d4 HTTP/1.1" status: 200 len: 945 time: 0.0555918 May 03 14:59:42.451418 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-6dba0bb8-e60d-44ff-8410-7f3a6eb04b91 req-a14444fe-c1c8-4ba1-9b4c-8dc4afc704f7 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] 10.222.0.16 "GET /v2.0/security-groups?id=d4d3f3f1-3590-45e7-8ed0-fd11837ad8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427840 May 03 14:59:42.562259 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9997ccbd-8376-419b-9cd5-ab6346126d5b req-0ee68834-eb59-4602-85cb-175b6efa069e tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:59:42.563829 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-9997ccbd-8376-419b-9cd5-ab6346126d5b req-0ee68834-eb59-4602-85cb-175b6efa069e tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] 10.222.0.16 "GET /v2.0/ports?device_id=5652b18f-c2fe-4ac5-8c73-fc8893bd20d4 HTTP/1.1" status: 200 len: 945 time: 0.0493770 May 03 14:59:42.572249 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 48754) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:59:42.577480 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.v2.base [None req-dac1bc6b-43b2-4eca-8040-b7fa46252753 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Request body: {'floatingip': {'port_id': '383c6898-e29f-4a8d-a2c3-7b1000f9c5a3'}} {{(pid=110297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:59:42.616067 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-dac1bc6b-43b2-4eca-8040-b7fa46252753 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Publish callbacks [] for floatingip (983cbfe4-8a1a-4637-b8e7-c000a2611647), before_update {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:42.921869 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cde567c-3560-43a2-a609-0a8215f4fa9b req-dfc5e821-06e3-48d2-a0ba-9458361b6350 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:59:42.923502 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-2cde567c-3560-43a2-a609-0a8215f4fa9b req-dfc5e821-06e3-48d2-a0ba-9458361b6350 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c564964-d0e7-4872-a2cd-8b338290671e HTTP/1.1" status: 200 len: 944 time: 0.0495961 May 03 14:59:42.975656 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-2cde567c-3560-43a2-a609-0a8215f4fa9b req-baa795b6-8a21-4721-b5e3-145f7d6c9e4a tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] 10.222.0.16 "GET /v2.0/security-groups?id=83307a02-2dd4-4895-bd37-cc4561dc163e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460541 May 03 14:59:43.085063 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Device 3b186236-00c6-4208-b6ef-02f314f91ae5 details requested by agent hyperv_hv-cinder-84028 with host hv-cinder-84028 {{(pid=110299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 03 14:59:43.201789 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] For port 3b186236-00c6-4208-b6ef-02f314f91ae5, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=3b186236-00c6-4208-b6ef-02f314f91ae5,segment=NetworkSegment(69a76b12-2a31-46f6-a618-e3d477baa0b8),segment_id=69a76b12-2a31-46f6-a618-e3d477baa0b8)] {{(pid=110299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:59:43.213738 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Returning: {'device': '3b186236-00c6-4208-b6ef-02f314f91ae5', 'network_id': '3f1b5a04-a89d-49fe-9254-ad52b00abc9e', 'port_id': '3b186236-00c6-4208-b6ef-02f314f91ae5', 'mac_address': 'fa:16:3e:be:0a:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92e39b4b-b229-4fdb-b188-e8826d978416', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 03 14:59:43.258404 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Current status of the port 3b186236-00c6-4208-b6ef-02f314f91ae5 is: DOWN; New status is: BUILD {{(pid=110299) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:59:43.262245 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (3b186236-00c6-4208-b6ef-02f314f91ae5), before_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:43.274200 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.notifiers.nova [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b186236-00c6-4208-b6ef-02f314f91ae5 {{(pid=110299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 14:59:43.294648 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] For port 3b186236-00c6-4208-b6ef-02f314f91ae5, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=3b186236-00c6-4208-b6ef-02f314f91ae5,segment=NetworkSegment(69a76b12-2a31-46f6-a618-e3d477baa0b8),segment_id=69a76b12-2a31-46f6-a618-e3d477baa0b8)] {{(pid=110299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:59:43.328908 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-dac1bc6b-43b2-4eca-8040-b7fa46252753 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:43.371486 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096'] for port (3b186236-00c6-4208-b6ef-02f314f91ae5), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:43.418713 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Pushing event updated for resources: {'Port': ['ID=3b186236-00c6-4208-b6ef-02f314f91ae5,revision_number=4']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:59:43.427078 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-dac1bc6b-43b2-4eca-8040-b7fa46252753 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692144'] for floatingip (983cbfe4-8a1a-4637-b8e7-c000a2611647), after_update {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:43.537791 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.db.l3_db [None req-dac1bc6b-43b2-4eca-8040-b7fa46252753 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Floating IP 983cbfe4-8a1a-4637-b8e7-c000a2611647 associated. External IP: 172.27.0.18, port: 383c6898-e29f-4a8d-a2c3-7b1000f9c5a3. May 03 14:59:43.586746 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-dd96712b-4627-437f-9df9-b1bfec551245 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (8b46afec-dab7-4bfa-a959-8584a0cfd79a), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:43.752018 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dac1bc6b-43b2-4eca-8040-b7fa46252753 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Router b2de5692-15b7-4533-8b3c-b49995075c04 has already been hosted by L3 agent a9161e1b-902d-441f-843b-a0ff0805adee {{(pid=110297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 14:59:43.822364 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] get_ports_and_sgs() called for port_ids ['3b186236-00c6-4208-b6ef-02f314f91ae5'] {{(pid=110299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 14:59:43.861954 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dac1bc6b-43b2-4eca-8040-b7fa46252753 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Notify agent at l3_agent.dv-cinder-840289-3-iscsi the message routers_updated {{(pid=110297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 14:59:43.866837 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-dac1bc6b-43b2-4eca-8040-b7fa46252753 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46205'] for floatingip (None), before_response {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:43.872801 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f77986-fbed-420b-b3ff-23cab8d52f0d None None] Sync routers for ids ['b2de5692-15b7-4533-8b3c-b49995075c04'] in dv-cinder-840289-3-iscsi {{(pid=110300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 14:59:43.883351 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f77986-fbed-420b-b3ff-23cab8d52f0d None None] Routers {'b2de5692-15b7-4533-8b3c-b49995075c04'} bound to L3 agent in host dv-cinder-840289-3-iscsi {{(pid=110300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:59:43.884199 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_hamode_db [None req-41f77986-fbed-420b-b3ff-23cab8d52f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T14:38:11Z,description=,heartbeat_timestamp=2022-05-03T14:59:41Z,host='dv-cinder-840289-3-iscsi',id=a9161e1b-902d-441f-843b-a0ff0805adee,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:38:12Z,topic='l3_agent')) {'router_ids': ['b2de5692-15b7-4533-8b3c-b49995075c04'], 'active': True} {{(pid=110300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:59:43.902448 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-dac1bc6b-43b2-4eca-8040-b7fa46252753 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] 10.222.0.16 "PUT /v2.0/floatingips/983cbfe4-8a1a-4637-b8e7-c000a2611647 HTTP/1.1" status: 200 len: 990 time: 1.3290217 May 03 14:59:43.904235 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5652b18f-c2fe-4ac5-8c73-fc8893bd20d4', 'tag': '383c6898-e29f-4a8d-a2c3-7b1000f9c5a3'}] {{(pid=110297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 14:59:43.907353 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e984b2ea2ce138672bdb6842017b013401e1eb51d7da9236b70aed4d114632e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fa26e63-b6db-41ab-9c49-636a24b54a00" -d '{"events": [{"name": "network-changed", "server_uuid": "5652b18f-c2fe-4ac5-8c73-fc8893bd20d4", "tag": "383c6898-e29f-4a8d-a2c3-7b1000f9c5a3"}]}' {{(pid=110297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 14:59:43.947214 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 14:59:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19a168a9-2edb-45e7-8cd1-52c1886098de x-openstack-request-id: req-19a168a9-2edb-45e7-8cd1-52c1886098de {{(pid=110297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 14:59:43.947534 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5652b18f-c2fe-4ac5-8c73-fc8893bd20d4", "tag": "383c6898-e29f-4a8d-a2c3-7b1000f9c5a3", "status": "completed", "code": 200}]} {{(pid=110297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 14:59:43.947792 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-19a168a9-2edb-45e7-8cd1-52c1886098de {{(pid=110297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 14:59:43.948362 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19a168a9-2edb-45e7-8cd1-52c1886098de'] response: {'name': 'network-changed', 'server_uuid': '5652b18f-c2fe-4ac5-8c73-fc8893bd20d4', 'tag': '383c6898-e29f-4a8d-a2c3-7b1000f9c5a3', 'status': 'completed', 'code': 200} May 03 14:59:44.003880 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvr_db [None req-41f77986-fbed-420b-b3ff-23cab8d52f0d None None] Set router b2de5692-15b7-4533-8b3c-b49995075c04 gateway port host: dv-cinder-840289-3-iscsi {{(pid=110300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:59:44.052151 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa26e63-b6db-41ab-9c49-636a24b54a00 req-5f2e577d-8f78-4096-976e-87510492389f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:59:44.053616 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-9fa26e63-b6db-41ab-9c49-636a24b54a00 req-5f2e577d-8f78-4096-976e-87510492389f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fa83f683c67a413ba3ca7f7d2d6bb966&device_id=5652b18f-c2fe-4ac5-8c73-fc8893bd20d4 HTTP/1.1" status: 200 len: 1129 time: 0.0594990 May 03 14:59:44.123241 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f23b683-318d-463f-ab89-085747a7d5c1 req-d48e3630-4650-4cc4-899c-148fd281a8da tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:59:44.124752 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-5f23b683-318d-463f-ab89-085747a7d5c1 req-d48e3630-4650-4cc4-899c-148fd281a8da tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c564964-d0e7-4872-a2cd-8b338290671e HTTP/1.1" status: 200 len: 945 time: 0.0740621 May 03 14:59:44.218453 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa26e63-b6db-41ab-9c49-636a24b54a00 req-a96ccc15-cde6-4d4d-ad86-9464aad7ef6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:59:44.219965 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-9fa26e63-b6db-41ab-9c49-636a24b54a00 req-a96ccc15-cde6-4d4d-ad86-9464aad7ef6b service neutron] 10.222.0.55 "GET /v2.0/networks?id=8e6de03b-779e-46f4-99b9-4423e500c0dd HTTP/1.1" status: 200 len: 915 time: 0.1567366 May 03 14:59:44.224864 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-5f23b683-318d-463f-ab89-085747a7d5c1 req-a6680fdf-79df-48a1-aee8-40a234bb8474 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] 10.222.0.16 "GET /v2.0/security-groups?id=83307a02-2dd4-4895-bd37-cc4561dc163e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724077 May 03 14:59:44.225640 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_hamode_db [None req-41f77986-fbed-420b-b3ff-23cab8d52f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2de5692-15b7-4533-8b3c-b49995075c04', 'name': 'tempest-AttachVolumeNegativeTest-691195481-router', 'tenant_id': 'fa83f683c67a413ba3ca7f7d2d6bb966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'external_fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': '9d99af12-dc8d-4fea-987c-b8fd148bbed4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:55:16Z', 'updated_at': '2022-05-03T14:55:20Z', 'revision_number': 4, 'project_id': 'fa83f683c67a413ba3ca7f7d2d6bb966', 'gw_port': {'id': '9d99af12-dc8d-4fea-987c-b8fd148bbed4', 'name': '', 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:53:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2de5692-15b7-4533-8b3c-b49995075c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:55:17Z', 'updated_at': '2022-05-03T14:55:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f907060b-4748-4522-aeb5-06a44b689374', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-3-iscsi', '_floatingips': [{'id': '983cbfe4-8a1a-4637-b8e7-c000a2611647', 'tenant_id': 'fa83f683c67a413ba3ca7f7d2d6bb966', 'floating_ip_address': '172.27.0.18', 'floating_network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'router_id': 'b2de5692-15b7-4533-8b3c-b49995075c04', 'port_id': '383c6898-e29f-4a8d-a2c3-7b1000f9c5a3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 670, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8e6de03b-779e-46f4-99b9-4423e500c0dd', 'mac_address': 'fa:16:3e:24:98:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5652b18f-c2fe-4ac5-8c73-fc8893bd20d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T14:59:27Z', 'updated_at': '2022-05-03T14:59:43Z', 'revision_number': 1, 'project_id': 'fa83f683c67a413ba3ca7f7d2d6bb966', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bc0b0eb-1930-4c1c-bb20-1831094b8912', 'name': '', 'network_id': '8e6de03b-779e-46f4-99b9-4423e500c0dd', 'tenant_id': 'fa83f683c67a413ba3ca7f7d2d6bb966', 'mac_address': 'fa:16:3e:8e:05:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2de5692-15b7-4533-8b3c-b49995075c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'da523ca4-000e-4457-a118-98a9c4ff1011', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:55:19Z', 'updated_at': '2022-05-03T14:55:23Z', 'revision_number': 5, 'project_id': 'fa83f683c67a413ba3ca7f7d2d6bb966', 'subnets': [{'id': 'da523ca4-000e-4457-a118-98a9c4ff1011', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-3-iscsi', False) {} {{(pid=110300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:59:44.260184 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f77986-fbed-420b-b3ff-23cab8d52f0d None None] Checking router: b2de5692-15b7-4533-8b3c-b49995075c04 for host: dv-cinder-840289-3-iscsi {{(pid=110300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 14:59:44.269703 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f77986-fbed-420b-b3ff-23cab8d52f0d None None] Routers {'b2de5692-15b7-4533-8b3c-b49995075c04'} bound to L3 agent in host dv-cinder-840289-3-iscsi {{(pid=110300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:59:44.270310 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_hamode_db [None req-41f77986-fbed-420b-b3ff-23cab8d52f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T14:38:11Z,description=,heartbeat_timestamp=2022-05-03T14:59:41Z,host='dv-cinder-840289-3-iscsi',id=a9161e1b-902d-441f-843b-a0ff0805adee,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:38:12Z,topic='l3_agent')) {'router_ids': ['b2de5692-15b7-4533-8b3c-b49995075c04'], 'active': True} {{(pid=110300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:59:44.290413 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-9fa26e63-b6db-41ab-9c49-636a24b54a00 req-61a856da-b94e-4f30-9331-47c262af2dfd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=383c6898-e29f-4a8d-a2c3-7b1000f9c5a3 HTTP/1.1" status: 200 len: 998 time: 0.0636888 May 03 14:59:44.341578 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa26e63-b6db-41ab-9c49-636a24b54a00 req-d75703e5-328a-4394-b13a-26f6f6db9e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:59:44.343178 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-9fa26e63-b6db-41ab-9c49-636a24b54a00 req-d75703e5-328a-4394-b13a-26f6f6db9e87 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=da523ca4-000e-4457-a118-98a9c4ff1011 HTTP/1.1" status: 200 len: 853 time: 0.0466793 May 03 14:59:44.392364 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa26e63-b6db-41ab-9c49-636a24b54a00 req-146e48d9-2cd1-4c32-b526-72a06d03e769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:59:44.393956 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-9fa26e63-b6db-41ab-9c49-636a24b54a00 req-146e48d9-2cd1-4c32-b526-72a06d03e769 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8e6de03b-779e-46f4-99b9-4423e500c0dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450273 May 03 14:59:44.395033 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvr_db [None req-41f77986-fbed-420b-b3ff-23cab8d52f0d None None] Set router b2de5692-15b7-4533-8b3c-b49995075c04 gateway port host: dv-cinder-840289-3-iscsi {{(pid=110300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:59:44.489172 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-9fa26e63-b6db-41ab-9c49-636a24b54a00 req-0f155d68-1143-4445-aca5-b1117f0e01b1 service neutron] 10.222.0.55 "GET /v2.0/networks/8e6de03b-779e-46f4-99b9-4423e500c0dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884564 May 03 14:59:44.585839 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-9fa26e63-b6db-41ab-9c49-636a24b54a00 req-5196578d-0f22-49ec-9584-50dd185ecaaf service neutron] 10.222.0.55 "GET /v2.0/networks/8e6de03b-779e-46f4-99b9-4423e500c0dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894799 May 03 14:59:44.614706 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_hamode_db [None req-41f77986-fbed-420b-b3ff-23cab8d52f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2de5692-15b7-4533-8b3c-b49995075c04', 'name': 'tempest-AttachVolumeNegativeTest-691195481-router', 'tenant_id': 'fa83f683c67a413ba3ca7f7d2d6bb966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'external_fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': '9d99af12-dc8d-4fea-987c-b8fd148bbed4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:55:16Z', 'updated_at': '2022-05-03T14:55:20Z', 'revision_number': 4, 'project_id': 'fa83f683c67a413ba3ca7f7d2d6bb966', 'gw_port': {'id': '9d99af12-dc8d-4fea-987c-b8fd148bbed4', 'name': '', 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:53:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2de5692-15b7-4533-8b3c-b49995075c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:55:17Z', 'updated_at': '2022-05-03T14:55:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f907060b-4748-4522-aeb5-06a44b689374', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-3-iscsi', '_floatingips': [{'id': '983cbfe4-8a1a-4637-b8e7-c000a2611647', 'tenant_id': 'fa83f683c67a413ba3ca7f7d2d6bb966', 'floating_ip_address': '172.27.0.18', 'floating_network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'router_id': 'b2de5692-15b7-4533-8b3c-b49995075c04', 'port_id': '383c6898-e29f-4a8d-a2c3-7b1000f9c5a3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 670, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8e6de03b-779e-46f4-99b9-4423e500c0dd', 'mac_address': 'fa:16:3e:24:98:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5652b18f-c2fe-4ac5-8c73-fc8893bd20d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T14:59:27Z', 'updated_at': '2022-05-03T14:59:43Z', 'revision_number': 1, 'project_id': 'fa83f683c67a413ba3ca7f7d2d6bb966', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bc0b0eb-1930-4c1c-bb20-1831094b8912', 'name': '', 'network_id': '8e6de03b-779e-46f4-99b9-4423e500c0dd', 'tenant_id': 'fa83f683c67a413ba3ca7f7d2d6bb966', 'mac_address': 'fa:16:3e:8e:05:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2de5692-15b7-4533-8b3c-b49995075c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'da523ca4-000e-4457-a118-98a9c4ff1011', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:55:19Z', 'updated_at': '2022-05-03T14:55:23Z', 'revision_number': 5, 'project_id': 'fa83f683c67a413ba3ca7f7d2d6bb966', 'subnets': [{'id': 'da523ca4-000e-4457-a118-98a9c4ff1011', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-3-iscsi', False) {} {{(pid=110300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:59:44.644552 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f77986-fbed-420b-b3ff-23cab8d52f0d None None] The sync data for ids ['b2de5692-15b7-4533-8b3c-b49995075c04'] in dv-cinder-840289-3-iscsi is: [{'id': 'b2de5692-15b7-4533-8b3c-b49995075c04', 'name': 'tempest-AttachVolumeNegativeTest-691195481-router', 'tenant_id': 'fa83f683c67a413ba3ca7f7d2d6bb966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'external_fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': '9d99af12-dc8d-4fea-987c-b8fd148bbed4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:55:16Z', 'updated_at': '2022-05-03T14:55:20Z', 'revision_number': 4, 'project_id': 'fa83f683c67a413ba3ca7f7d2d6bb966', 'gw_port': {'id': '9d99af12-dc8d-4fea-987c-b8fd148bbed4', 'name': '', 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:53:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2de5692-15b7-4533-8b3c-b49995075c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:55:17Z', 'updated_at': '2022-05-03T14:55:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f907060b-4748-4522-aeb5-06a44b689374', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-3-iscsi', '_floatingips': [{'id': '983cbfe4-8a1a-4637-b8e7-c000a2611647', 'tenant_id': 'fa83f683c67a413ba3ca7f7d2d6bb966', 'floating_ip_address': '172.27.0.18', 'floating_network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'router_id': 'b2de5692-15b7-4533-8b3c-b49995075c04', 'port_id': '383c6898-e29f-4a8d-a2c3-7b1000f9c5a3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 670, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8e6de03b-779e-46f4-99b9-4423e500c0dd', 'mac_address': 'fa:16:3e:24:98:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5652b18f-c2fe-4ac5-8c73-fc8893bd20d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T14:59:27Z', 'updated_at': '2022-05-03T14:59:43Z', 'revision_number': 1, 'project_id': 'fa83f683c67a413ba3ca7f7d2d6bb966', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bc0b0eb-1930-4c1c-bb20-1831094b8912', 'name': '', 'network_id': '8e6de03b-779e-46f4-99b9-4423e500c0dd', 'tenant_id': 'fa83f683c67a413ba3ca7f7d2d6bb966', 'mac_address': 'fa:16:3e:8e:05:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2de5692-15b7-4533-8b3c-b49995075c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'da523ca4-000e-4457-a118-98a9c4ff1011', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:55:19Z', 'updated_at': '2022-05-03T14:55:23Z', 'revision_number': 5, 'project_id': 'fa83f683c67a413ba3ca7f7d2d6bb966', 'subnets': [{'id': 'da523ca4-000e-4457-a118-98a9c4ff1011', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 14:59:44.851822 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86caa99b-b821-46da-87d8-30bfd9cff256 None None] New status for floating IP 983cbfe4-8a1a-4637-b8e7-c000a2611647: ACTIVE {{(pid=110299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 14:59:45.113752 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Device 3b186236-00c6-4208-b6ef-02f314f91ae5 up at agent hyperv_hv-cinder-84028 {{(pid=110299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 14:59:45.160927 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Provisioning for port 3b186236-00c6-4208-b6ef-02f314f91ae5 completed by entity L2. {{(pid=110299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 03 14:59:45.183553 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (16d44442-859c-4c9b-bc72-04cb3b8a5d5b), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:45.240066 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Provisioning complete for port 3b186236-00c6-4208-b6ef-02f314f91ae5 triggered by entity L2. {{(pid=110299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:59:45.240447 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728915'] for port (3b186236-00c6-4208-b6ef-02f314f91ae5), provisioning_complete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:45.321712 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Current status of the port 3b186236-00c6-4208-b6ef-02f314f91ae5 is: BUILD; New status is: ACTIVE {{(pid=110299) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:59:45.322113 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (3b186236-00c6-4208-b6ef-02f314f91ae5), before_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:45.344113 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c564964-d0e7-4872-a2cd-8b338290671e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b186236-00c6-4208-b6ef-02f314f91ae5'}] {{(pid=110299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 14:59:45.346322 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfb0ab9603dc6f24b101a3230295415c8ec2a7bf959fde45f0826688655bbcbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2cbf4e5-eae6-4b03-93c1-69e1fd8f925f" -d '{"events": [{"server_uuid": "7c564964-d0e7-4872-a2cd-8b338290671e", "name": "network-vif-plugged", "status": "completed", "tag": "3b186236-00c6-4208-b6ef-02f314f91ae5"}]}' {{(pid=110299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 14:59:45.356704 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79507899-edc6-4800-8751-45d3f1c31e20 req-da4fb963-de6c-4187-81e1-067e94ebed23 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:59:45.357993 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-79507899-edc6-4800-8751-45d3f1c31e20 req-da4fb963-de6c-4187-81e1-067e94ebed23 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c564964-d0e7-4872-a2cd-8b338290671e HTTP/1.1" status: 200 len: 945 time: 0.0481200 May 03 14:59:45.363289 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] For port 3b186236-00c6-4208-b6ef-02f314f91ae5, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=3b186236-00c6-4208-b6ef-02f314f91ae5,segment=NetworkSegment(69a76b12-2a31-46f6-a618-e3d477baa0b8),segment_id=69a76b12-2a31-46f6-a618-e3d477baa0b8)] {{(pid=110299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:59:45.384002 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 14:59:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98851b93-6ddb-4079-b7fb-67e6b298d5f0 x-openstack-request-id: req-98851b93-6ddb-4079-b7fb-67e6b298d5f0 {{(pid=110299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 14:59:45.384293 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c564964-d0e7-4872-a2cd-8b338290671e", "name": "network-vif-plugged", "status": "completed", "tag": "3b186236-00c6-4208-b6ef-02f314f91ae5", "code": 200}]} {{(pid=110299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 14:59:45.384549 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-98851b93-6ddb-4079-b7fb-67e6b298d5f0 {{(pid=110299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 14:59:45.388483 dv-cinder-840289-3-iscsi neutron-server[110299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98851b93-6ddb-4079-b7fb-67e6b298d5f0'] response: {'server_uuid': '7c564964-d0e7-4872-a2cd-8b338290671e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b186236-00c6-4208-b6ef-02f314f91ae5', 'code': 200} May 03 14:59:45.411444 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-79507899-edc6-4800-8751-45d3f1c31e20 req-5518dc57-159f-4d3c-8ba3-a7ee95b43591 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] 10.222.0.16 "GET /v2.0/security-groups?id=83307a02-2dd4-4895-bd37-cc4561dc163e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467279 May 03 14:59:45.439906 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096'] for port (3b186236-00c6-4208-b6ef-02f314f91ae5), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:45.486632 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Pushing event updated for resources: {'Port': ['ID=3b186236-00c6-4208-b6ef-02f314f91ae5,revision_number=5']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:59:45.758505 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90514d6f-275c-47c5-8812-8a405d25b1d9 req-9a5797db-f390-4e7b-a891-3fee0aec197a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:59:45.759946 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-90514d6f-275c-47c5-8812-8a405d25b1d9 req-9a5797db-f390-4e7b-a891-3fee0aec197a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7c564964-d0e7-4872-a2cd-8b338290671e HTTP/1.1" status: 200 len: 1130 time: 0.0425026 May 03 14:59:45.806379 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-90514d6f-275c-47c5-8812-8a405d25b1d9 req-2e6be62d-f377-4015-b944-53151f979179 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=83307a02-2dd4-4895-bd37-cc4561dc163e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395999 May 03 14:59:46.529170 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b6d688-9c63-4fad-b30e-5281166a7617 req-54df3c84-21be-4d7f-a2d9-c1cd7defd3f9 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:59:46.530734 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-66b6d688-9c63-4fad-b30e-5281166a7617 req-54df3c84-21be-4d7f-a2d9-c1cd7defd3f9 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c564964-d0e7-4872-a2cd-8b338290671e HTTP/1.1" status: 200 len: 946 time: 0.0498064 May 03 14:59:46.580606 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-66b6d688-9c63-4fad-b30e-5281166a7617 req-d20885cb-e6d1-4706-b5e1-de87b87ee821 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] 10.222.0.16 "GET /v2.0/security-groups?id=83307a02-2dd4-4895-bd37-cc4561dc163e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438542 May 03 14:59:47.699427 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cba6a7b-bd93-419e-bdde-5181a2b29850 req-2b1d1339-db73-4f36-8162-286a927f4653 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:59:47.700901 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-7cba6a7b-bd93-419e-bdde-5181a2b29850 req-2b1d1339-db73-4f36-8162-286a927f4653 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c564964-d0e7-4872-a2cd-8b338290671e HTTP/1.1" status: 200 len: 946 time: 0.0476663 May 03 14:59:47.759297 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-7cba6a7b-bd93-419e-bdde-5181a2b29850 req-6a5e2eba-a865-46b1-a4af-6e2546b69296 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] 10.222.0.16 "GET /v2.0/security-groups?id=83307a02-2dd4-4895-bd37-cc4561dc163e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527346 May 03 14:59:47.867036 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06531312-77eb-4589-9acb-42b412a17066 req-85fc5916-2bdf-4f88-a558-b5d4b4ce394c tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:59:47.868499 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-06531312-77eb-4589-9acb-42b412a17066 req-85fc5916-2bdf-4f88-a558-b5d4b4ce394c tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c564964-d0e7-4872-a2cd-8b338290671e HTTP/1.1" status: 200 len: 946 time: 0.0475454 May 03 14:59:47.918642 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-06531312-77eb-4589-9acb-42b412a17066 req-f3f4412b-2c0f-4ff8-be5d-7d1e1cefb475 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] 10.222.0.16 "GET /v2.0/security-groups?id=83307a02-2dd4-4895-bd37-cc4561dc163e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444095 May 03 14:59:47.940611 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 48810) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:59:48.127952 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4004077b-1258-44f0-96b5-af8d4417531e tempest-TestVolumeBootPattern-1627858290 tempest-TestVolumeBootPattern-1627858290-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:59:48.129496 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-4004077b-1258-44f0-96b5-af8d4417531e tempest-TestVolumeBootPattern-1627858290 tempest-TestVolumeBootPattern-1627858290-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=7c564964-d0e7-4872-a2cd-8b338290671e HTTP/1.1" status: 200 len: 1125 time: 0.1877148 May 03 14:59:48.132430 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 48820) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:59:48.137965 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.v2.base [None req-937a2de9-fc51-4166-ab52-3e02341da40f tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Request body: {'floatingip': {'floating_network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'port_id': '3b186236-00c6-4208-b6ef-02f314f91ae5', 'tenant_id': '3cc6d2a38dc34b4a8c0e2357b41c95bc', 'fixed_ip_address': '172.20.0.13'}} {{(pid=110298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:59:48.217115 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-937a2de9-fc51-4166-ab52-3e02341da40f tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:48.303140 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-937a2de9-fc51-4166-ab52-3e02341da40f tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (None), before_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:48.409543 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.db.db_base_plugin_common [None req-937a2de9-fc51-4166-ab52-3e02341da40f tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Allocated IP 172.27.0.55 (7456e722-9446-4a17-bcf3-c72dce07c65c/f907060b-4748-4522-aeb5-06a44b689374/53b61c57-7add-4e7e-b11e-4b19718ddae9) {{(pid=110298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 14:59:48.517645 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-937a2de9-fc51-4166-ab52-3e02341da40f tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Publish callbacks [] for port (53b61c57-7add-4e7e-b11e-4b19718ddae9), precommit_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:48.617782 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-937a2de9-fc51-4166-ab52-3e02341da40f tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775476647060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25806886'] for port (53b61c57-7add-4e7e-b11e-4b19718ddae9), after_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:48.654585 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-937a2de9-fc51-4166-ab52-3e02341da40f tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Network 7456e722-9446-4a17-bcf3-c72dce07c65c is already hosted by enough agents. {{(pid=110298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 14:59:48.657387 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.scheduler.base_scheduler [None req-937a2de9-fc51-4166-ab52-3e02341da40f tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Resources bound (agent type, host, resource id): {{(pid=110298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 14:59:48.661432 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937a2de9-fc51-4166-ab52-3e02341da40f tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Received port after_create {{(pid=110298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 14:59:48.692507 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a2de9-fc51-4166-ab52-3e02341da40f tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Pushing event updated for resources: {'Port': ['ID=53b61c57-7add-4e7e-b11e-4b19718ddae9,revision_number=1']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:59:48.707837 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937a2de9-fc51-4166-ab52-3e02341da40f tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:59:48.708520 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937a2de9-fc51-4166-ab52-3e02341da40f tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:59:48.708520 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937a2de9-fc51-4166-ab52-3e02341da40f tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:59:48.708828 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937a2de9-fc51-4166-ab52-3e02341da40f tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:59:48.709158 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937a2de9-fc51-4166-ab52-3e02341da40f tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:59:48.709482 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937a2de9-fc51-4166-ab52-3e02341da40f tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:59:48.709803 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937a2de9-fc51-4166-ab52-3e02341da40f tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:59:48.710117 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937a2de9-fc51-4166-ab52-3e02341da40f tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:59:48.710436 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937a2de9-fc51-4166-ab52-3e02341da40f tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:59:48.710754 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937a2de9-fc51-4166-ab52-3e02341da40f tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:59:48.711096 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937a2de9-fc51-4166-ab52-3e02341da40f tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:59:48.711421 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937a2de9-fc51-4166-ab52-3e02341da40f tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:59:48.711734 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937a2de9-fc51-4166-ab52-3e02341da40f tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:59:48.712045 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937a2de9-fc51-4166-ab52-3e02341da40f tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:59:48.712358 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937a2de9-fc51-4166-ab52-3e02341da40f tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:59:49.069457 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-937a2de9-fc51-4166-ab52-3e02341da40f tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Publish callbacks [] for floatingip (3bceb4bb-d642-4a24-ae11-4dcd3886c72a), precommit_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:49.227858 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-937a2de9-fc51-4166-ab52-3e02341da40f tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (53b61c57-7add-4e7e-b11e-4b19718ddae9), before_update {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:49.374797 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-937a2de9-fc51-4166-ab52-3e02341da40f tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Publish callbacks [] for port (53b61c57-7add-4e7e-b11e-4b19718ddae9), precommit_update {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:49.434531 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-937a2de9-fc51-4166-ab52-3e02341da40f tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25806943'] for port (53b61c57-7add-4e7e-b11e-4b19718ddae9), after_update {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:49.505486 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a2de9-fc51-4166-ab52-3e02341da40f tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Pushing event updated for resources: {'Port': ['ID=53b61c57-7add-4e7e-b11e-4b19718ddae9,revision_number=2']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:59:49.518366 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-937a2de9-fc51-4166-ab52-3e02341da40f tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692144'] for floatingip (3bceb4bb-d642-4a24-ae11-4dcd3886c72a), after_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:49.624758 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.db.l3_db [None req-937a2de9-fc51-4166-ab52-3e02341da40f tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Floating IP 3bceb4bb-d642-4a24-ae11-4dcd3886c72a associated. External IP: 172.27.0.55, port: 3b186236-00c6-4208-b6ef-02f314f91ae5. May 03 14:59:50.111757 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-937a2de9-fc51-4166-ab52-3e02341da40f tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Router 5b2d5cf6-ca52-4e6d-98b9-363e424258d2 has already been hosted by L3 agent a9161e1b-902d-441f-843b-a0ff0805adee {{(pid=110298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 14:59:50.222730 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-937a2de9-fc51-4166-ab52-3e02341da40f tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Notify agent at l3_agent.dv-cinder-840289-3-iscsi the message routers_updated {{(pid=110298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 14:59:50.232353 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d9ab3b-e68f-4a11-829a-2362372b7b08 None None] Sync routers for ids ['5b2d5cf6-ca52-4e6d-98b9-363e424258d2'] in dv-cinder-840289-3-iscsi {{(pid=110300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 14:59:50.241550 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d9ab3b-e68f-4a11-829a-2362372b7b08 None None] Routers {'5b2d5cf6-ca52-4e6d-98b9-363e424258d2'} bound to L3 agent in host dv-cinder-840289-3-iscsi {{(pid=110300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:59:50.244018 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_hamode_db [None req-32d9ab3b-e68f-4a11-829a-2362372b7b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T14:38:11Z,description=,heartbeat_timestamp=2022-05-03T14:59:41Z,host='dv-cinder-840289-3-iscsi',id=a9161e1b-902d-441f-843b-a0ff0805adee,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:38:12Z,topic='l3_agent')) {'router_ids': ['5b2d5cf6-ca52-4e6d-98b9-363e424258d2'], 'active': True} {{(pid=110300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:59:50.321813 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-937a2de9-fc51-4166-ab52-3e02341da40f tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46205'] for floatingip (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:50.363013 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-937a2de9-fc51-4166-ab52-3e02341da40f tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2191756 May 03 14:59:50.363013 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c564964-d0e7-4872-a2cd-8b338290671e', 'tag': '3b186236-00c6-4208-b6ef-02f314f91ae5'}] {{(pid=110298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 14:59:50.363013 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75d30aab20f2b99e69676ba1094dd13d61de0bc97323401ed2dd99ba05286cef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-096cb500-cd64-452b-b1a9-31561edcf374" -d '{"events": [{"name": "network-changed", "server_uuid": "7c564964-d0e7-4872-a2cd-8b338290671e", "tag": "3b186236-00c6-4208-b6ef-02f314f91ae5"}]}' {{(pid=110298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 14:59:50.363448 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvr_db [None req-32d9ab3b-e68f-4a11-829a-2362372b7b08 None None] Set router 5b2d5cf6-ca52-4e6d-98b9-363e424258d2 gateway port host: dv-cinder-840289-3-iscsi {{(pid=110300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:59:50.395889 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 14:59:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8658ec9-e706-4805-a40d-5df1a7b4c002 x-openstack-request-id: req-d8658ec9-e706-4805-a40d-5df1a7b4c002 {{(pid=110298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 14:59:50.398834 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c564964-d0e7-4872-a2cd-8b338290671e", "tag": "3b186236-00c6-4208-b6ef-02f314f91ae5", "status": "completed", "code": 200}]} {{(pid=110298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 14:59:50.398834 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d8658ec9-e706-4805-a40d-5df1a7b4c002 {{(pid=110298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 14:59:50.398834 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8658ec9-e706-4805-a40d-5df1a7b4c002'] response: {'name': 'network-changed', 'server_uuid': '7c564964-d0e7-4872-a2cd-8b338290671e', 'tag': '3b186236-00c6-4208-b6ef-02f314f91ae5', 'status': 'completed', 'code': 200} May 03 14:59:50.479706 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096cb500-cd64-452b-b1a9-31561edcf374 req-4d6713eb-53da-4b73-bd12-3d024b196036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:59:50.481313 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-096cb500-cd64-452b-b1a9-31561edcf374 req-4d6713eb-53da-4b73-bd12-3d024b196036 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3cc6d2a38dc34b4a8c0e2357b41c95bc&device_id=7c564964-d0e7-4872-a2cd-8b338290671e HTTP/1.1" status: 200 len: 1130 time: 0.0410640 May 03 14:59:50.582763 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096cb500-cd64-452b-b1a9-31561edcf374 req-420a97bf-62c8-4735-8a66-b337a0793a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:59:50.584257 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-096cb500-cd64-452b-b1a9-31561edcf374 req-420a97bf-62c8-4735-8a66-b337a0793a3c service neutron] 10.222.0.55 "GET /v2.0/networks?id=3f1b5a04-a89d-49fe-9254-ad52b00abc9e HTTP/1.1" status: 200 len: 912 time: 0.0956182 May 03 14:59:50.651505 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-096cb500-cd64-452b-b1a9-31561edcf374 req-c9826641-6876-49dd-aa20-35c7520b8a3e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3b186236-00c6-4208-b6ef-02f314f91ae5 HTTP/1.1" status: 200 len: 999 time: 0.0601203 May 03 14:59:50.676340 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_hamode_db [None req-32d9ab3b-e68f-4a11-829a-2362372b7b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b2d5cf6-ca52-4e6d-98b9-363e424258d2', 'name': 'tempest-TestVolumeBootPattern-584225590-router', 'tenant_id': '3cc6d2a38dc34b4a8c0e2357b41c95bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'external_fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': 'c3f1359b-2e27-4f48-8011-5313e1c6e491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:58:49Z', 'updated_at': '2022-05-03T14:58:52Z', 'revision_number': 4, 'project_id': '3cc6d2a38dc34b4a8c0e2357b41c95bc', 'gw_port': {'id': 'c3f1359b-2e27-4f48-8011-5313e1c6e491', 'name': '', 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:46:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2d5cf6-ca52-4e6d-98b9-363e424258d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:58:49Z', 'updated_at': '2022-05-03T14:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f907060b-4748-4522-aeb5-06a44b689374', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-3-iscsi', '_floatingips': [{'id': '3bceb4bb-d642-4a24-ae11-4dcd3886c72a', 'tenant_id': '3cc6d2a38dc34b4a8c0e2357b41c95bc', 'floating_ip_address': '172.27.0.55', 'floating_network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'router_id': '5b2d5cf6-ca52-4e6d-98b9-363e424258d2', 'port_id': '3b186236-00c6-4208-b6ef-02f314f91ae5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f1b5a04-a89d-49fe-9254-ad52b00abc9e', 'mac_address': 'fa:16:3e:be:0a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c564964-d0e7-4872-a2cd-8b338290671e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T14:59:48Z', 'updated_at': '2022-05-03T14:59:48Z', 'revision_number': 0, 'project_id': '3cc6d2a38dc34b4a8c0e2357b41c95bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca38f3ec-8d99-4bb3-874a-4757510c47c3', 'name': '', 'network_id': '3f1b5a04-a89d-49fe-9254-ad52b00abc9e', 'tenant_id': '3cc6d2a38dc34b4a8c0e2357b41c95bc', 'mac_address': 'fa:16:3e:83:23:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2d5cf6-ca52-4e6d-98b9-363e424258d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '92e39b4b-b229-4fdb-b188-e8826d978416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:58:52Z', 'updated_at': '2022-05-03T14:58:56Z', 'revision_number': 5, 'project_id': '3cc6d2a38dc34b4a8c0e2357b41c95bc', 'subnets': [{'id': '92e39b4b-b229-4fdb-b188-e8826d978416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-3-iscsi', False) {} {{(pid=110300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:59:50.703289 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096cb500-cd64-452b-b1a9-31561edcf374 req-aa499461-1a1c-4620-be58-103821f8230d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:59:50.704726 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-096cb500-cd64-452b-b1a9-31561edcf374 req-aa499461-1a1c-4620-be58-103821f8230d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=92e39b4b-b229-4fdb-b188-e8826d978416 HTTP/1.1" status: 200 len: 850 time: 0.0478060 May 03 14:59:50.706538 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d9ab3b-e68f-4a11-829a-2362372b7b08 None None] Checking router: 5b2d5cf6-ca52-4e6d-98b9-363e424258d2 for host: dv-cinder-840289-3-iscsi {{(pid=110300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 14:59:50.716040 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d9ab3b-e68f-4a11-829a-2362372b7b08 None None] Routers {'5b2d5cf6-ca52-4e6d-98b9-363e424258d2'} bound to L3 agent in host dv-cinder-840289-3-iscsi {{(pid=110300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:59:50.716655 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_hamode_db [None req-32d9ab3b-e68f-4a11-829a-2362372b7b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T14:38:11Z,description=,heartbeat_timestamp=2022-05-03T14:59:41Z,host='dv-cinder-840289-3-iscsi',id=a9161e1b-902d-441f-843b-a0ff0805adee,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:38:12Z,topic='l3_agent')) {'router_ids': ['5b2d5cf6-ca52-4e6d-98b9-363e424258d2'], 'active': True} {{(pid=110300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:59:50.749845 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096cb500-cd64-452b-b1a9-31561edcf374 req-3b66b7e5-a12f-49cf-9009-aa0cdb4b01d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:59:50.751624 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-096cb500-cd64-452b-b1a9-31561edcf374 req-3b66b7e5-a12f-49cf-9009-aa0cdb4b01d0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3f1b5a04-a89d-49fe-9254-ad52b00abc9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411155 May 03 14:59:50.824668 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvr_db [None req-32d9ab3b-e68f-4a11-829a-2362372b7b08 None None] Set router 5b2d5cf6-ca52-4e6d-98b9-363e424258d2 gateway port host: dv-cinder-840289-3-iscsi {{(pid=110300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:59:50.847905 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-096cb500-cd64-452b-b1a9-31561edcf374 req-d0676719-a4a2-491a-8344-fb8f5f5c31cd service neutron] 10.222.0.55 "GET /v2.0/networks/3f1b5a04-a89d-49fe-9254-ad52b00abc9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875974 May 03 14:59:50.940951 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-096cb500-cd64-452b-b1a9-31561edcf374 req-a2fbd223-b099-407d-8f3a-6d8eef9832fc service neutron] 10.222.0.55 "GET /v2.0/networks/3f1b5a04-a89d-49fe-9254-ad52b00abc9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866332 May 03 14:59:51.000757 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.agents_db [None req-dd30728e-be63-467e-afaf-aba6f24eb33e None None] Agent healthcheck: found 6 active agents {{(pid=110300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 14:59:51.038873 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_hamode_db [None req-32d9ab3b-e68f-4a11-829a-2362372b7b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b2d5cf6-ca52-4e6d-98b9-363e424258d2', 'name': 'tempest-TestVolumeBootPattern-584225590-router', 'tenant_id': '3cc6d2a38dc34b4a8c0e2357b41c95bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'external_fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': 'c3f1359b-2e27-4f48-8011-5313e1c6e491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:58:49Z', 'updated_at': '2022-05-03T14:58:52Z', 'revision_number': 4, 'project_id': '3cc6d2a38dc34b4a8c0e2357b41c95bc', 'gw_port': {'id': 'c3f1359b-2e27-4f48-8011-5313e1c6e491', 'name': '', 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:46:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2d5cf6-ca52-4e6d-98b9-363e424258d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:58:49Z', 'updated_at': '2022-05-03T14:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f907060b-4748-4522-aeb5-06a44b689374', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-3-iscsi', '_floatingips': [{'id': '3bceb4bb-d642-4a24-ae11-4dcd3886c72a', 'tenant_id': '3cc6d2a38dc34b4a8c0e2357b41c95bc', 'floating_ip_address': '172.27.0.55', 'floating_network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'router_id': '5b2d5cf6-ca52-4e6d-98b9-363e424258d2', 'port_id': '3b186236-00c6-4208-b6ef-02f314f91ae5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f1b5a04-a89d-49fe-9254-ad52b00abc9e', 'mac_address': 'fa:16:3e:be:0a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c564964-d0e7-4872-a2cd-8b338290671e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T14:59:48Z', 'updated_at': '2022-05-03T14:59:48Z', 'revision_number': 0, 'project_id': '3cc6d2a38dc34b4a8c0e2357b41c95bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca38f3ec-8d99-4bb3-874a-4757510c47c3', 'name': '', 'network_id': '3f1b5a04-a89d-49fe-9254-ad52b00abc9e', 'tenant_id': '3cc6d2a38dc34b4a8c0e2357b41c95bc', 'mac_address': 'fa:16:3e:83:23:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2d5cf6-ca52-4e6d-98b9-363e424258d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '92e39b4b-b229-4fdb-b188-e8826d978416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:58:52Z', 'updated_at': '2022-05-03T14:58:56Z', 'revision_number': 5, 'project_id': '3cc6d2a38dc34b4a8c0e2357b41c95bc', 'subnets': [{'id': '92e39b4b-b229-4fdb-b188-e8826d978416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-3-iscsi', False) {} {{(pid=110300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:59:51.068322 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d9ab3b-e68f-4a11-829a-2362372b7b08 None None] The sync data for ids ['5b2d5cf6-ca52-4e6d-98b9-363e424258d2'] in dv-cinder-840289-3-iscsi is: [{'id': '5b2d5cf6-ca52-4e6d-98b9-363e424258d2', 'name': 'tempest-TestVolumeBootPattern-584225590-router', 'tenant_id': '3cc6d2a38dc34b4a8c0e2357b41c95bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'external_fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': 'c3f1359b-2e27-4f48-8011-5313e1c6e491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:58:49Z', 'updated_at': '2022-05-03T14:58:52Z', 'revision_number': 4, 'project_id': '3cc6d2a38dc34b4a8c0e2357b41c95bc', 'gw_port': {'id': 'c3f1359b-2e27-4f48-8011-5313e1c6e491', 'name': '', 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:46:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2d5cf6-ca52-4e6d-98b9-363e424258d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:58:49Z', 'updated_at': '2022-05-03T14:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f907060b-4748-4522-aeb5-06a44b689374', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-3-iscsi', '_floatingips': [{'id': '3bceb4bb-d642-4a24-ae11-4dcd3886c72a', 'tenant_id': '3cc6d2a38dc34b4a8c0e2357b41c95bc', 'floating_ip_address': '172.27.0.55', 'floating_network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'router_id': '5b2d5cf6-ca52-4e6d-98b9-363e424258d2', 'port_id': '3b186236-00c6-4208-b6ef-02f314f91ae5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f1b5a04-a89d-49fe-9254-ad52b00abc9e', 'mac_address': 'fa:16:3e:be:0a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c564964-d0e7-4872-a2cd-8b338290671e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T14:59:48Z', 'updated_at': '2022-05-03T14:59:48Z', 'revision_number': 0, 'project_id': '3cc6d2a38dc34b4a8c0e2357b41c95bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca38f3ec-8d99-4bb3-874a-4757510c47c3', 'name': '', 'network_id': '3f1b5a04-a89d-49fe-9254-ad52b00abc9e', 'tenant_id': '3cc6d2a38dc34b4a8c0e2357b41c95bc', 'mac_address': 'fa:16:3e:83:23:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2d5cf6-ca52-4e6d-98b9-363e424258d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '92e39b4b-b229-4fdb-b188-e8826d978416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:58:52Z', 'updated_at': '2022-05-03T14:58:56Z', 'revision_number': 5, 'project_id': '3cc6d2a38dc34b4a8c0e2357b41c95bc', 'subnets': [{'id': '92e39b4b-b229-4fdb-b188-e8826d978416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 14:59:51.261148 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b423e6d6-8bff-4a2b-95f4-1bab2ecb4204 None None] New status for floating IP 3bceb4bb-d642-4a24-ae11-4dcd3886c72a: ACTIVE {{(pid=110299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 14:59:54.032123 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 48892) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:59:54.137005 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-0d150b7f-4317-4b8d-bc0b-4c69a3d2f426 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:54.211894 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-0d150b7f-4317-4b8d-bc0b-4c69a3d2f426 admin admin] Publish callbacks [] for security_group (d814a20e-0f5e-4698-91c5-04a112a9ad23), precommit_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:54.268075 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-0d150b7f-4317-4b8d-bc0b-4c69a3d2f426 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (d814a20e-0f5e-4698-91c5-04a112a9ad23), after_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:54.305782 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d150b7f-4317-4b8d-bc0b-4c69a3d2f426 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d814a20e-0f5e-4698-91c5-04a112a9ad23,revision_number=1']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:59:54.310869 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-0d150b7f-4317-4b8d-bc0b-4c69a3d2f426 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=915ee719340141e8bae498ea7d7f49a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2777350 May 03 14:59:54.313545 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 48896) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:59:54.362756 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-75d84308-b712-45b0-bbb7-e847ca0207a6 admin admin] Publish callbacks [] for security_group (d814a20e-0f5e-4698-91c5-04a112a9ad23), before_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:54.388616 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-75d84308-b712-45b0-bbb7-e847ca0207a6 admin admin] Publish callbacks [] for security_group (d814a20e-0f5e-4698-91c5-04a112a9ad23), precommit_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:54.496719 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-75d84308-b712-45b0-bbb7-e847ca0207a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (d814a20e-0f5e-4698-91c5-04a112a9ad23), after_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:54.499334 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-75d84308-b712-45b0-bbb7-e847ca0207a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:59:54.500480 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-75d84308-b712-45b0-bbb7-e847ca0207a6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d814a20e-0f5e-4698-91c5-04a112a9ad23 HTTP/1.1" status: 204 len: 168 time: 0.1860392 May 03 14:59:54.508486 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d84308-b712-45b0-bbb7-e847ca0207a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d814a20e-0f5e-4698-91c5-04a112a9ad23,revision_number=None']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:59:58.970891 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (26e70f58-a201-437c-be8d-fd2714f100da), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:00:08.778378 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-576088ff-96f6-4fdf-8003-04a4fdd43f9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (5d16a8e7-5fab-4607-ae51-2b468a019c05), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:00:11.102063 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-1fc7b37b-1208-4c6d-a76a-0b0247863bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (a9161e1b-902d-441f-843b-a0ff0805adee), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:00:11.223567 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-9ebd6cee-e8db-425f-ab4c-314dca445c7d req-5f767631-c0a2-4149-a057-0dab3a185b20 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7c564964-d0e7-4872-a2cd-8b338290671e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390897 May 03 15:00:11.321933 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebd6cee-e8db-425f-ab4c-314dca445c7d req-56c3b3e1-0ee8-456b-a42a-27cd657c94aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:00:11.324034 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-9ebd6cee-e8db-425f-ab4c-314dca445c7d req-56c3b3e1-0ee8-456b-a42a-27cd657c94aa service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3cc6d2a38dc34b4a8c0e2357b41c95bc&device_id=7c564964-d0e7-4872-a2cd-8b338290671e HTTP/1.1" status: 200 len: 1130 time: 0.0391233 May 03 15:00:11.426778 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebd6cee-e8db-425f-ab4c-314dca445c7d req-0f2cc077-2a4b-4cbc-a226-5e0216122ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:00:11.428160 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-9ebd6cee-e8db-425f-ab4c-314dca445c7d req-0f2cc077-2a4b-4cbc-a226-5e0216122ad0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3f1b5a04-a89d-49fe-9254-ad52b00abc9e HTTP/1.1" status: 200 len: 912 time: 0.0876319 May 03 15:00:11.492450 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-9ebd6cee-e8db-425f-ab4c-314dca445c7d req-6b74f6da-1416-4e9f-aedd-e4eaecaa878e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3b186236-00c6-4208-b6ef-02f314f91ae5 HTTP/1.1" status: 200 len: 1001 time: 0.0571678 May 03 15:00:11.544219 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebd6cee-e8db-425f-ab4c-314dca445c7d req-7b93562e-bf5a-4c6a-acde-f6098925537c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:00:11.545641 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-9ebd6cee-e8db-425f-ab4c-314dca445c7d req-7b93562e-bf5a-4c6a-acde-f6098925537c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=92e39b4b-b229-4fdb-b188-e8826d978416 HTTP/1.1" status: 200 len: 850 time: 0.0469346 May 03 15:00:11.589699 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebd6cee-e8db-425f-ab4c-314dca445c7d req-d34fde8f-b617-4f0b-9630-53e5701d434f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:00:11.591216 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-9ebd6cee-e8db-425f-ab4c-314dca445c7d req-d34fde8f-b617-4f0b-9630-53e5701d434f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3f1b5a04-a89d-49fe-9254-ad52b00abc9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0401704 May 03 15:00:11.685015 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-9ebd6cee-e8db-425f-ab4c-314dca445c7d req-a973555d-d322-4a28-bed5-599cce34755d service neutron] 10.222.0.55 "GET /v2.0/networks/3f1b5a04-a89d-49fe-9254-ad52b00abc9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856881 May 03 15:00:11.777183 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-9ebd6cee-e8db-425f-ab4c-314dca445c7d req-579139f2-e8ee-4cca-9c7a-671f499050ab service neutron] 10.222.0.55 "GET /v2.0/networks/3f1b5a04-a89d-49fe-9254-ad52b00abc9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864041 May 03 15:00:12.357063 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-ed776e2d-a518-4685-8fad-0cd9eaa120ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (6a418bd5-8bcc-400f-88b5-19eff412e81a), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:00:13.620051 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-dd96712b-4627-437f-9df9-b1bfec551245 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (8b46afec-dab7-4bfa-a959-8584a0cfd79a), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:00:15.162908 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (16d44442-859c-4c9b-bc72-04cb3b8a5d5b), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:00:28.000483 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.agents_db [None req-dd30728e-be63-467e-afaf-aba6f24eb33e None None] Agent healthcheck: found 6 active agents {{(pid=110300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 15:00:28.987569 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (26e70f58-a201-437c-be8d-fd2714f100da), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:00:38.773974 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-975e96a6-a808-4513-8bb0-39887213338a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (5d16a8e7-5fab-4607-ae51-2b468a019c05), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:00:41.122603 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-c0ed59fb-15a7-41e5-b400-937d9f2ce948 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (a9161e1b-902d-441f-843b-a0ff0805adee), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:00:42.375511 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-ed776e2d-a518-4685-8fad-0cd9eaa120ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (6a418bd5-8bcc-400f-88b5-19eff412e81a), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:00:43.586958 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-dd96712b-4627-437f-9df9-b1bfec551245 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (8b46afec-dab7-4bfa-a959-8584a0cfd79a), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:00:45.184973 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (16d44442-859c-4c9b-bc72-04cb3b8a5d5b), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:00:58.964225 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (26e70f58-a201-437c-be8d-fd2714f100da), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:01:04.999017 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.agents_db [None req-dd30728e-be63-467e-afaf-aba6f24eb33e None None] Agent healthcheck: found 6 active agents {{(pid=110300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 15:01:08.803855 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-33a0c3a8-47cc-45b7-ab08-dda6ca0e7c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (5d16a8e7-5fab-4607-ae51-2b468a019c05), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:01:11.115793 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a42706c9-891f-4d53-af33-a9e71c0796bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (a9161e1b-902d-441f-843b-a0ff0805adee), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:01:12.344381 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-ed776e2d-a518-4685-8fad-0cd9eaa120ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (6a418bd5-8bcc-400f-88b5-19eff412e81a), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:01:13.175624 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-2eec95d3-6538-4787-880a-b2c86fff11f8 req-d4d93c6a-43ac-4f8e-869b-9a711137b422 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5652b18f-c2fe-4ac5-8c73-fc8893bd20d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0401168 May 03 15:01:13.244927 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eec95d3-6538-4787-880a-b2c86fff11f8 req-4ddf879c-94a1-4b59-a8bb-55d75ac1d1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:01:13.246383 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-2eec95d3-6538-4787-880a-b2c86fff11f8 req-4ddf879c-94a1-4b59-a8bb-55d75ac1d1f3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fa83f683c67a413ba3ca7f7d2d6bb966&device_id=5652b18f-c2fe-4ac5-8c73-fc8893bd20d4 HTTP/1.1" status: 200 len: 1129 time: 0.0380373 May 03 15:01:13.353109 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eec95d3-6538-4787-880a-b2c86fff11f8 req-4aff510d-2f6a-445f-94de-935f615a8113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:01:13.354626 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-2eec95d3-6538-4787-880a-b2c86fff11f8 req-4aff510d-2f6a-445f-94de-935f615a8113 service neutron] 10.222.0.55 "GET /v2.0/networks?id=8e6de03b-779e-46f4-99b9-4423e500c0dd HTTP/1.1" status: 200 len: 915 time: 0.0891004 May 03 15:01:13.419306 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-2eec95d3-6538-4787-880a-b2c86fff11f8 req-969f9b39-1d7b-4837-81fc-02a65bc815e0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=383c6898-e29f-4a8d-a2c3-7b1000f9c5a3 HTTP/1.1" status: 200 len: 1000 time: 0.0583818 May 03 15:01:13.472003 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eec95d3-6538-4787-880a-b2c86fff11f8 req-65c33b51-c4eb-4dbd-b6bd-83b6806041ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:01:13.473350 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-2eec95d3-6538-4787-880a-b2c86fff11f8 req-65c33b51-c4eb-4dbd-b6bd-83b6806041ea service neutron] 10.222.0.55 "GET /v2.0/subnets?id=da523ca4-000e-4457-a118-98a9c4ff1011 HTTP/1.1" status: 200 len: 853 time: 0.0479920 May 03 15:01:13.515473 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eec95d3-6538-4787-880a-b2c86fff11f8 req-001b2b4f-a303-4d30-989c-086e61c1d99d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:01:13.516979 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-2eec95d3-6538-4787-880a-b2c86fff11f8 req-001b2b4f-a303-4d30-989c-086e61c1d99d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8e6de03b-779e-46f4-99b9-4423e500c0dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0380745 May 03 15:01:13.586442 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-dd96712b-4627-437f-9df9-b1bfec551245 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (8b46afec-dab7-4bfa-a959-8584a0cfd79a), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:01:13.613600 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-2eec95d3-6538-4787-880a-b2c86fff11f8 req-fce0a73c-48f1-4565-8189-d80d968fbdf0 service neutron] 10.222.0.55 "GET /v2.0/networks/8e6de03b-779e-46f4-99b9-4423e500c0dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904789 May 03 15:01:13.706865 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-2eec95d3-6538-4787-880a-b2c86fff11f8 req-feadf5c2-fd57-479f-9bf9-32c5ab4438b5 service neutron] 10.222.0.55 "GET /v2.0/networks/8e6de03b-779e-46f4-99b9-4423e500c0dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878267 May 03 15:01:14.055764 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6b5fdd-4fb8-43a9-a61e-4106aa2de1cc req-a663938b-96d4-409c-a765-103d339839bd tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:01:14.057135 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-4f6b5fdd-4fb8-43a9-a61e-4106aa2de1cc req-a663938b-96d4-409c-a765-103d339839bd tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] 10.222.0.16 "GET /v2.0/ports?device_id=5652b18f-c2fe-4ac5-8c73-fc8893bd20d4 HTTP/1.1" status: 200 len: 945 time: 0.0470610 May 03 15:01:14.108349 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-4f6b5fdd-4fb8-43a9-a61e-4106aa2de1cc req-a3c7151a-6082-4804-9723-ce5277c9515b tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] 10.222.0.16 "GET /v2.0/security-groups?id=d4d3f3f1-3590-45e7-8ed0-fd11837ad8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448079 May 03 15:01:15.220662 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (16d44442-859c-4c9b-bc72-04cb3b8a5d5b), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:01:15.226503 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec190268-c74c-4edc-aa13-b917b03c8fb5 req-221fcb88-1ba6-45b0-8c41-f2ec71f2fb23 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:01:15.228015 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-ec190268-c74c-4edc-aa13-b917b03c8fb5 req-221fcb88-1ba6-45b0-8c41-f2ec71f2fb23 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] 10.222.0.16 "GET /v2.0/ports?device_id=5652b18f-c2fe-4ac5-8c73-fc8893bd20d4 HTTP/1.1" status: 200 len: 945 time: 0.0499589 May 03 15:01:15.275142 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-ec190268-c74c-4edc-aa13-b917b03c8fb5 req-25c9b624-b3aa-43c6-b5e7-e82304b3c50d tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] 10.222.0.16 "GET /v2.0/security-groups?id=d4d3f3f1-3590-45e7-8ed0-fd11837ad8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411944 May 03 15:01:15.870669 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c75a7f-6122-468b-81c8-9edac2fd5e5c req-f95ae95f-5194-4189-b057-c83afa7dcb7c tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:01:15.872102 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-14c75a7f-6122-468b-81c8-9edac2fd5e5c req-f95ae95f-5194-4189-b057-c83afa7dcb7c tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] 10.222.0.55 "GET /v2.0/ports?device_id=5652b18f-c2fe-4ac5-8c73-fc8893bd20d4 HTTP/1.1" status: 200 len: 945 time: 0.0479310 May 03 15:01:15.959939 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.plugin [req-14c75a7f-6122-468b-81c8-9edac2fd5e5c req-8dcbac9f-a321-48c7-9b14-5178bb4ae039 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Deleting port 383c6898-e29f-4a8d-a2c3-7b1000f9c5a3 {{(pid=110298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 15:01:15.960289 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-14c75a7f-6122-468b-81c8-9edac2fd5e5c req-8dcbac9f-a321-48c7-9b14-5178bb4ae039 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775477116685'] for port (383c6898-e29f-4a8d-a2c3-7b1000f9c5a3), before_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:01:16.048400 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.db [req-14c75a7f-6122-468b-81c8-9edac2fd5e5c req-8dcbac9f-a321-48c7-9b14-5178bb4ae039 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] For port 383c6898-e29f-4a8d-a2c3-7b1000f9c5a3, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=383c6898-e29f-4a8d-a2c3-7b1000f9c5a3,segment=NetworkSegment(cf13aea7-b36a-4302-89af-e9e11eaa421e),segment_id=cf13aea7-b36a-4302-89af-e9e11eaa421e)] {{(pid=110298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 15:01:16.048682 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-14c75a7f-6122-468b-81c8-9edac2fd5e5c req-8dcbac9f-a321-48c7-9b14-5178bb4ae039 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689583'] for port (383c6898-e29f-4a8d-a2c3-7b1000f9c5a3), precommit_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:01:16.222544 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-14c75a7f-6122-468b-81c8-9edac2fd5e5c req-8dcbac9f-a321-48c7-9b14-5178bb4ae039 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:01:16.222911 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-14c75a7f-6122-468b-81c8-9edac2fd5e5c req-8dcbac9f-a321-48c7-9b14-5178bb4ae039 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692144'] for floatingip (983cbfe4-8a1a-4637-b8e7-c000a2611647), after_update {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:01:16.223262 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.db.l3_db [req-14c75a7f-6122-468b-81c8-9edac2fd5e5c req-8dcbac9f-a321-48c7-9b14-5178bb4ae039 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Floating IP 983cbfe4-8a1a-4637-b8e7-c000a2611647 disassociated. External IP: 172.27.0.18, port: 383c6898-e29f-4a8d-a2c3-7b1000f9c5a3. May 03 15:01:16.223608 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.plugin [req-14c75a7f-6122-468b-81c8-9edac2fd5e5c req-8dcbac9f-a321-48c7-9b14-5178bb4ae039 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Calling delete_port for 383c6898-e29f-4a8d-a2c3-7b1000f9c5a3 owned by compute:nova {{(pid=110298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 15:01:16.397458 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a624bad-3d8f-4b54-8cff-171feffaf9c2 req-da01b1cf-ac3f-420c-8857-a9d028b8b0d5 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:01:16.398924 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-0a624bad-3d8f-4b54-8cff-171feffaf9c2 req-da01b1cf-ac3f-420c-8857-a9d028b8b0d5 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] 10.222.0.16 "GET /v2.0/ports?device_id=5652b18f-c2fe-4ac5-8c73-fc8893bd20d4 HTTP/1.1" status: 200 len: 945 time: 0.0517259 May 03 15:01:16.431207 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-14c75a7f-6122-468b-81c8-9edac2fd5e5c req-8dcbac9f-a321-48c7-9b14-5178bb4ae039 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775477123741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775476647069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25806886'] for port (383c6898-e29f-4a8d-a2c3-7b1000f9c5a3), after_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:01:16.470159 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcbac9f-a321-48c7-9b14-5178bb4ae039 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Pushing event deleted for resources: {'Port': ['ID=383c6898-e29f-4a8d-a2c3-7b1000f9c5a3,revision_number=None']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 15:01:16.484049 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-0a624bad-3d8f-4b54-8cff-171feffaf9c2 req-72bda845-4a81-416c-87cf-83ff9bd2b6cc tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] 10.222.0.16 "GET /v2.0/security-groups?id=d4d3f3f1-3590-45e7-8ed0-fd11837ad8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790200 May 03 15:01:16.486334 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcbac9f-a321-48c7-9b14-5178bb4ae039 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:01:16.486677 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcbac9f-a321-48c7-9b14-5178bb4ae039 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:01:16.487043 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcbac9f-a321-48c7-9b14-5178bb4ae039 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:01:16.487389 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcbac9f-a321-48c7-9b14-5178bb4ae039 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:01:16.488023 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcbac9f-a321-48c7-9b14-5178bb4ae039 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:01:16.488023 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcbac9f-a321-48c7-9b14-5178bb4ae039 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:01:16.488387 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcbac9f-a321-48c7-9b14-5178bb4ae039 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:01:16.488695 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcbac9f-a321-48c7-9b14-5178bb4ae039 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:01:16.489025 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcbac9f-a321-48c7-9b14-5178bb4ae039 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:01:16.489355 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcbac9f-a321-48c7-9b14-5178bb4ae039 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:01:16.489685 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcbac9f-a321-48c7-9b14-5178bb4ae039 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:01:16.490009 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcbac9f-a321-48c7-9b14-5178bb4ae039 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:01:16.490331 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcbac9f-a321-48c7-9b14-5178bb4ae039 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:01:16.490654 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcbac9f-a321-48c7-9b14-5178bb4ae039 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:01:16.491020 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcbac9f-a321-48c7-9b14-5178bb4ae039 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:01:16.605598 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.scheduler.l3_agent_scheduler [req-14c75a7f-6122-468b-81c8-9edac2fd5e5c req-8dcbac9f-a321-48c7-9b14-5178bb4ae039 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Router b2de5692-15b7-4533-8b3c-b49995075c04 has already been hosted by L3 agent a9161e1b-902d-441f-843b-a0ff0805adee {{(pid=110298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 15:01:16.716327 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-14c75a7f-6122-468b-81c8-9edac2fd5e5c req-8dcbac9f-a321-48c7-9b14-5178bb4ae039 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Notify agent at l3_agent.dv-cinder-840289-3-iscsi the message routers_updated {{(pid=110298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 15:01:16.727666 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb5c98cb-e479-4752-b563-cc3a1ab2188a None None] Sync routers for ids ['b2de5692-15b7-4533-8b3c-b49995075c04'] in dv-cinder-840289-3-iscsi {{(pid=110300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 15:01:16.738054 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5c98cb-e479-4752-b563-cc3a1ab2188a None None] Routers {'b2de5692-15b7-4533-8b3c-b49995075c04'} bound to L3 agent in host dv-cinder-840289-3-iscsi {{(pid=110300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 15:01:16.738980 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_hamode_db [None req-cb5c98cb-e479-4752-b563-cc3a1ab2188a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T14:38:11Z,description=,heartbeat_timestamp=2022-05-03T15:01:11Z,host='dv-cinder-840289-3-iscsi',id=a9161e1b-902d-441f-843b-a0ff0805adee,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:38:12Z,topic='l3_agent')) {'router_ids': ['b2de5692-15b7-4533-8b3c-b49995075c04'], 'active': True} {{(pid=110300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 15:01:16.758383 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.db.l3_dvrscheduler_db [req-14c75a7f-6122-468b-81c8-9edac2fd5e5c req-8dcbac9f-a321-48c7-9b14-5178bb4ae039 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] No DVR routers for this DVR port 383c6898-e29f-4a8d-a2c3-7b1000f9c5a3 on host hv-cinder-84028 {{(pid=110298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 15:01:16.760923 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-14c75a7f-6122-468b-81c8-9edac2fd5e5c req-8dcbac9f-a321-48c7-9b14-5178bb4ae039 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46205'] for port (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:01:16.764211 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-14c75a7f-6122-468b-81c8-9edac2fd5e5c req-8dcbac9f-a321-48c7-9b14-5178bb4ae039 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] 10.222.0.55 "DELETE /v2.0/ports/383c6898-e29f-4a8d-a2c3-7b1000f9c5a3 HTTP/1.1" status: 204 len: 173 time: 0.8868251 May 03 15:01:16.765180 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5652b18f-c2fe-4ac5-8c73-fc8893bd20d4', 'name': 'network-vif-deleted', 'tag': '383c6898-e29f-4a8d-a2c3-7b1000f9c5a3'}] {{(pid=110298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 15:01:16.767546 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75d30aab20f2b99e69676ba1094dd13d61de0bc97323401ed2dd99ba05286cef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4f4f043-6fa7-4853-a0cb-01c83ef87fce" -d '{"events": [{"server_uuid": "5652b18f-c2fe-4ac5-8c73-fc8893bd20d4", "name": "network-vif-deleted", "tag": "383c6898-e29f-4a8d-a2c3-7b1000f9c5a3"}]}' {{(pid=110298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 15:01:16.805086 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 15:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02662a1a-5349-4f35-a034-5daad77e7452 x-openstack-request-id: req-02662a1a-5349-4f35-a034-5daad77e7452 {{(pid=110298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 15:01:16.805386 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5652b18f-c2fe-4ac5-8c73-fc8893bd20d4", "name": "network-vif-deleted", "tag": "383c6898-e29f-4a8d-a2c3-7b1000f9c5a3", "status": "completed", "code": 200}]} {{(pid=110298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 15:01:16.805648 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-02662a1a-5349-4f35-a034-5daad77e7452 {{(pid=110298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 15:01:16.806060 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02662a1a-5349-4f35-a034-5daad77e7452'] response: {'server_uuid': '5652b18f-c2fe-4ac5-8c73-fc8893bd20d4', 'name': 'network-vif-deleted', 'tag': '383c6898-e29f-4a8d-a2c3-7b1000f9c5a3', 'status': 'completed', 'code': 200} May 03 15:01:16.860042 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvr_db [None req-cb5c98cb-e479-4752-b563-cc3a1ab2188a None None] Set router b2de5692-15b7-4533-8b3c-b49995075c04 gateway port host: dv-cinder-840289-3-iscsi {{(pid=110300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 15:01:17.059733 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_hamode_db [None req-cb5c98cb-e479-4752-b563-cc3a1ab2188a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2de5692-15b7-4533-8b3c-b49995075c04', 'name': 'tempest-AttachVolumeNegativeTest-691195481-router', 'tenant_id': 'fa83f683c67a413ba3ca7f7d2d6bb966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'external_fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': '9d99af12-dc8d-4fea-987c-b8fd148bbed4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:55:16Z', 'updated_at': '2022-05-03T14:55:20Z', 'revision_number': 4, 'project_id': 'fa83f683c67a413ba3ca7f7d2d6bb966', 'gw_port': {'id': '9d99af12-dc8d-4fea-987c-b8fd148bbed4', 'name': '', 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:53:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2de5692-15b7-4533-8b3c-b49995075c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:55:17Z', 'updated_at': '2022-05-03T14:55:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f907060b-4748-4522-aeb5-06a44b689374', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-3-iscsi', '_interfaces': [{'id': '0bc0b0eb-1930-4c1c-bb20-1831094b8912', 'name': '', 'network_id': '8e6de03b-779e-46f4-99b9-4423e500c0dd', 'tenant_id': 'fa83f683c67a413ba3ca7f7d2d6bb966', 'mac_address': 'fa:16:3e:8e:05:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2de5692-15b7-4533-8b3c-b49995075c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'da523ca4-000e-4457-a118-98a9c4ff1011', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:55:19Z', 'updated_at': '2022-05-03T14:55:23Z', 'revision_number': 5, 'project_id': 'fa83f683c67a413ba3ca7f7d2d6bb966', 'subnets': [{'id': 'da523ca4-000e-4457-a118-98a9c4ff1011', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-3-iscsi', False) {} {{(pid=110300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 15:01:17.089439 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb5c98cb-e479-4752-b563-cc3a1ab2188a None None] Checking router: b2de5692-15b7-4533-8b3c-b49995075c04 for host: dv-cinder-840289-3-iscsi {{(pid=110300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 15:01:17.099202 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5c98cb-e479-4752-b563-cc3a1ab2188a None None] Routers {'b2de5692-15b7-4533-8b3c-b49995075c04'} bound to L3 agent in host dv-cinder-840289-3-iscsi {{(pid=110300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 15:01:17.099811 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_hamode_db [None req-cb5c98cb-e479-4752-b563-cc3a1ab2188a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T14:38:11Z,description=,heartbeat_timestamp=2022-05-03T15:01:11Z,host='dv-cinder-840289-3-iscsi',id=a9161e1b-902d-441f-843b-a0ff0805adee,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:38:12Z,topic='l3_agent')) {'router_ids': ['b2de5692-15b7-4533-8b3c-b49995075c04'], 'active': True} {{(pid=110300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 15:01:17.208743 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvr_db [None req-cb5c98cb-e479-4752-b563-cc3a1ab2188a None None] Set router b2de5692-15b7-4533-8b3c-b49995075c04 gateway port host: dv-cinder-840289-3-iscsi {{(pid=110300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 15:01:17.473485 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_hamode_db [None req-cb5c98cb-e479-4752-b563-cc3a1ab2188a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2de5692-15b7-4533-8b3c-b49995075c04', 'name': 'tempest-AttachVolumeNegativeTest-691195481-router', 'tenant_id': 'fa83f683c67a413ba3ca7f7d2d6bb966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'external_fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': '9d99af12-dc8d-4fea-987c-b8fd148bbed4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:55:16Z', 'updated_at': '2022-05-03T14:55:20Z', 'revision_number': 4, 'project_id': 'fa83f683c67a413ba3ca7f7d2d6bb966', 'gw_port': {'id': '9d99af12-dc8d-4fea-987c-b8fd148bbed4', 'name': '', 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:53:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2de5692-15b7-4533-8b3c-b49995075c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:55:17Z', 'updated_at': '2022-05-03T14:55:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f907060b-4748-4522-aeb5-06a44b689374', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-3-iscsi', '_interfaces': [{'id': '0bc0b0eb-1930-4c1c-bb20-1831094b8912', 'name': '', 'network_id': '8e6de03b-779e-46f4-99b9-4423e500c0dd', 'tenant_id': 'fa83f683c67a413ba3ca7f7d2d6bb966', 'mac_address': 'fa:16:3e:8e:05:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2de5692-15b7-4533-8b3c-b49995075c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'da523ca4-000e-4457-a118-98a9c4ff1011', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:55:19Z', 'updated_at': '2022-05-03T14:55:23Z', 'revision_number': 5, 'project_id': 'fa83f683c67a413ba3ca7f7d2d6bb966', 'subnets': [{'id': 'da523ca4-000e-4457-a118-98a9c4ff1011', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-3-iscsi', False) {} {{(pid=110300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 15:01:17.503253 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb5c98cb-e479-4752-b563-cc3a1ab2188a None None] The sync data for ids ['b2de5692-15b7-4533-8b3c-b49995075c04'] in dv-cinder-840289-3-iscsi is: [{'id': 'b2de5692-15b7-4533-8b3c-b49995075c04', 'name': 'tempest-AttachVolumeNegativeTest-691195481-router', 'tenant_id': 'fa83f683c67a413ba3ca7f7d2d6bb966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'external_fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': '9d99af12-dc8d-4fea-987c-b8fd148bbed4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:55:16Z', 'updated_at': '2022-05-03T14:55:20Z', 'revision_number': 4, 'project_id': 'fa83f683c67a413ba3ca7f7d2d6bb966', 'gw_port': {'id': '9d99af12-dc8d-4fea-987c-b8fd148bbed4', 'name': '', 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:53:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2de5692-15b7-4533-8b3c-b49995075c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:55:17Z', 'updated_at': '2022-05-03T14:55:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f907060b-4748-4522-aeb5-06a44b689374', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-3-iscsi', '_interfaces': [{'id': '0bc0b0eb-1930-4c1c-bb20-1831094b8912', 'name': '', 'network_id': '8e6de03b-779e-46f4-99b9-4423e500c0dd', 'tenant_id': 'fa83f683c67a413ba3ca7f7d2d6bb966', 'mac_address': 'fa:16:3e:8e:05:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2de5692-15b7-4533-8b3c-b49995075c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'da523ca4-000e-4457-a118-98a9c4ff1011', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:55:19Z', 'updated_at': '2022-05-03T14:55:23Z', 'revision_number': 5, 'project_id': 'fa83f683c67a413ba3ca7f7d2d6bb966', 'subnets': [{'id': 'da523ca4-000e-4457-a118-98a9c4ff1011', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 15:01:17.600838 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-33247f1f-3f27-4eac-a28a-2ea55719b947 req-5983cc97-eac3-4344-a363-68c57a280478 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] 10.222.0.16 "GET /v2.0/ports?device_id=5652b18f-c2fe-4ac5-8c73-fc8893bd20d4 HTTP/1.1" status: 200 len: 210 time: 0.0291646 May 03 15:01:17.729328 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d14d009-b78a-4012-a6d3-84243e42a664 None None] New status for floating IP 983cbfe4-8a1a-4637-b8e7-c000a2611647: DOWN {{(pid=110299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 15:01:18.801127 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 49030) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 15:01:18.858599 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-dec390f6-c243-4015-bbf1-5712831a435a tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Publish callbacks [] for security_group (d4d3f3f1-3590-45e7-8ed0-fd11837ad8f1), before_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:01:18.881667 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-dec390f6-c243-4015-bbf1-5712831a435a tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Publish callbacks [] for security_group (d4d3f3f1-3590-45e7-8ed0-fd11837ad8f1), precommit_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:01:18.997797 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-dec390f6-c243-4015-bbf1-5712831a435a tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (d4d3f3f1-3590-45e7-8ed0-fd11837ad8f1), after_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:01:19.000786 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-dec390f6-c243-4015-bbf1-5712831a435a tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Publish callbacks [] for security_group (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:01:19.001989 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-dec390f6-c243-4015-bbf1-5712831a435a tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] 10.222.0.16 "DELETE /v2.0/security-groups/d4d3f3f1-3590-45e7-8ed0-fd11837ad8f1 HTTP/1.1" status: 204 len: 168 time: 0.1998816 May 03 15:01:19.004750 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 49032) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 15:01:19.011118 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec390f6-c243-4015-bbf1-5712831a435a tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4d3f3f1-3590-45e7-8ed0-fd11837ad8f1,revision_number=None']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 15:01:19.020145 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.api.v2.resource [None req-84d30dff-4baa-4c17-8311-75b3fe8a7555 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] show failed (client error): The resource could not be found. May 03 15:01:19.021196 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-84d30dff-4baa-4c17-8311-75b3fe8a7555 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] 10.222.0.16 "GET /v2.0/security-groups/d4d3f3f1-3590-45e7-8ed0-fd11837ad8f1 HTTP/1.1" status: 404 len: 347 time: 0.0154772 May 03 15:01:19.024090 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 49036) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 15:01:19.140779 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.plugins.ml2.plugin [None req-4fb87dd6-454a-4a46-b2c3-275c47b115e0 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Deleting port 91075608-9805-4f43-93e4-997267678c7a {{(pid=110297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 15:01:19.141026 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-4fb87dd6-454a-4a46-b2c3-275c47b115e0 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775477116685'] for port (91075608-9805-4f43-93e4-997267678c7a), before_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:01:19.218479 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-4fb87dd6-454a-4a46-b2c3-275c47b115e0 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689583'] for port (91075608-9805-4f43-93e4-997267678c7a), precommit_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:01:19.218809 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-4fb87dd6-454a-4a46-b2c3-275c47b115e0 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Publish callbacks [] for floatingip (91075608-9805-4f43-93e4-997267678c7a), precommit_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:01:19.231378 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.plugins.ml2.plugin [None req-4fb87dd6-454a-4a46-b2c3-275c47b115e0 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Calling delete_port for 91075608-9805-4f43-93e4-997267678c7a owned by network:floatingip {{(pid=110297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 15:01:19.413116 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-4fb87dd6-454a-4a46-b2c3-275c47b115e0 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775477123741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775476647069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25923557'] for port (91075608-9805-4f43-93e4-997267678c7a), after_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:01:19.439573 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb87dd6-454a-4a46-b2c3-275c47b115e0 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Pushing event deleted for resources: {'Port': ['ID=91075608-9805-4f43-93e4-997267678c7a,revision_number=None']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 15:01:19.463443 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb87dd6-454a-4a46-b2c3-275c47b115e0 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:01:19.463801 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb87dd6-454a-4a46-b2c3-275c47b115e0 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:01:19.464150 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb87dd6-454a-4a46-b2c3-275c47b115e0 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:01:19.464491 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb87dd6-454a-4a46-b2c3-275c47b115e0 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:01:19.464832 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb87dd6-454a-4a46-b2c3-275c47b115e0 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:01:19.465168 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb87dd6-454a-4a46-b2c3-275c47b115e0 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:01:19.465504 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb87dd6-454a-4a46-b2c3-275c47b115e0 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:01:19.465837 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb87dd6-454a-4a46-b2c3-275c47b115e0 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:01:19.466170 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb87dd6-454a-4a46-b2c3-275c47b115e0 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:01:19.466500 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb87dd6-454a-4a46-b2c3-275c47b115e0 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:01:19.466830 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb87dd6-454a-4a46-b2c3-275c47b115e0 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:01:19.467188 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb87dd6-454a-4a46-b2c3-275c47b115e0 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:01:19.468075 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb87dd6-454a-4a46-b2c3-275c47b115e0 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:01:19.468399 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb87dd6-454a-4a46-b2c3-275c47b115e0 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:01:19.468724 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb87dd6-454a-4a46-b2c3-275c47b115e0 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:01:19.507834 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Device 383c6898-e29f-4a8d-a2c3-7b1000f9c5a3 no longer exists at agent hyperv_hv-cinder-84028 {{(pid=110299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 15:01:19.509501 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-4fb87dd6-454a-4a46-b2c3-275c47b115e0 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Publish callbacks [] for floatingip (983cbfe4-8a1a-4637-b8e7-c000a2611647), after_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:01:19.512039 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-4fb87dd6-454a-4a46-b2c3-275c47b115e0 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46205'] for floatingip (None), before_response {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:01:19.515030 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-4fb87dd6-454a-4a46-b2c3-275c47b115e0 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] 10.222.0.16 "DELETE /v2.0/floatingips/983cbfe4-8a1a-4637-b8e7-c000a2611647 HTTP/1.1" status: 204 len: 168 time: 0.4882121 May 03 15:01:19.528809 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] No Port match for: 383c6898-e29f-4a8d-a2c3-7b1000f9c5a3 {{(pid=110299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 15:01:19.529158 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Device 383c6898-e29f-4a8d-a2c3-7b1000f9c5a3 not bound to the agent host hv-cinder-84028 {{(pid=110299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 15:01:19.777126 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 49040) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 15:01:19.782472 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.v2.base [None req-08a4294e-8f64-41cf-927b-53b6d68132bc tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1549327669', 'description': 'tempest-description--1404875342'}} {{(pid=110298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 15:01:19.878158 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-08a4294e-8f64-41cf-927b-53b6d68132bc tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Publish callbacks [] for security_group (None), before_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:01:19.945028 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-08a4294e-8f64-41cf-927b-53b6d68132bc tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Publish callbacks [] for security_group (dc097d8f-ecf4-4a61-a1b5-87047cece25a), precommit_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:01:20.020478 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-08a4294e-8f64-41cf-927b-53b6d68132bc tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (dc097d8f-ecf4-4a61-a1b5-87047cece25a), after_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:01:20.049387 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a4294e-8f64-41cf-927b-53b6d68132bc tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc097d8f-ecf4-4a61-a1b5-87047cece25a,revision_number=1']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 15:01:20.112229 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-08a4294e-8f64-41cf-927b-53b6d68132bc tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Publish callbacks [] for security_group (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:01:20.113478 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-08a4294e-8f64-41cf-927b-53b6d68132bc tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3356183 May 03 15:01:20.116204 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 49042) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 15:01:20.120485 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.v2.base [None req-58ce3fc3-16f1-46ea-ab80-95ef3272180e tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Request body: {'security_group_rule': {'security_group_id': 'dc097d8f-ecf4-4a61-a1b5-87047cece25a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 15:01:20.229906 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-58ce3fc3-16f1-46ea-ab80-95ef3272180e tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Publish callbacks [] for security_group_rule (d0177bb7-482c-48a2-ade0-270839c27ba8), before_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:01:20.288851 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-58ce3fc3-16f1-46ea-ab80-95ef3272180e tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Publish callbacks [] for security_group_rule (d0177bb7-482c-48a2-ade0-270839c27ba8), precommit_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:01:20.363752 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-58ce3fc3-16f1-46ea-ab80-95ef3272180e tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652759'] for security_group_rule (d0177bb7-482c-48a2-ade0-270839c27ba8), after_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:01:20.382426 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ce3fc3-16f1-46ea-ab80-95ef3272180e tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0177bb7-482c-48a2-ade0-270839c27ba8,revision_number=0']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 15:01:20.445485 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-58ce3fc3-16f1-46ea-ab80-95ef3272180e tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:01:20.446694 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-58ce3fc3-16f1-46ea-ab80-95ef3272180e tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3295758 May 03 15:01:20.449299 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 49044) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 15:01:20.454317 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.v2.base [None req-04008ed0-7eff-45fa-b6d5-d234fd016f55 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Request body: {'security_group_rule': {'security_group_id': 'dc097d8f-ecf4-4a61-a1b5-87047cece25a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 15:01:20.535423 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-04008ed0-7eff-45fa-b6d5-d234fd016f55 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Publish callbacks [] for security_group_rule (f064ea97-77e1-4aa4-9533-858740418922), before_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:01:20.590922 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-04008ed0-7eff-45fa-b6d5-d234fd016f55 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Publish callbacks [] for security_group_rule (f064ea97-77e1-4aa4-9533-858740418922), precommit_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:01:20.637880 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-04008ed0-7eff-45fa-b6d5-d234fd016f55 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652759'] for security_group_rule (f064ea97-77e1-4aa4-9533-858740418922), after_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:01:20.657203 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04008ed0-7eff-45fa-b6d5-d234fd016f55 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f064ea97-77e1-4aa4-9533-858740418922,revision_number=0']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 15:01:20.729204 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-04008ed0-7eff-45fa-b6d5-d234fd016f55 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:01:20.730412 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-04008ed0-7eff-45fa-b6d5-d234fd016f55 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2801771 May 03 15:01:20.733662 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 49046) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 15:01:20.737775 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.v2.base [None req-9d8a1694-df9e-49a3-8368-53f532293654 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Request body: {'floatingip': {'floating_network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c'}} {{(pid=110298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 15:01:20.815255 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-9d8a1694-df9e-49a3-8368-53f532293654 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:01:20.895768 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-9d8a1694-df9e-49a3-8368-53f532293654 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (None), before_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:01:20.996216 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.db.db_base_plugin_common [None req-9d8a1694-df9e-49a3-8368-53f532293654 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Allocated IP 172.27.0.25 (7456e722-9446-4a17-bcf3-c72dce07c65c/f907060b-4748-4522-aeb5-06a44b689374/44a39add-367f-4f85-b99b-d083acb3af34) {{(pid=110298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 15:01:21.099973 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-9d8a1694-df9e-49a3-8368-53f532293654 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Publish callbacks [] for port (44a39add-367f-4f85-b99b-d083acb3af34), precommit_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:01:21.169353 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-9d8a1694-df9e-49a3-8368-53f532293654 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775476647060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25806886'] for port (44a39add-367f-4f85-b99b-d083acb3af34), after_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:01:21.207064 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d8a1694-df9e-49a3-8368-53f532293654 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Network 7456e722-9446-4a17-bcf3-c72dce07c65c is already hosted by enough agents. {{(pid=110298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 15:01:21.209910 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.scheduler.base_scheduler [None req-9d8a1694-df9e-49a3-8368-53f532293654 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Resources bound (agent type, host, resource id): {{(pid=110298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 15:01:21.215382 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8a1694-df9e-49a3-8368-53f532293654 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Received port after_create {{(pid=110298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 15:01:21.221545 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8a1694-df9e-49a3-8368-53f532293654 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Pushing event updated for resources: {'Port': ['ID=44a39add-367f-4f85-b99b-d083acb3af34,revision_number=1']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 15:01:21.302159 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-9d8a1694-df9e-49a3-8368-53f532293654 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Publish callbacks [] for floatingip (7d678f26-d6e5-4179-82ef-4a92d9c8d8f9), precommit_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:01:21.416009 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-9d8a1694-df9e-49a3-8368-53f532293654 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (44a39add-367f-4f85-b99b-d083acb3af34), before_update {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:01:21.564295 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-9d8a1694-df9e-49a3-8368-53f532293654 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Publish callbacks [] for port (44a39add-367f-4f85-b99b-d083acb3af34), precommit_update {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:01:21.612997 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-9d8a1694-df9e-49a3-8368-53f532293654 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25806943'] for port (44a39add-367f-4f85-b99b-d083acb3af34), after_update {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:01:21.682219 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8a1694-df9e-49a3-8368-53f532293654 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Pushing event updated for resources: {'Port': ['ID=44a39add-367f-4f85-b99b-d083acb3af34,revision_number=2']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 15:01:21.692035 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-9d8a1694-df9e-49a3-8368-53f532293654 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692144'] for floatingip (7d678f26-d6e5-4179-82ef-4a92d9c8d8f9), after_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:01:21.757994 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-9d8a1694-df9e-49a3-8368-53f532293654 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46205'] for floatingip (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:01:21.759251 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-9d8a1694-df9e-49a3-8368-53f532293654 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0248461 May 03 15:01:21.910865 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-00433fba-61d2-4293-a935-96d8aa58c11f req-e6ef7587-c714-4d00-8deb-c8828a47cab0 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1549327669&fields=id&tenant_id=fa83f683c67a413ba3ca7f7d2d6bb966 HTTP/1.1" status: 200 len: 267 time: 0.0428336 May 03 15:01:22.020028 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00433fba-61d2-4293-a935-96d8aa58c11f req-0f44722d-9c6d-49ff-84f6-c8571fdec75c tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:01:22.021489 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-00433fba-61d2-4293-a935-96d8aa58c11f req-0f44722d-9c6d-49ff-84f6-c8571fdec75c tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] 10.222.0.16 "GET /v2.0/networks?id=8e6de03b-779e-46f4-99b9-4423e500c0dd HTTP/1.1" status: 200 len: 814 time: 0.1034024 May 03 15:01:22.037271 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-00433fba-61d2-4293-a935-96d8aa58c11f req-83be6d56-b813-44fb-bcf8-1dfe7eeff663 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] 10.222.0.16 "GET /v2.0/quotas/fa83f683c67a413ba3ca7f7d2d6bb966 HTTP/1.1" status: 200 len: 375 time: 0.0101368 May 03 15:01:22.086763 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-00433fba-61d2-4293-a935-96d8aa58c11f req-44dc050a-693b-4cbc-b41a-9106b665a8f2 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=fa83f683c67a413ba3ca7f7d2d6bb966&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0443392 May 03 15:01:22.276142 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-00433fba-61d2-4293-a935-96d8aa58c11f req-3b861702-b19e-4606-afde-48f437636419 service neutron] 10.222.0.16 "GET /v2.0/networks/8e6de03b-779e-46f4-99b9-4423e500c0dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776516 May 03 15:01:22.365394 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-00433fba-61d2-4293-a935-96d8aa58c11f req-dca3c529-1575-44bf-845b-98f9266bdd51 service neutron] 10.222.0.16 "GET /v2.0/networks/8e6de03b-779e-46f4-99b9-4423e500c0dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833812 May 03 15:01:22.596847 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-3f192add-5c0c-4d5f-8af9-cc11cb88058f req-3e6cc2fe-1a7a-4a16-a9e9-346dcbb03495 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] 10.222.0.16 "GET /v2.0/ports?device_id=66be12a8-21f1-4c23-8985-be94955f15e1 HTTP/1.1" status: 200 len: 210 time: 0.0292044 May 03 15:01:23.698004 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-d5a516a8-b0e4-44be-aebf-b58ecac4a0d2 req-4d6c3c17-b259-4024-95ba-188f1e402383 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] 10.222.0.16 "GET /v2.0/ports?device_id=66be12a8-21f1-4c23-8985-be94955f15e1 HTTP/1.1" status: 200 len: 210 time: 0.0326374 May 03 15:01:24.516449 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00433fba-61d2-4293-a935-96d8aa58c11f req-d8cb2997-dd67-4bbf-99f9-d3ca1c29929a tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:01:24.517722 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-00433fba-61d2-4293-a935-96d8aa58c11f req-d8cb2997-dd67-4bbf-99f9-d3ca1c29929a tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] 10.222.0.55 "GET /v2.0/networks?id=8e6de03b-779e-46f4-99b9-4423e500c0dd HTTP/1.1" status: 200 len: 814 time: 0.1021707 May 03 15:01:24.583276 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-00433fba-61d2-4293-a935-96d8aa58c11f req-e9537335-ee0c-4ceb-b666-9ff194d04485 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fa83f683c67a413ba3ca7f7d2d6bb966 HTTP/1.1" status: 200 len: 380 time: 0.0514290 May 03 15:01:24.592128 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.v2.base [req-00433fba-61d2-4293-a935-96d8aa58c11f req-4e3c88e4-8574-4059-9f7d-a16367ff9cb1 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Request body: {'port': {'device_id': '66be12a8-21f1-4c23-8985-be94955f15e1', 'network_id': '8e6de03b-779e-46f4-99b9-4423e500c0dd', 'admin_state_up': True, 'tenant_id': 'fa83f683c67a413ba3ca7f7d2d6bb966', 'security_groups': ['dc097d8f-ecf4-4a61-a1b5-87047cece25a']}} {{(pid=110298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 15:01:24.775376 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00433fba-61d2-4293-a935-96d8aa58c11f req-4e3c88e4-8574-4059-9f7d-a16367ff9cb1 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Made reservation on behalf of fa83f683c67a413ba3ca7f7d2d6bb966 for: {'port': 1} {{(pid=110298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 15:01:24.778566 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-00433fba-61d2-4293-a935-96d8aa58c11f req-4e3c88e4-8574-4059-9f7d-a16367ff9cb1 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (None), before_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:01:24.797637 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-1f156d25-cbb7-49d5-b817-fe3fcb85079b req-1bdd852c-17a3-40e5-8a36-e10574de50e3 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] 10.222.0.16 "GET /v2.0/ports?device_id=66be12a8-21f1-4c23-8985-be94955f15e1 HTTP/1.1" status: 200 len: 210 time: 0.0333557 May 03 15:01:24.924175 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.db.db_base_plugin_common [req-00433fba-61d2-4293-a935-96d8aa58c11f req-4e3c88e4-8574-4059-9f7d-a16367ff9cb1 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Allocated IP 172.20.0.3 (8e6de03b-779e-46f4-99b9-4423e500c0dd/da523ca4-000e-4457-a118-98a9c4ff1011/818d410d-3034-45d6-bf09-144ffa37b312) {{(pid=110298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 15:01:25.060874 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-00433fba-61d2-4293-a935-96d8aa58c11f req-4e3c88e4-8574-4059-9f7d-a16367ff9cb1 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Publish callbacks [] for port (818d410d-3034-45d6-bf09-144ffa37b312), precommit_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:01:25.139023 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-00433fba-61d2-4293-a935-96d8aa58c11f req-4e3c88e4-8574-4059-9f7d-a16367ff9cb1 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775476647060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25806886'] for port (818d410d-3034-45d6-bf09-144ffa37b312), after_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:01:25.180865 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00433fba-61d2-4293-a935-96d8aa58c11f req-4e3c88e4-8574-4059-9f7d-a16367ff9cb1 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Network 8e6de03b-779e-46f4-99b9-4423e500c0dd is already hosted by enough agents. {{(pid=110298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 15:01:25.183865 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.scheduler.base_scheduler [req-00433fba-61d2-4293-a935-96d8aa58c11f req-4e3c88e4-8574-4059-9f7d-a16367ff9cb1 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Resources bound (agent type, host, resource id): {{(pid=110298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 15:01:25.186781 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.db.l3_dvrscheduler_db [req-00433fba-61d2-4293-a935-96d8aa58c11f req-4e3c88e4-8574-4059-9f7d-a16367ff9cb1 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Received port after_create {{(pid=110298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 15:01:25.219717 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3c88e4-8574-4059-9f7d-a16367ff9cb1 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Pushing event updated for resources: {'Port': ['ID=818d410d-3034-45d6-bf09-144ffa37b312,revision_number=1']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 15:01:25.246640 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00433fba-61d2-4293-a935-96d8aa58c11f req-4e3c88e4-8574-4059-9f7d-a16367ff9cb1 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:01:25.247301 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-00433fba-61d2-4293-a935-96d8aa58c11f req-4e3c88e4-8574-4059-9f7d-a16367ff9cb1 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46205'] for port (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:01:25.360745 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-00433fba-61d2-4293-a935-96d8aa58c11f req-4e3c88e4-8574-4059-9f7d-a16367ff9cb1 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7722456 May 03 15:01:25.423351 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.v2.base [req-00433fba-61d2-4293-a935-96d8aa58c11f req-ba880d13-bac2-4f72-930b-75b29a5ba40c service neutron] Request body: {'port': {'device_id': '66be12a8-21f1-4c23-8985-be94955f15e1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84028'}} {{(pid=110298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 15:01:25.436777 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [None req-3caca2ae-646e-4792-9103-d2b525ab431f None None] Provisioning complete for port 818d410d-3034-45d6-bf09-144ffa37b312 triggered by entity DHCP. {{(pid=110299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 15:01:25.437332 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-3caca2ae-646e-4792-9103-d2b525ab431f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728915'] for port (818d410d-3034-45d6-bf09-144ffa37b312), provisioning_complete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:01:25.470664 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-3caca2ae-646e-4792-9103-d2b525ab431f None None] Port 818d410d-3034-45d6-bf09-144ffa37b312 cannot update to ACTIVE because it is not bound. {{(pid=110299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 15:01:25.485444 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-00433fba-61d2-4293-a935-96d8aa58c11f req-ba880d13-bac2-4f72-930b-75b29a5ba40c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (818d410d-3034-45d6-bf09-144ffa37b312), before_update {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:01:25.993160 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edb09b7-cb2c-45bf-b82b-f0860b1d8840 req-e5ad2c06-50de-411a-8054-ca4892353f68 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:01:25.994615 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-4edb09b7-cb2c-45bf-b82b-f0860b1d8840 req-e5ad2c06-50de-411a-8054-ca4892353f68 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] 10.222.0.16 "GET /v2.0/ports?device_id=66be12a8-21f1-4c23-8985-be94955f15e1 HTTP/1.1" status: 200 len: 931 time: 0.0620387 May 03 15:01:26.087217 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-4edb09b7-cb2c-45bf-b82b-f0860b1d8840 req-61a3a4c3-5a7f-4981-9dcc-baf4f00f3d19 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc097d8f-ecf4-4a61-a1b5-87047cece25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822999 May 03 15:01:26.094938 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.notifiers.nova [req-00433fba-61d2-4293-a935-96d8aa58c11f req-ba880d13-bac2-4f72-930b-75b29a5ba40c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 818d410d-3034-45d6-bf09-144ffa37b312 {{(pid=110298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 15:01:26.102692 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-00433fba-61d2-4293-a935-96d8aa58c11f req-ba880d13-bac2-4f72-930b-75b29a5ba40c service neutron] Publish callbacks [] for port (818d410d-3034-45d6-bf09-144ffa37b312), precommit_update {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:01:26.115200 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.db.provisioning_blocks [req-00433fba-61d2-4293-a935-96d8aa58c11f req-ba880d13-bac2-4f72-930b-75b29a5ba40c service neutron] Transition to ACTIVE for port object 818d410d-3034-45d6-bf09-144ffa37b312 will not be triggered until provisioned by entity L2. {{(pid=110298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 03 15:01:26.178065 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-00433fba-61d2-4293-a935-96d8aa58c11f req-ba880d13-bac2-4f72-930b-75b29a5ba40c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25806943'] for port (818d410d-3034-45d6-bf09-144ffa37b312), after_update {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:01:26.228054 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba880d13-bac2-4f72-930b-75b29a5ba40c service neutron] Pushing event updated for resources: {'Port': ['ID=818d410d-3034-45d6-bf09-144ffa37b312,revision_number=2']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 15:01:26.301539 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.managers [req-00433fba-61d2-4293-a935-96d8aa58c11f req-ba880d13-bac2-4f72-930b-75b29a5ba40c service neutron] Attempting to bind port 818d410d-3034-45d6-bf09-144ffa37b312 on host hv-cinder-84028 for vnic_type normal with profile {{(pid=110298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 15:01:26.301878 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.managers [req-00433fba-61d2-4293-a935-96d8aa58c11f req-ba880d13-bac2-4f72-930b-75b29a5ba40c service neutron] Attempting to bind port 818d410d-3034-45d6-bf09-144ffa37b312 by drivers openvswitch,hyperv on host hv-cinder-84028 at level 0 using segments [{'id': 'cf13aea7-b36a-4302-89af-e9e11eaa421e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '8e6de03b-779e-46f4-99b9-4423e500c0dd'}] {{(pid=110298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 15:01:26.302201 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00433fba-61d2-4293-a935-96d8aa58c11f req-ba880d13-bac2-4f72-930b-75b29a5ba40c service neutron] Attempting to bind port 818d410d-3034-45d6-bf09-144ffa37b312 on network 8e6de03b-779e-46f4-99b9-4423e500c0dd {{(pid=110298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 15:01:26.306845 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00433fba-61d2-4293-a935-96d8aa58c11f req-ba880d13-bac2-4f72-930b-75b29a5ba40c service neutron] Port 818d410d-3034-45d6-bf09-144ffa37b312 on network 8e6de03b-779e-46f4-99b9-4423e500c0dd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84028 {{(pid=110298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 03 15:01:26.307281 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00433fba-61d2-4293-a935-96d8aa58c11f req-ba880d13-bac2-4f72-930b-75b29a5ba40c service neutron] Attempting to bind port 818d410d-3034-45d6-bf09-144ffa37b312 on network 8e6de03b-779e-46f4-99b9-4423e500c0dd {{(pid=110298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 15:01:26.313446 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00433fba-61d2-4293-a935-96d8aa58c11f req-ba880d13-bac2-4f72-930b-75b29a5ba40c service neutron] Checking agent: {'id': '26e70f58-a201-437c-be8d-fd2714f100da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84028', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 14, 44, 59), 'started_at': datetime.datetime(2022, 5, 3, 14, 44, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 15, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 15:01:26.313789 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00433fba-61d2-4293-a935-96d8aa58c11f req-ba880d13-bac2-4f72-930b-75b29a5ba40c service neutron] Checking segment: {'id': 'cf13aea7-b36a-4302-89af-e9e11eaa421e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '8e6de03b-779e-46f4-99b9-4423e500c0dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 15:01:26.314179 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00433fba-61d2-4293-a935-96d8aa58c11f req-ba880d13-bac2-4f72-930b-75b29a5ba40c service neutron] Bound using segment: {'id': 'cf13aea7-b36a-4302-89af-e9e11eaa421e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '8e6de03b-779e-46f4-99b9-4423e500c0dd'} {{(pid=110298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 15:01:26.314617 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.managers [req-00433fba-61d2-4293-a935-96d8aa58c11f req-ba880d13-bac2-4f72-930b-75b29a5ba40c service neutron] Bound port: 818d410d-3034-45d6-bf09-144ffa37b312, host: hv-cinder-84028, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf13aea7-b36a-4302-89af-e9e11eaa421e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '8e6de03b-779e-46f4-99b9-4423e500c0dd'}}] {{(pid=110298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 15:01:26.314984 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-00433fba-61d2-4293-a935-96d8aa58c11f req-ba880d13-bac2-4f72-930b-75b29a5ba40c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (818d410d-3034-45d6-bf09-144ffa37b312), before_update {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:01:26.386189 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.db [req-00433fba-61d2-4293-a935-96d8aa58c11f req-ba880d13-bac2-4f72-930b-75b29a5ba40c service neutron] For port 818d410d-3034-45d6-bf09-144ffa37b312, host hv-cinder-84028, cleared binding levels {{(pid=110298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 15:01:26.389281 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.db [req-00433fba-61d2-4293-a935-96d8aa58c11f req-ba880d13-bac2-4f72-930b-75b29a5ba40c service neutron] For port 818d410d-3034-45d6-bf09-144ffa37b312, host hv-cinder-84028, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=818d410d-3034-45d6-bf09-144ffa37b312,segment=NetworkSegment(cf13aea7-b36a-4302-89af-e9e11eaa421e),segment_id=cf13aea7-b36a-4302-89af-e9e11eaa421e)] {{(pid=110298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 15:01:26.487646 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-00433fba-61d2-4293-a935-96d8aa58c11f req-ba880d13-bac2-4f72-930b-75b29a5ba40c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25806943'] for port (818d410d-3034-45d6-bf09-144ffa37b312), after_update {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:01:26.524430 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00433fba-61d2-4293-a935-96d8aa58c11f req-ba880d13-bac2-4f72-930b-75b29a5ba40c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:01:26.525061 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-00433fba-61d2-4293-a935-96d8aa58c11f req-ba880d13-bac2-4f72-930b-75b29a5ba40c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46205'] for port (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:01:26.526444 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-00433fba-61d2-4293-a935-96d8aa58c11f req-ba880d13-bac2-4f72-930b-75b29a5ba40c service neutron] 10.222.0.55 "PUT /v2.0/ports/818d410d-3034-45d6-bf09-144ffa37b312 HTTP/1.1" status: 200 len: 1093 time: 1.1072795 May 03 15:01:26.526881 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66be12a8-21f1-4c23-8985-be94955f15e1', 'tag': '818d410d-3034-45d6-bf09-144ffa37b312'}] {{(pid=110298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 15:01:26.529166 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75d30aab20f2b99e69676ba1094dd13d61de0bc97323401ed2dd99ba05286cef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d96efa9-e49c-4310-ba29-3ed0d9833014" -d '{"events": [{"name": "network-changed", "server_uuid": "66be12a8-21f1-4c23-8985-be94955f15e1", "tag": "818d410d-3034-45d6-bf09-144ffa37b312"}]}' {{(pid=110298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 15:01:26.554641 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba880d13-bac2-4f72-930b-75b29a5ba40c service neutron] Pushing event updated for resources: {'Port': ['ID=818d410d-3034-45d6-bf09-144ffa37b312,revision_number=3']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 15:01:26.571778 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 15:01:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fa77c99-ebe6-4bd4-a146-48a50332c1d3 x-openstack-request-id: req-3fa77c99-ebe6-4bd4-a146-48a50332c1d3 {{(pid=110298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 15:01:26.572074 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66be12a8-21f1-4c23-8985-be94955f15e1", "tag": "818d410d-3034-45d6-bf09-144ffa37b312", "status": "completed", "code": 200}]} {{(pid=110298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 15:01:26.572338 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3fa77c99-ebe6-4bd4-a146-48a50332c1d3 {{(pid=110298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 15:01:26.572761 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3fa77c99-ebe6-4bd4-a146-48a50332c1d3'] response: {'name': 'network-changed', 'server_uuid': '66be12a8-21f1-4c23-8985-be94955f15e1', 'tag': '818d410d-3034-45d6-bf09-144ffa37b312', 'status': 'completed', 'code': 200} May 03 15:01:26.654461 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d96efa9-e49c-4310-ba29-3ed0d9833014 req-afd7b4fb-54b1-4343-943c-fa33f05fcd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:01:26.656644 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-2d96efa9-e49c-4310-ba29-3ed0d9833014 req-afd7b4fb-54b1-4343-943c-fa33f05fcd60 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fa83f683c67a413ba3ca7f7d2d6bb966&device_id=66be12a8-21f1-4c23-8985-be94955f15e1 HTTP/1.1" status: 200 len: 1127 time: 0.0431530 May 03 15:01:26.763636 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d96efa9-e49c-4310-ba29-3ed0d9833014 req-08ccdb5c-d852-4e4a-834d-2d4f1128a2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:01:26.765868 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-2d96efa9-e49c-4310-ba29-3ed0d9833014 req-08ccdb5c-d852-4e4a-834d-2d4f1128a2a6 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=fa83f683c67a413ba3ca7f7d2d6bb966&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0966814 May 03 15:01:26.857369 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d96efa9-e49c-4310-ba29-3ed0d9833014 req-b37bd438-fe4d-4162-ac11-7eb9ac5e4c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:01:26.858970 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-2d96efa9-e49c-4310-ba29-3ed0d9833014 req-b37bd438-fe4d-4162-ac11-7eb9ac5e4c22 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0876358 May 03 15:01:26.960223 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00433fba-61d2-4293-a935-96d8aa58c11f req-9071663e-b6e6-4f2a-844e-9d05ad566921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:01:26.961609 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-00433fba-61d2-4293-a935-96d8aa58c11f req-9071663e-b6e6-4f2a-844e-9d05ad566921 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fa83f683c67a413ba3ca7f7d2d6bb966&device_id=66be12a8-21f1-4c23-8985-be94955f15e1 HTTP/1.1" status: 200 len: 1127 time: 0.0455015 May 03 15:01:27.009554 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-00433fba-61d2-4293-a935-96d8aa58c11f req-e50bfff5-6c76-4837-8b7a-be5e64255244 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=818d410d-3034-45d6-bf09-144ffa37b312 HTTP/1.1" status: 200 len: 217 time: 0.0346057 May 03 15:01:27.059104 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00433fba-61d2-4293-a935-96d8aa58c11f req-9d33eef9-ede8-44d9-a673-86c7837f782f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:01:27.060521 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-00433fba-61d2-4293-a935-96d8aa58c11f req-9d33eef9-ede8-44d9-a673-86c7837f782f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=da523ca4-000e-4457-a118-98a9c4ff1011 HTTP/1.1" status: 200 len: 853 time: 0.0439084 May 03 15:01:27.106279 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00433fba-61d2-4293-a935-96d8aa58c11f req-62c33813-afa9-436e-8189-e576461fb0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:01:27.107892 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-00433fba-61d2-4293-a935-96d8aa58c11f req-62c33813-afa9-436e-8189-e576461fb0b3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8e6de03b-779e-46f4-99b9-4423e500c0dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411999 May 03 15:01:27.232231 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd2d5ef-8bb3-4b1b-8562-ae6838c62f02 req-d77ba296-80a9-4c02-8538-2477e6ae302f tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:01:27.234427 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-8dd2d5ef-8bb3-4b1b-8562-ae6838c62f02 req-d77ba296-80a9-4c02-8538-2477e6ae302f tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] 10.222.0.16 "GET /v2.0/ports?device_id=66be12a8-21f1-4c23-8985-be94955f15e1 HTTP/1.1" status: 200 len: 943 time: 0.0633414 May 03 15:01:27.237901 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-00433fba-61d2-4293-a935-96d8aa58c11f req-42260f68-4cfe-4d7c-82e3-b310794bef4d service neutron] 10.222.0.55 "GET /v2.0/networks/8e6de03b-779e-46f4-99b9-4423e500c0dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243553 May 03 15:01:27.338784 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-8dd2d5ef-8bb3-4b1b-8562-ae6838c62f02 req-dc66ac4b-b84c-4992-b0c4-c209c97b9883 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc097d8f-ecf4-4a61-a1b5-87047cece25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984108 May 03 15:01:27.362524 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-00433fba-61d2-4293-a935-96d8aa58c11f req-70cdd7fb-7229-48ca-84dc-73ae52aefd3a service neutron] 10.222.0.55 "GET /v2.0/networks/8e6de03b-779e-46f4-99b9-4423e500c0dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165526 May 03 15:01:28.454813 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f564b24c-6bdb-4eff-9f35-8e7da85e4e2d req-53891ce2-900b-4055-8678-2dba6a24a0e9 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:01:28.456311 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-f564b24c-6bdb-4eff-9f35-8e7da85e4e2d req-53891ce2-900b-4055-8678-2dba6a24a0e9 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] 10.222.0.16 "GET /v2.0/ports?device_id=66be12a8-21f1-4c23-8985-be94955f15e1 HTTP/1.1" status: 200 len: 943 time: 0.0477421 May 03 15:01:28.506538 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-f564b24c-6bdb-4eff-9f35-8e7da85e4e2d req-e826da6f-7bba-4053-9a7d-cc5372a9b71f tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc097d8f-ecf4-4a61-a1b5-87047cece25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447762 May 03 15:01:29.006966 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (26e70f58-a201-437c-be8d-fd2714f100da), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:01:29.619066 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bfb7c3-9512-4c6f-af1b-18351167914c req-58c4bbee-85e5-4ffb-b917-dfb10f072aa8 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:01:29.620525 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-50bfb7c3-9512-4c6f-af1b-18351167914c req-58c4bbee-85e5-4ffb-b917-dfb10f072aa8 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] 10.222.0.16 "GET /v2.0/ports?device_id=66be12a8-21f1-4c23-8985-be94955f15e1 HTTP/1.1" status: 200 len: 943 time: 0.0478792 May 03 15:01:29.667480 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-50bfb7c3-9512-4c6f-af1b-18351167914c req-775d7aef-6ee6-44d0-b014-83628f2917f6 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc097d8f-ecf4-4a61-a1b5-87047cece25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414267 May 03 15:01:30.780652 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81f40ec-b94e-4aa1-951c-3cfc1d72f83b req-924f0663-20c4-4e10-9948-238097063008 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:01:30.782154 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-d81f40ec-b94e-4aa1-951c-3cfc1d72f83b req-924f0663-20c4-4e10-9948-238097063008 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] 10.222.0.16 "GET /v2.0/ports?device_id=66be12a8-21f1-4c23-8985-be94955f15e1 HTTP/1.1" status: 200 len: 943 time: 0.0486577 May 03 15:01:30.829644 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-d81f40ec-b94e-4aa1-951c-3cfc1d72f83b req-8d9a36ce-15d4-475a-9b17-ed2a3c3a686b tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc097d8f-ecf4-4a61-a1b5-87047cece25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416317 May 03 15:01:31.524536 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Device 818d410d-3034-45d6-bf09-144ffa37b312 details requested by agent hyperv_hv-cinder-84028 with host hv-cinder-84028 {{(pid=110299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 03 15:01:31.620762 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] For port 818d410d-3034-45d6-bf09-144ffa37b312, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=818d410d-3034-45d6-bf09-144ffa37b312,segment=NetworkSegment(cf13aea7-b36a-4302-89af-e9e11eaa421e),segment_id=cf13aea7-b36a-4302-89af-e9e11eaa421e)] {{(pid=110299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 15:01:31.631620 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Returning: {'device': '818d410d-3034-45d6-bf09-144ffa37b312', 'network_id': '8e6de03b-779e-46f4-99b9-4423e500c0dd', 'port_id': '818d410d-3034-45d6-bf09-144ffa37b312', 'mac_address': 'fa:16:3e:99:4d:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da523ca4-000e-4457-a118-98a9c4ff1011', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 03 15:01:31.667816 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Current status of the port 818d410d-3034-45d6-bf09-144ffa37b312 is: DOWN; New status is: BUILD {{(pid=110299) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 15:01:31.668203 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (818d410d-3034-45d6-bf09-144ffa37b312), before_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:01:31.680409 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.notifiers.nova [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 818d410d-3034-45d6-bf09-144ffa37b312 {{(pid=110299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 15:01:31.699077 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] For port 818d410d-3034-45d6-bf09-144ffa37b312, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=818d410d-3034-45d6-bf09-144ffa37b312,segment=NetworkSegment(cf13aea7-b36a-4302-89af-e9e11eaa421e),segment_id=cf13aea7-b36a-4302-89af-e9e11eaa421e)] {{(pid=110299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 15:01:31.768941 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096'] for port (818d410d-3034-45d6-bf09-144ffa37b312), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:01:31.819419 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Pushing event updated for resources: {'Port': ['ID=818d410d-3034-45d6-bf09-144ffa37b312,revision_number=4']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 15:01:31.826265 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:01:31.826622 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:01:31.827606 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:01:31.827934 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:01:31.828275 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:01:31.828606 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:01:31.828937 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:01:31.829264 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:01:31.829590 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:01:31.829917 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:01:31.830242 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:01:31.830568 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:01:31.830889 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:01:31.831236 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:01:31.831562 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:01:31.986798 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d358039-a72e-42ed-9f2e-40c8a0784586 req-1b3e1f73-302c-4770-bc94-7f36d98f7a91 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:01:31.988299 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-3d358039-a72e-42ed-9f2e-40c8a0784586 req-1b3e1f73-302c-4770-bc94-7f36d98f7a91 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] 10.222.0.16 "GET /v2.0/ports?device_id=66be12a8-21f1-4c23-8985-be94955f15e1 HTTP/1.1" status: 200 len: 944 time: 0.0930312 May 03 15:01:32.035562 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-3d358039-a72e-42ed-9f2e-40c8a0784586 req-6886470c-6342-4c92-b61d-b10c2f0bf5f2 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc097d8f-ecf4-4a61-a1b5-87047cece25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413737 May 03 15:01:32.210956 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] get_ports_and_sgs() called for port_ids ['818d410d-3034-45d6-bf09-144ffa37b312'] {{(pid=110299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 15:01:33.148272 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589699ab-9563-46f1-acf5-33a2f585bd05 req-afd05fb0-9e8c-4ee5-9ab9-a49772aabc8a tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:01:33.149716 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-589699ab-9563-46f1-acf5-33a2f585bd05 req-afd05fb0-9e8c-4ee5-9ab9-a49772aabc8a tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] 10.222.0.16 "GET /v2.0/ports?device_id=66be12a8-21f1-4c23-8985-be94955f15e1 HTTP/1.1" status: 200 len: 944 time: 0.0478592 May 03 15:01:33.196002 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-589699ab-9563-46f1-acf5-33a2f585bd05 req-63d83b67-ff23-4139-9085-4c46b1f6085e tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc097d8f-ecf4-4a61-a1b5-87047cece25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406737 May 03 15:01:33.539492 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Device 818d410d-3034-45d6-bf09-144ffa37b312 up at agent hyperv_hv-cinder-84028 {{(pid=110299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 15:01:33.585076 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Provisioning for port 818d410d-3034-45d6-bf09-144ffa37b312 completed by entity L2. {{(pid=110299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 03 15:01:33.659938 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Provisioning complete for port 818d410d-3034-45d6-bf09-144ffa37b312 triggered by entity L2. {{(pid=110299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 15:01:33.660320 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728915'] for port (818d410d-3034-45d6-bf09-144ffa37b312), provisioning_complete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:01:33.735787 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Current status of the port 818d410d-3034-45d6-bf09-144ffa37b312 is: BUILD; New status is: ACTIVE {{(pid=110299) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 15:01:33.736185 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (818d410d-3034-45d6-bf09-144ffa37b312), before_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:01:33.757672 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66be12a8-21f1-4c23-8985-be94955f15e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '818d410d-3034-45d6-bf09-144ffa37b312'}] {{(pid=110299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 15:01:33.759915 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfb0ab9603dc6f24b101a3230295415c8ec2a7bf959fde45f0826688655bbcbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87854502-53d9-4999-aa2c-271f771d9575" -d '{"events": [{"server_uuid": "66be12a8-21f1-4c23-8985-be94955f15e1", "name": "network-vif-plugged", "status": "completed", "tag": "818d410d-3034-45d6-bf09-144ffa37b312"}]}' {{(pid=110299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 15:01:33.773673 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] For port 818d410d-3034-45d6-bf09-144ffa37b312, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=818d410d-3034-45d6-bf09-144ffa37b312,segment=NetworkSegment(cf13aea7-b36a-4302-89af-e9e11eaa421e),segment_id=cf13aea7-b36a-4302-89af-e9e11eaa421e)] {{(pid=110299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 15:01:33.797358 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 15:01:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfa051bd-2527-49cc-9967-fdec923034db x-openstack-request-id: req-bfa051bd-2527-49cc-9967-fdec923034db {{(pid=110299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 15:01:33.797651 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66be12a8-21f1-4c23-8985-be94955f15e1", "name": "network-vif-plugged", "status": "completed", "tag": "818d410d-3034-45d6-bf09-144ffa37b312", "code": 200}]} {{(pid=110299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 15:01:33.797908 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bfa051bd-2527-49cc-9967-fdec923034db {{(pid=110299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 15:01:33.798309 dv-cinder-840289-3-iscsi neutron-server[110299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bfa051bd-2527-49cc-9967-fdec923034db'] response: {'server_uuid': '66be12a8-21f1-4c23-8985-be94955f15e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '818d410d-3034-45d6-bf09-144ffa37b312', 'code': 200} May 03 15:01:33.848909 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096'] for port (818d410d-3034-45d6-bf09-144ffa37b312), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:01:33.900279 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Pushing event updated for resources: {'Port': ['ID=818d410d-3034-45d6-bf09-144ffa37b312,revision_number=5']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 15:01:34.109492 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe65721-0664-4bed-b2e5-c8ff2f168dd4 req-47e30a47-3138-49a2-90f2-6d8a82fe82a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:01:34.111022 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-dbe65721-0664-4bed-b2e5-c8ff2f168dd4 req-47e30a47-3138-49a2-90f2-6d8a82fe82a7 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=66be12a8-21f1-4c23-8985-be94955f15e1 HTTP/1.1" status: 200 len: 1129 time: 0.0427341 May 03 15:01:34.155711 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-dbe65721-0664-4bed-b2e5-c8ff2f168dd4 req-e210e40d-6655-4678-a144-a0c4371a5118 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=dc097d8f-ecf4-4a61-a1b5-87047cece25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363231 May 03 15:01:34.306677 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d7b890-4cbe-4d3b-b36b-32de1f44a572 req-6dc21b32-3c48-4583-9d30-e0c6111367f1 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:01:34.308301 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-c0d7b890-4cbe-4d3b-b36b-32de1f44a572 req-6dc21b32-3c48-4583-9d30-e0c6111367f1 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] 10.222.0.16 "GET /v2.0/ports?device_id=66be12a8-21f1-4c23-8985-be94955f15e1 HTTP/1.1" status: 200 len: 945 time: 0.0470481 May 03 15:01:34.355353 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-c0d7b890-4cbe-4d3b-b36b-32de1f44a572 req-71e2791c-3963-4e0c-9e65-9bf9e4e0b33f tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc097d8f-ecf4-4a61-a1b5-87047cece25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403764 May 03 15:01:35.468370 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d02d1d-4838-427a-947c-82a96f156e58 req-c2f857c0-b7bf-458b-8d5a-becd747b1b79 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:01:35.469903 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-a6d02d1d-4838-427a-947c-82a96f156e58 req-c2f857c0-b7bf-458b-8d5a-becd747b1b79 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] 10.222.0.16 "GET /v2.0/ports?device_id=66be12a8-21f1-4c23-8985-be94955f15e1 HTTP/1.1" status: 200 len: 945 time: 0.0464544 May 03 15:01:35.520913 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-a6d02d1d-4838-427a-947c-82a96f156e58 req-28ae737a-b2ad-4aae-845f-da9a3d166768 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc097d8f-ecf4-4a61-a1b5-87047cece25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456023 May 03 15:01:36.634045 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68b8075-fcee-48d9-9ddd-2f91ec44a5f2 req-4561c3d5-bb38-459b-ac51-48f310552a10 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:01:36.635536 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-d68b8075-fcee-48d9-9ddd-2f91ec44a5f2 req-4561c3d5-bb38-459b-ac51-48f310552a10 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] 10.222.0.16 "GET /v2.0/ports?device_id=66be12a8-21f1-4c23-8985-be94955f15e1 HTTP/1.1" status: 200 len: 945 time: 0.0476775 May 03 15:01:36.682828 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-d68b8075-fcee-48d9-9ddd-2f91ec44a5f2 req-80626960-52f6-4305-9773-4e0042d15b90 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc097d8f-ecf4-4a61-a1b5-87047cece25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417054 May 03 15:01:36.791127 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9c30de-a283-4916-9460-1427240873df req-778a181d-89d1-4908-8273-7dc88f02c955 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:01:36.792624 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-5f9c30de-a283-4916-9460-1427240873df req-778a181d-89d1-4908-8273-7dc88f02c955 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] 10.222.0.16 "GET /v2.0/ports?device_id=66be12a8-21f1-4c23-8985-be94955f15e1 HTTP/1.1" status: 200 len: 945 time: 0.0477705 May 03 15:01:36.801085 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 49112) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 15:01:36.805289 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.v2.base [None req-d7d66eeb-d308-4abc-b111-10ad7df34900 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Request body: {'floatingip': {'port_id': '818d410d-3034-45d6-bf09-144ffa37b312'}} {{(pid=110298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 15:01:36.848975 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-d7d66eeb-d308-4abc-b111-10ad7df34900 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Publish callbacks [] for floatingip (7d678f26-d6e5-4179-82ef-4a92d9c8d8f9), before_update {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:01:37.289035 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-d7d66eeb-d308-4abc-b111-10ad7df34900 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:01:37.346065 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-d7d66eeb-d308-4abc-b111-10ad7df34900 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692144'] for floatingip (7d678f26-d6e5-4179-82ef-4a92d9c8d8f9), after_update {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:01:37.448524 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.db.l3_db [None req-d7d66eeb-d308-4abc-b111-10ad7df34900 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Floating IP 7d678f26-d6e5-4179-82ef-4a92d9c8d8f9 associated. External IP: 172.27.0.25, port: 818d410d-3034-45d6-bf09-144ffa37b312. May 03 15:01:37.659502 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7d66eeb-d308-4abc-b111-10ad7df34900 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Router b2de5692-15b7-4533-8b3c-b49995075c04 has already been hosted by L3 agent a9161e1b-902d-441f-843b-a0ff0805adee {{(pid=110298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 15:01:37.768822 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7d66eeb-d308-4abc-b111-10ad7df34900 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Notify agent at l3_agent.dv-cinder-840289-3-iscsi the message routers_updated {{(pid=110298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 15:01:37.773674 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-d7d66eeb-d308-4abc-b111-10ad7df34900 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46205'] for floatingip (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:01:37.779332 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3366ff8-af55-48a9-be14-8cccf4f6425c None None] Sync routers for ids ['b2de5692-15b7-4533-8b3c-b49995075c04'] in dv-cinder-840289-3-iscsi {{(pid=110300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 15:01:37.788724 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3366ff8-af55-48a9-be14-8cccf4f6425c None None] Routers {'b2de5692-15b7-4533-8b3c-b49995075c04'} bound to L3 agent in host dv-cinder-840289-3-iscsi {{(pid=110300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 15:01:37.789321 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_hamode_db [None req-d3366ff8-af55-48a9-be14-8cccf4f6425c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T14:38:11Z,description=,heartbeat_timestamp=2022-05-03T15:01:11Z,host='dv-cinder-840289-3-iscsi',id=a9161e1b-902d-441f-843b-a0ff0805adee,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:38:12Z,topic='l3_agent')) {'router_ids': ['b2de5692-15b7-4533-8b3c-b49995075c04'], 'active': True} {{(pid=110300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 15:01:37.804852 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-d7d66eeb-d308-4abc-b111-10ad7df34900 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] 10.222.0.16 "PUT /v2.0/floatingips/7d678f26-d6e5-4179-82ef-4a92d9c8d8f9 HTTP/1.1" status: 200 len: 990 time: 1.0027883 May 03 15:01:37.805565 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66be12a8-21f1-4c23-8985-be94955f15e1', 'tag': '818d410d-3034-45d6-bf09-144ffa37b312'}] {{(pid=110298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 15:01:37.807866 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75d30aab20f2b99e69676ba1094dd13d61de0bc97323401ed2dd99ba05286cef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e227606-12b3-4cd8-98c3-426abc13794d" -d '{"events": [{"name": "network-changed", "server_uuid": "66be12a8-21f1-4c23-8985-be94955f15e1", "tag": "818d410d-3034-45d6-bf09-144ffa37b312"}]}' {{(pid=110298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 15:01:37.843664 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 15:01:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3658d3f4-e77f-4533-b35d-aff16733e2d0 x-openstack-request-id: req-3658d3f4-e77f-4533-b35d-aff16733e2d0 {{(pid=110298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 15:01:37.843964 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66be12a8-21f1-4c23-8985-be94955f15e1", "tag": "818d410d-3034-45d6-bf09-144ffa37b312", "status": "completed", "code": 200}]} {{(pid=110298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 15:01:37.844228 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3658d3f4-e77f-4533-b35d-aff16733e2d0 {{(pid=110298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 15:01:37.844643 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3658d3f4-e77f-4533-b35d-aff16733e2d0'] response: {'name': 'network-changed', 'server_uuid': '66be12a8-21f1-4c23-8985-be94955f15e1', 'tag': '818d410d-3034-45d6-bf09-144ffa37b312', 'status': 'completed', 'code': 200} May 03 15:01:37.899410 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvr_db [None req-d3366ff8-af55-48a9-be14-8cccf4f6425c None None] Set router b2de5692-15b7-4533-8b3c-b49995075c04 gateway port host: dv-cinder-840289-3-iscsi {{(pid=110300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 15:01:37.937049 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e227606-12b3-4cd8-98c3-426abc13794d req-efeb0d4a-4fb7-4195-9347-ab4a33b454c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:01:37.937049 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-7e227606-12b3-4cd8-98c3-426abc13794d req-efeb0d4a-4fb7-4195-9347-ab4a33b454c8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fa83f683c67a413ba3ca7f7d2d6bb966&device_id=66be12a8-21f1-4c23-8985-be94955f15e1 HTTP/1.1" status: 200 len: 1129 time: 0.0444791 May 03 15:01:38.028051 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e227606-12b3-4cd8-98c3-426abc13794d req-0c791e63-73ba-4391-9e0f-6272db88afeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:01:38.029525 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-7e227606-12b3-4cd8-98c3-426abc13794d req-0c791e63-73ba-4391-9e0f-6272db88afeb service neutron] 10.222.0.55 "GET /v2.0/networks?id=8e6de03b-779e-46f4-99b9-4423e500c0dd HTTP/1.1" status: 200 len: 915 time: 0.0865905 May 03 15:01:38.097866 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-7e227606-12b3-4cd8-98c3-426abc13794d req-a3820006-70f2-45ca-a5c3-68fa92a8f7c0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=818d410d-3034-45d6-bf09-144ffa37b312 HTTP/1.1" status: 200 len: 998 time: 0.0625660 May 03 15:01:38.116405 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_hamode_db [None req-d3366ff8-af55-48a9-be14-8cccf4f6425c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2de5692-15b7-4533-8b3c-b49995075c04', 'name': 'tempest-AttachVolumeNegativeTest-691195481-router', 'tenant_id': 'fa83f683c67a413ba3ca7f7d2d6bb966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'external_fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': '9d99af12-dc8d-4fea-987c-b8fd148bbed4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:55:16Z', 'updated_at': '2022-05-03T14:55:20Z', 'revision_number': 4, 'project_id': 'fa83f683c67a413ba3ca7f7d2d6bb966', 'gw_port': {'id': '9d99af12-dc8d-4fea-987c-b8fd148bbed4', 'name': '', 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:53:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2de5692-15b7-4533-8b3c-b49995075c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:55:17Z', 'updated_at': '2022-05-03T14:55:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f907060b-4748-4522-aeb5-06a44b689374', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-3-iscsi', '_floatingips': [{'id': '7d678f26-d6e5-4179-82ef-4a92d9c8d8f9', 'tenant_id': 'fa83f683c67a413ba3ca7f7d2d6bb966', 'floating_ip_address': '172.27.0.25', 'floating_network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'router_id': 'b2de5692-15b7-4533-8b3c-b49995075c04', 'port_id': '818d410d-3034-45d6-bf09-144ffa37b312', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8e6de03b-779e-46f4-99b9-4423e500c0dd', 'mac_address': 'fa:16:3e:99:4d:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66be12a8-21f1-4c23-8985-be94955f15e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T15:01:21Z', 'updated_at': '2022-05-03T15:01:37Z', 'revision_number': 1, 'project_id': 'fa83f683c67a413ba3ca7f7d2d6bb966', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bc0b0eb-1930-4c1c-bb20-1831094b8912', 'name': '', 'network_id': '8e6de03b-779e-46f4-99b9-4423e500c0dd', 'tenant_id': 'fa83f683c67a413ba3ca7f7d2d6bb966', 'mac_address': 'fa:16:3e:8e:05:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2de5692-15b7-4533-8b3c-b49995075c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'da523ca4-000e-4457-a118-98a9c4ff1011', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:55:19Z', 'updated_at': '2022-05-03T14:55:23Z', 'revision_number': 5, 'project_id': 'fa83f683c67a413ba3ca7f7d2d6bb966', 'subnets': [{'id': 'da523ca4-000e-4457-a118-98a9c4ff1011', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-3-iscsi', False) {} {{(pid=110300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 15:01:38.143085 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3366ff8-af55-48a9-be14-8cccf4f6425c None None] Checking router: b2de5692-15b7-4533-8b3c-b49995075c04 for host: dv-cinder-840289-3-iscsi {{(pid=110300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 15:01:38.147265 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e227606-12b3-4cd8-98c3-426abc13794d req-8cb836d1-baa2-455a-96c6-092cb68baecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:01:38.148739 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-7e227606-12b3-4cd8-98c3-426abc13794d req-8cb836d1-baa2-455a-96c6-092cb68baecb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=da523ca4-000e-4457-a118-98a9c4ff1011 HTTP/1.1" status: 200 len: 853 time: 0.0441892 May 03 15:01:38.151146 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3366ff8-af55-48a9-be14-8cccf4f6425c None None] Routers {'b2de5692-15b7-4533-8b3c-b49995075c04'} bound to L3 agent in host dv-cinder-840289-3-iscsi {{(pid=110300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 15:01:38.151734 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_hamode_db [None req-d3366ff8-af55-48a9-be14-8cccf4f6425c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T14:38:11Z,description=,heartbeat_timestamp=2022-05-03T15:01:11Z,host='dv-cinder-840289-3-iscsi',id=a9161e1b-902d-441f-843b-a0ff0805adee,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:38:12Z,topic='l3_agent')) {'router_ids': ['b2de5692-15b7-4533-8b3c-b49995075c04'], 'active': True} {{(pid=110300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 15:01:38.191769 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e227606-12b3-4cd8-98c3-426abc13794d req-cda988ab-2d1d-4620-b674-26a988696d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:01:38.193169 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-7e227606-12b3-4cd8-98c3-426abc13794d req-cda988ab-2d1d-4620-b674-26a988696d3d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8e6de03b-779e-46f4-99b9-4423e500c0dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389991 May 03 15:01:38.259733 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvr_db [None req-d3366ff8-af55-48a9-be14-8cccf4f6425c None None] Set router b2de5692-15b7-4533-8b3c-b49995075c04 gateway port host: dv-cinder-840289-3-iscsi {{(pid=110300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 15:01:38.286221 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-7e227606-12b3-4cd8-98c3-426abc13794d req-fa348fb8-9dda-41d3-994c-1618420ebb39 service neutron] 10.222.0.55 "GET /v2.0/networks/8e6de03b-779e-46f4-99b9-4423e500c0dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870802 May 03 15:01:38.374870 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-7e227606-12b3-4cd8-98c3-426abc13794d req-0e18a952-a656-4606-8a85-a546b9fd9db9 service neutron] 10.222.0.55 "GET /v2.0/networks/8e6de03b-779e-46f4-99b9-4423e500c0dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824792 May 03 15:01:38.471179 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_hamode_db [None req-d3366ff8-af55-48a9-be14-8cccf4f6425c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2de5692-15b7-4533-8b3c-b49995075c04', 'name': 'tempest-AttachVolumeNegativeTest-691195481-router', 'tenant_id': 'fa83f683c67a413ba3ca7f7d2d6bb966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'external_fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': '9d99af12-dc8d-4fea-987c-b8fd148bbed4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:55:16Z', 'updated_at': '2022-05-03T14:55:20Z', 'revision_number': 4, 'project_id': 'fa83f683c67a413ba3ca7f7d2d6bb966', 'gw_port': {'id': '9d99af12-dc8d-4fea-987c-b8fd148bbed4', 'name': '', 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:53:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2de5692-15b7-4533-8b3c-b49995075c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:55:17Z', 'updated_at': '2022-05-03T14:55:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f907060b-4748-4522-aeb5-06a44b689374', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-3-iscsi', '_floatingips': [{'id': '7d678f26-d6e5-4179-82ef-4a92d9c8d8f9', 'tenant_id': 'fa83f683c67a413ba3ca7f7d2d6bb966', 'floating_ip_address': '172.27.0.25', 'floating_network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'router_id': 'b2de5692-15b7-4533-8b3c-b49995075c04', 'port_id': '818d410d-3034-45d6-bf09-144ffa37b312', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8e6de03b-779e-46f4-99b9-4423e500c0dd', 'mac_address': 'fa:16:3e:99:4d:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66be12a8-21f1-4c23-8985-be94955f15e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T15:01:21Z', 'updated_at': '2022-05-03T15:01:37Z', 'revision_number': 1, 'project_id': 'fa83f683c67a413ba3ca7f7d2d6bb966', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bc0b0eb-1930-4c1c-bb20-1831094b8912', 'name': '', 'network_id': '8e6de03b-779e-46f4-99b9-4423e500c0dd', 'tenant_id': 'fa83f683c67a413ba3ca7f7d2d6bb966', 'mac_address': 'fa:16:3e:8e:05:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2de5692-15b7-4533-8b3c-b49995075c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'da523ca4-000e-4457-a118-98a9c4ff1011', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:55:19Z', 'updated_at': '2022-05-03T14:55:23Z', 'revision_number': 5, 'project_id': 'fa83f683c67a413ba3ca7f7d2d6bb966', 'subnets': [{'id': 'da523ca4-000e-4457-a118-98a9c4ff1011', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-3-iscsi', False) {} {{(pid=110300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 15:01:38.500713 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3366ff8-af55-48a9-be14-8cccf4f6425c None None] The sync data for ids ['b2de5692-15b7-4533-8b3c-b49995075c04'] in dv-cinder-840289-3-iscsi is: [{'id': 'b2de5692-15b7-4533-8b3c-b49995075c04', 'name': 'tempest-AttachVolumeNegativeTest-691195481-router', 'tenant_id': 'fa83f683c67a413ba3ca7f7d2d6bb966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'external_fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': '9d99af12-dc8d-4fea-987c-b8fd148bbed4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:55:16Z', 'updated_at': '2022-05-03T14:55:20Z', 'revision_number': 4, 'project_id': 'fa83f683c67a413ba3ca7f7d2d6bb966', 'gw_port': {'id': '9d99af12-dc8d-4fea-987c-b8fd148bbed4', 'name': '', 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:53:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2de5692-15b7-4533-8b3c-b49995075c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:55:17Z', 'updated_at': '2022-05-03T14:55:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f907060b-4748-4522-aeb5-06a44b689374', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-3-iscsi', '_floatingips': [{'id': '7d678f26-d6e5-4179-82ef-4a92d9c8d8f9', 'tenant_id': 'fa83f683c67a413ba3ca7f7d2d6bb966', 'floating_ip_address': '172.27.0.25', 'floating_network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'router_id': 'b2de5692-15b7-4533-8b3c-b49995075c04', 'port_id': '818d410d-3034-45d6-bf09-144ffa37b312', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8e6de03b-779e-46f4-99b9-4423e500c0dd', 'mac_address': 'fa:16:3e:99:4d:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66be12a8-21f1-4c23-8985-be94955f15e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T15:01:21Z', 'updated_at': '2022-05-03T15:01:37Z', 'revision_number': 1, 'project_id': 'fa83f683c67a413ba3ca7f7d2d6bb966', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bc0b0eb-1930-4c1c-bb20-1831094b8912', 'name': '', 'network_id': '8e6de03b-779e-46f4-99b9-4423e500c0dd', 'tenant_id': 'fa83f683c67a413ba3ca7f7d2d6bb966', 'mac_address': 'fa:16:3e:8e:05:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2de5692-15b7-4533-8b3c-b49995075c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'da523ca4-000e-4457-a118-98a9c4ff1011', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:55:19Z', 'updated_at': '2022-05-03T14:55:23Z', 'revision_number': 5, 'project_id': 'fa83f683c67a413ba3ca7f7d2d6bb966', 'subnets': [{'id': 'da523ca4-000e-4457-a118-98a9c4ff1011', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 15:01:38.700057 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e0534f-26e3-42b3-bbac-6777b210f542 None None] New status for floating IP 7d678f26-d6e5-4179-82ef-4a92d9c8d8f9: ACTIVE {{(pid=110299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 15:01:38.789224 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-15b43f5a-207e-4181-b9f8-7de227ede443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (5d16a8e7-5fab-4607-ae51-2b468a019c05), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:01:41.115249 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-5d394eee-5c56-41b3-8a96-cf738cc43761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (a9161e1b-902d-441f-843b-a0ff0805adee), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:01:41.997552 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.agents_db [None req-dd30728e-be63-467e-afaf-aba6f24eb33e None None] Agent healthcheck: found 6 active agents {{(pid=110300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 15:01:42.345906 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-ed776e2d-a518-4685-8fad-0cd9eaa120ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (6a418bd5-8bcc-400f-88b5-19eff412e81a), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:01:43.574234 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-dd96712b-4627-437f-9df9-b1bfec551245 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (8b46afec-dab7-4bfa-a959-8584a0cfd79a), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:01:45.189430 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (16d44442-859c-4c9b-bc72-04cb3b8a5d5b), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:01:59.008235 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (26e70f58-a201-437c-be8d-fd2714f100da), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:02:05.853398 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f326a8a-eb68-4752-b739-0c8f548ba998 req-0845095c-c4d7-49e9-ac7b-d31fbdbf78da tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:02:05.854900 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-7f326a8a-eb68-4752-b739-0c8f548ba998 req-0845095c-c4d7-49e9-ac7b-d31fbdbf78da tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c564964-d0e7-4872-a2cd-8b338290671e HTTP/1.1" status: 200 len: 946 time: 0.1238062 May 03 15:02:05.903634 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-7f326a8a-eb68-4752-b739-0c8f548ba998 req-effca25c-b8c9-4fcc-9310-1b1d4aee1290 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] 10.222.0.16 "GET /v2.0/security-groups?id=83307a02-2dd4-4895-bd37-cc4561dc163e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429611 May 03 15:02:07.070734 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f5a6ea-4879-42ac-9359-c72efae5b7cf req-6af42108-201c-4bb2-950c-ed733eda389d tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:02:07.072248 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-77f5a6ea-4879-42ac-9359-c72efae5b7cf req-6af42108-201c-4bb2-950c-ed733eda389d tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c564964-d0e7-4872-a2cd-8b338290671e HTTP/1.1" status: 200 len: 946 time: 0.0982044 May 03 15:02:07.125090 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-77f5a6ea-4879-42ac-9359-c72efae5b7cf req-dab6b7fc-e302-4c79-809e-4d5fd3c13f4c tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] 10.222.0.16 "GET /v2.0/security-groups?id=83307a02-2dd4-4895-bd37-cc4561dc163e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449855 May 03 15:02:07.591546 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fba8ccc-b84b-4463-a991-3fe83bd0ea9a req-ba44509d-3e9b-4935-9556-e1bbcf45837e tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:02:07.593051 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-6fba8ccc-b84b-4463-a991-3fe83bd0ea9a req-ba44509d-3e9b-4935-9556-e1bbcf45837e tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c564964-d0e7-4872-a2cd-8b338290671e HTTP/1.1" status: 200 len: 946 time: 0.0550203 May 03 15:02:07.689572 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.plugin [req-6fba8ccc-b84b-4463-a991-3fe83bd0ea9a req-94fcc258-1105-4380-8911-10a415d1dd6e tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Deleting port 3b186236-00c6-4208-b6ef-02f314f91ae5 {{(pid=110298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 15:02:07.690018 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-6fba8ccc-b84b-4463-a991-3fe83bd0ea9a req-94fcc258-1105-4380-8911-10a415d1dd6e tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775477116685'] for port (3b186236-00c6-4208-b6ef-02f314f91ae5), before_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:02:07.786958 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.db [req-6fba8ccc-b84b-4463-a991-3fe83bd0ea9a req-94fcc258-1105-4380-8911-10a415d1dd6e tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] For port 3b186236-00c6-4208-b6ef-02f314f91ae5, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=3b186236-00c6-4208-b6ef-02f314f91ae5,segment=NetworkSegment(69a76b12-2a31-46f6-a618-e3d477baa0b8),segment_id=69a76b12-2a31-46f6-a618-e3d477baa0b8)] {{(pid=110298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 15:02:07.787344 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-6fba8ccc-b84b-4463-a991-3fe83bd0ea9a req-94fcc258-1105-4380-8911-10a415d1dd6e tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689583'] for port (3b186236-00c6-4208-b6ef-02f314f91ae5), precommit_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:02:07.990025 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-6fba8ccc-b84b-4463-a991-3fe83bd0ea9a req-94fcc258-1105-4380-8911-10a415d1dd6e tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:02:07.990303 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-6fba8ccc-b84b-4463-a991-3fe83bd0ea9a req-94fcc258-1105-4380-8911-10a415d1dd6e tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692144'] for floatingip (3bceb4bb-d642-4a24-ae11-4dcd3886c72a), after_update {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:02:07.990619 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.db.l3_db [req-6fba8ccc-b84b-4463-a991-3fe83bd0ea9a req-94fcc258-1105-4380-8911-10a415d1dd6e tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Floating IP 3bceb4bb-d642-4a24-ae11-4dcd3886c72a disassociated. External IP: 172.27.0.55, port: 3b186236-00c6-4208-b6ef-02f314f91ae5. May 03 15:02:07.990959 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.plugin [req-6fba8ccc-b84b-4463-a991-3fe83bd0ea9a req-94fcc258-1105-4380-8911-10a415d1dd6e tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Calling delete_port for 3b186236-00c6-4208-b6ef-02f314f91ae5 owned by compute:nova {{(pid=110298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 15:02:08.205340 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-6fba8ccc-b84b-4463-a991-3fe83bd0ea9a req-94fcc258-1105-4380-8911-10a415d1dd6e tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775477123741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775476647069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25806886'] for port (3b186236-00c6-4208-b6ef-02f314f91ae5), after_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:02:08.232700 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-9cd78f11-1e1c-4fba-b19e-22af2909339d req-90f8cc85-2915-4127-8a27-91bf98874b88 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c564964-d0e7-4872-a2cd-8b338290671e HTTP/1.1" status: 200 len: 210 time: 0.0378315 May 03 15:02:08.253264 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fcc258-1105-4380-8911-10a415d1dd6e tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Pushing event deleted for resources: {'Port': ['ID=3b186236-00c6-4208-b6ef-02f314f91ae5,revision_number=None']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 15:02:08.372244 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6fba8ccc-b84b-4463-a991-3fe83bd0ea9a req-94fcc258-1105-4380-8911-10a415d1dd6e tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Router 5b2d5cf6-ca52-4e6d-98b9-363e424258d2 has already been hosted by L3 agent a9161e1b-902d-441f-843b-a0ff0805adee {{(pid=110298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 15:02:08.482446 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6fba8ccc-b84b-4463-a991-3fe83bd0ea9a req-94fcc258-1105-4380-8911-10a415d1dd6e tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Notify agent at l3_agent.dv-cinder-840289-3-iscsi the message routers_updated {{(pid=110298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 15:02:08.493068 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51bb63ae-2462-43a9-b049-7bebeb68d996 None None] Sync routers for ids ['5b2d5cf6-ca52-4e6d-98b9-363e424258d2'] in dv-cinder-840289-3-iscsi {{(pid=110300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 15:02:08.503661 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51bb63ae-2462-43a9-b049-7bebeb68d996 None None] Routers {'5b2d5cf6-ca52-4e6d-98b9-363e424258d2'} bound to L3 agent in host dv-cinder-840289-3-iscsi {{(pid=110300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 15:02:08.504250 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_hamode_db [None req-51bb63ae-2462-43a9-b049-7bebeb68d996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T14:38:11Z,description=,heartbeat_timestamp=2022-05-03T15:01:41Z,host='dv-cinder-840289-3-iscsi',id=a9161e1b-902d-441f-843b-a0ff0805adee,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:38:12Z,topic='l3_agent')) {'router_ids': ['5b2d5cf6-ca52-4e6d-98b9-363e424258d2'], 'active': True} {{(pid=110300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 15:02:08.525585 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fba8ccc-b84b-4463-a991-3fe83bd0ea9a req-94fcc258-1105-4380-8911-10a415d1dd6e tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] No DVR routers for this DVR port 3b186236-00c6-4208-b6ef-02f314f91ae5 on host hv-cinder-84028 {{(pid=110298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 15:02:08.528068 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-6fba8ccc-b84b-4463-a991-3fe83bd0ea9a req-94fcc258-1105-4380-8911-10a415d1dd6e tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46205'] for port (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:02:08.531421 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-6fba8ccc-b84b-4463-a991-3fe83bd0ea9a req-94fcc258-1105-4380-8911-10a415d1dd6e tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] 10.222.0.55 "DELETE /v2.0/ports/3b186236-00c6-4208-b6ef-02f314f91ae5 HTTP/1.1" status: 204 len: 173 time: 0.9330864 May 03 15:02:08.532121 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c564964-d0e7-4872-a2cd-8b338290671e', 'name': 'network-vif-deleted', 'tag': '3b186236-00c6-4208-b6ef-02f314f91ae5'}] {{(pid=110298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 15:02:08.534346 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75d30aab20f2b99e69676ba1094dd13d61de0bc97323401ed2dd99ba05286cef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27201e38-cc8d-4f3a-84b9-097009e7699f" -d '{"events": [{"server_uuid": "7c564964-d0e7-4872-a2cd-8b338290671e", "name": "network-vif-deleted", "tag": "3b186236-00c6-4208-b6ef-02f314f91ae5"}]}' {{(pid=110298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 15:02:08.574871 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 15:02:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c11e1021-ecfa-498b-b04f-680fd4578550 x-openstack-request-id: req-c11e1021-ecfa-498b-b04f-680fd4578550 {{(pid=110298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 15:02:08.575210 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c564964-d0e7-4872-a2cd-8b338290671e", "name": "network-vif-deleted", "tag": "3b186236-00c6-4208-b6ef-02f314f91ae5", "status": "completed", "code": 200}]} {{(pid=110298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 15:02:08.575502 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c11e1021-ecfa-498b-b04f-680fd4578550 {{(pid=110298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 15:02:08.575964 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c11e1021-ecfa-498b-b04f-680fd4578550'] response: {'server_uuid': '7c564964-d0e7-4872-a2cd-8b338290671e', 'name': 'network-vif-deleted', 'tag': '3b186236-00c6-4208-b6ef-02f314f91ae5', 'status': 'completed', 'code': 200} May 03 15:02:08.616337 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvr_db [None req-51bb63ae-2462-43a9-b049-7bebeb68d996 None None] Set router 5b2d5cf6-ca52-4e6d-98b9-363e424258d2 gateway port host: dv-cinder-840289-3-iscsi {{(pid=110300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 15:02:08.790757 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-4e48431b-0466-4dd0-974e-ae3e906bd1f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (5d16a8e7-5fab-4607-ae51-2b468a019c05), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:02:08.818214 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_hamode_db [None req-51bb63ae-2462-43a9-b049-7bebeb68d996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b2d5cf6-ca52-4e6d-98b9-363e424258d2', 'name': 'tempest-TestVolumeBootPattern-584225590-router', 'tenant_id': '3cc6d2a38dc34b4a8c0e2357b41c95bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'external_fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': 'c3f1359b-2e27-4f48-8011-5313e1c6e491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:58:49Z', 'updated_at': '2022-05-03T14:58:52Z', 'revision_number': 4, 'project_id': '3cc6d2a38dc34b4a8c0e2357b41c95bc', 'gw_port': {'id': 'c3f1359b-2e27-4f48-8011-5313e1c6e491', 'name': '', 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:46:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2d5cf6-ca52-4e6d-98b9-363e424258d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:58:49Z', 'updated_at': '2022-05-03T14:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f907060b-4748-4522-aeb5-06a44b689374', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-3-iscsi', '_interfaces': [{'id': 'ca38f3ec-8d99-4bb3-874a-4757510c47c3', 'name': '', 'network_id': '3f1b5a04-a89d-49fe-9254-ad52b00abc9e', 'tenant_id': '3cc6d2a38dc34b4a8c0e2357b41c95bc', 'mac_address': 'fa:16:3e:83:23:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2d5cf6-ca52-4e6d-98b9-363e424258d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '92e39b4b-b229-4fdb-b188-e8826d978416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:58:52Z', 'updated_at': '2022-05-03T14:58:56Z', 'revision_number': 5, 'project_id': '3cc6d2a38dc34b4a8c0e2357b41c95bc', 'subnets': [{'id': '92e39b4b-b229-4fdb-b188-e8826d978416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-3-iscsi', False) {} {{(pid=110300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 15:02:08.844264 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51bb63ae-2462-43a9-b049-7bebeb68d996 None None] Checking router: 5b2d5cf6-ca52-4e6d-98b9-363e424258d2 for host: dv-cinder-840289-3-iscsi {{(pid=110300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 15:02:08.852639 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51bb63ae-2462-43a9-b049-7bebeb68d996 None None] Routers {'5b2d5cf6-ca52-4e6d-98b9-363e424258d2'} bound to L3 agent in host dv-cinder-840289-3-iscsi {{(pid=110300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 15:02:08.853241 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_hamode_db [None req-51bb63ae-2462-43a9-b049-7bebeb68d996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T14:38:11Z,description=,heartbeat_timestamp=2022-05-03T15:01:41Z,host='dv-cinder-840289-3-iscsi',id=a9161e1b-902d-441f-843b-a0ff0805adee,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:38:12Z,topic='l3_agent')) {'router_ids': ['5b2d5cf6-ca52-4e6d-98b9-363e424258d2'], 'active': True} {{(pid=110300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 15:02:08.959803 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvr_db [None req-51bb63ae-2462-43a9-b049-7bebeb68d996 None None] Set router 5b2d5cf6-ca52-4e6d-98b9-363e424258d2 gateway port host: dv-cinder-840289-3-iscsi {{(pid=110300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 15:02:09.237558 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_hamode_db [None req-51bb63ae-2462-43a9-b049-7bebeb68d996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b2d5cf6-ca52-4e6d-98b9-363e424258d2', 'name': 'tempest-TestVolumeBootPattern-584225590-router', 'tenant_id': '3cc6d2a38dc34b4a8c0e2357b41c95bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'external_fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': 'c3f1359b-2e27-4f48-8011-5313e1c6e491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:58:49Z', 'updated_at': '2022-05-03T14:58:52Z', 'revision_number': 4, 'project_id': '3cc6d2a38dc34b4a8c0e2357b41c95bc', 'gw_port': {'id': 'c3f1359b-2e27-4f48-8011-5313e1c6e491', 'name': '', 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:46:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2d5cf6-ca52-4e6d-98b9-363e424258d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:58:49Z', 'updated_at': '2022-05-03T14:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f907060b-4748-4522-aeb5-06a44b689374', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-3-iscsi', '_interfaces': [{'id': 'ca38f3ec-8d99-4bb3-874a-4757510c47c3', 'name': '', 'network_id': '3f1b5a04-a89d-49fe-9254-ad52b00abc9e', 'tenant_id': '3cc6d2a38dc34b4a8c0e2357b41c95bc', 'mac_address': 'fa:16:3e:83:23:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2d5cf6-ca52-4e6d-98b9-363e424258d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '92e39b4b-b229-4fdb-b188-e8826d978416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:58:52Z', 'updated_at': '2022-05-03T14:58:56Z', 'revision_number': 5, 'project_id': '3cc6d2a38dc34b4a8c0e2357b41c95bc', 'subnets': [{'id': '92e39b4b-b229-4fdb-b188-e8826d978416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-3-iscsi', False) {} {{(pid=110300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 15:02:09.267863 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51bb63ae-2462-43a9-b049-7bebeb68d996 None None] The sync data for ids ['5b2d5cf6-ca52-4e6d-98b9-363e424258d2'] in dv-cinder-840289-3-iscsi is: [{'id': '5b2d5cf6-ca52-4e6d-98b9-363e424258d2', 'name': 'tempest-TestVolumeBootPattern-584225590-router', 'tenant_id': '3cc6d2a38dc34b4a8c0e2357b41c95bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'external_fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': 'c3f1359b-2e27-4f48-8011-5313e1c6e491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:58:49Z', 'updated_at': '2022-05-03T14:58:52Z', 'revision_number': 4, 'project_id': '3cc6d2a38dc34b4a8c0e2357b41c95bc', 'gw_port': {'id': 'c3f1359b-2e27-4f48-8011-5313e1c6e491', 'name': '', 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:46:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2d5cf6-ca52-4e6d-98b9-363e424258d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:58:49Z', 'updated_at': '2022-05-03T14:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f907060b-4748-4522-aeb5-06a44b689374', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-3-iscsi', '_interfaces': [{'id': 'ca38f3ec-8d99-4bb3-874a-4757510c47c3', 'name': '', 'network_id': '3f1b5a04-a89d-49fe-9254-ad52b00abc9e', 'tenant_id': '3cc6d2a38dc34b4a8c0e2357b41c95bc', 'mac_address': 'fa:16:3e:83:23:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2d5cf6-ca52-4e6d-98b9-363e424258d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '92e39b4b-b229-4fdb-b188-e8826d978416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:58:52Z', 'updated_at': '2022-05-03T14:58:56Z', 'revision_number': 5, 'project_id': '3cc6d2a38dc34b4a8c0e2357b41c95bc', 'subnets': [{'id': '92e39b4b-b229-4fdb-b188-e8826d978416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 15:02:09.348100 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-feb1de12-fb1e-4f49-95cd-9e449202f25f req-1076cce7-65ba-4b90-844a-66e74be83c11 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c564964-d0e7-4872-a2cd-8b338290671e HTTP/1.1" status: 200 len: 210 time: 0.0289030 May 03 15:02:09.485308 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce491ad4-ce80-455d-a06f-9e254e5b5b14 None None] New status for floating IP 3bceb4bb-d642-4a24-ae11-4dcd3886c72a: DOWN {{(pid=110299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 15:02:09.771584 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Device 3b186236-00c6-4208-b6ef-02f314f91ae5 no longer exists at agent hyperv_hv-cinder-84028 {{(pid=110299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 15:02:09.792963 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] No Port match for: 3b186236-00c6-4208-b6ef-02f314f91ae5 {{(pid=110299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 15:02:09.793605 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Device 3b186236-00c6-4208-b6ef-02f314f91ae5 not bound to the agent host hv-cinder-84028 {{(pid=110299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 15:02:10.608423 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-c630023b-2ee3-416a-ae6b-e9bc8dabc5eb req-1469c392-bcf1-4afb-b0cd-ff05946caa5e tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1999255389&fields=id&tenant_id=3cc6d2a38dc34b4a8c0e2357b41c95bc HTTP/1.1" status: 200 len: 267 time: 0.0485809 May 03 15:02:10.712847 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c630023b-2ee3-416a-ae6b-e9bc8dabc5eb req-34752cfe-ea57-47a3-844b-30524bd4b61b tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:02:10.714293 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-c630023b-2ee3-416a-ae6b-e9bc8dabc5eb req-34752cfe-ea57-47a3-844b-30524bd4b61b tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] 10.222.0.16 "GET /v2.0/networks?id=3f1b5a04-a89d-49fe-9254-ad52b00abc9e HTTP/1.1" status: 200 len: 811 time: 0.0995576 May 03 15:02:10.730770 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-c630023b-2ee3-416a-ae6b-e9bc8dabc5eb req-4228b4c2-e822-4f23-8efe-0b71a04daed0 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] 10.222.0.16 "GET /v2.0/quotas/3cc6d2a38dc34b4a8c0e2357b41c95bc HTTP/1.1" status: 200 len: 375 time: 0.0105174 May 03 15:02:10.788515 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-c630023b-2ee3-416a-ae6b-e9bc8dabc5eb req-0eba3257-1a66-4c13-b91e-b71b534d7937 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=3cc6d2a38dc34b4a8c0e2357b41c95bc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0525572 May 03 15:02:10.887565 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-c630023b-2ee3-416a-ae6b-e9bc8dabc5eb req-64c18f1d-43e4-4ca8-ab95-94cce3904b4c service neutron] 10.222.0.16 "GET /v2.0/networks/3f1b5a04-a89d-49fe-9254-ad52b00abc9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871799 May 03 15:02:10.979989 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-c630023b-2ee3-416a-ae6b-e9bc8dabc5eb req-ec3ed4b8-fc5b-447b-8f9d-43496ef88122 service neutron] 10.222.0.16 "GET /v2.0/networks/3f1b5a04-a89d-49fe-9254-ad52b00abc9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860848 May 03 15:02:11.110818 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-828b4a43-51b7-4a85-83c9-238ca394d4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (a9161e1b-902d-441f-843b-a0ff0805adee), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:02:11.542395 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-02686cf9-1977-403a-8474-2b48d960ed4e req-5f827072-e6d4-46bc-be16-476450faf8f1 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] 10.222.0.16 "GET /v2.0/ports?device_id=06cfa5a4-005f-4356-ba72-4eaf6845adc3 HTTP/1.1" status: 200 len: 210 time: 0.0284979 May 03 15:02:12.365716 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-ed776e2d-a518-4685-8fad-0cd9eaa120ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (6a418bd5-8bcc-400f-88b5-19eff412e81a), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:02:12.638928 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-d74a89bd-d020-4ac6-84b0-2a49df98deec req-25571aa6-0546-4693-ad93-364769346ef2 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] 10.222.0.16 "GET /v2.0/ports?device_id=06cfa5a4-005f-4356-ba72-4eaf6845adc3 HTTP/1.1" status: 200 len: 210 time: 0.0298357 May 03 15:02:13.525906 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c630023b-2ee3-416a-ae6b-e9bc8dabc5eb req-3989c2d5-875d-40b3-836e-3a5610ee206a tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:02:13.527369 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-c630023b-2ee3-416a-ae6b-e9bc8dabc5eb req-3989c2d5-875d-40b3-836e-3a5610ee206a tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] 10.222.0.55 "GET /v2.0/networks?id=3f1b5a04-a89d-49fe-9254-ad52b00abc9e HTTP/1.1" status: 200 len: 811 time: 0.1046927 May 03 15:02:13.595317 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-c630023b-2ee3-416a-ae6b-e9bc8dabc5eb req-f6ef3b06-c9ff-4637-ae29-4cc8ef388941 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3cc6d2a38dc34b4a8c0e2357b41c95bc HTTP/1.1" status: 200 len: 380 time: 0.0541408 May 03 15:02:13.602028 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-dd96712b-4627-437f-9df9-b1bfec551245 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (8b46afec-dab7-4bfa-a959-8584a0cfd79a), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:02:13.603852 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.v2.base [req-c630023b-2ee3-416a-ae6b-e9bc8dabc5eb req-21b72f92-91ab-4c9e-97f8-3f649a3c145d tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Request body: {'port': {'device_id': '06cfa5a4-005f-4356-ba72-4eaf6845adc3', 'network_id': '3f1b5a04-a89d-49fe-9254-ad52b00abc9e', 'admin_state_up': True, 'tenant_id': '3cc6d2a38dc34b4a8c0e2357b41c95bc', 'security_groups': ['83307a02-2dd4-4895-bd37-cc4561dc163e']}} {{(pid=110298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 15:02:13.743687 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-3881fe82-1813-4e0f-a5c7-e981e45cffcb req-589eb5b7-6d39-4c40-b745-e660ac7cd1c6 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] 10.222.0.16 "GET /v2.0/ports?device_id=06cfa5a4-005f-4356-ba72-4eaf6845adc3 HTTP/1.1" status: 200 len: 210 time: 0.0342617 May 03 15:02:13.779597 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c630023b-2ee3-416a-ae6b-e9bc8dabc5eb req-21b72f92-91ab-4c9e-97f8-3f649a3c145d tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Made reservation on behalf of 3cc6d2a38dc34b4a8c0e2357b41c95bc for: {'port': 1} {{(pid=110298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 15:02:13.784085 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-c630023b-2ee3-416a-ae6b-e9bc8dabc5eb req-21b72f92-91ab-4c9e-97f8-3f649a3c145d tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (None), before_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:02:13.908199 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.db.db_base_plugin_common [req-c630023b-2ee3-416a-ae6b-e9bc8dabc5eb req-21b72f92-91ab-4c9e-97f8-3f649a3c145d tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Allocated IP 172.20.0.9 (3f1b5a04-a89d-49fe-9254-ad52b00abc9e/92e39b4b-b229-4fdb-b188-e8826d978416/fb9b1ca0-f87e-40e4-8396-792eeab5293a) {{(pid=110298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 15:02:14.315608 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-c630023b-2ee3-416a-ae6b-e9bc8dabc5eb req-21b72f92-91ab-4c9e-97f8-3f649a3c145d tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Publish callbacks [] for port (fb9b1ca0-f87e-40e4-8396-792eeab5293a), precommit_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:02:14.417749 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-c630023b-2ee3-416a-ae6b-e9bc8dabc5eb req-21b72f92-91ab-4c9e-97f8-3f649a3c145d tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775476647060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25806886'] for port (fb9b1ca0-f87e-40e4-8396-792eeab5293a), after_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:02:14.458627 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c630023b-2ee3-416a-ae6b-e9bc8dabc5eb req-21b72f92-91ab-4c9e-97f8-3f649a3c145d tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Network 3f1b5a04-a89d-49fe-9254-ad52b00abc9e is already hosted by enough agents. {{(pid=110298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 15:02:14.461589 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.scheduler.base_scheduler [req-c630023b-2ee3-416a-ae6b-e9bc8dabc5eb req-21b72f92-91ab-4c9e-97f8-3f649a3c145d tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Resources bound (agent type, host, resource id): {{(pid=110298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 15:02:14.465394 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.db.l3_dvrscheduler_db [req-c630023b-2ee3-416a-ae6b-e9bc8dabc5eb req-21b72f92-91ab-4c9e-97f8-3f649a3c145d tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Received port after_create {{(pid=110298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 15:02:14.500712 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b72f92-91ab-4c9e-97f8-3f649a3c145d tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Pushing event updated for resources: {'Port': ['ID=fb9b1ca0-f87e-40e4-8396-792eeab5293a,revision_number=1']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 15:02:14.531329 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c630023b-2ee3-416a-ae6b-e9bc8dabc5eb req-21b72f92-91ab-4c9e-97f8-3f649a3c145d tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:02:14.532227 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-c630023b-2ee3-416a-ae6b-e9bc8dabc5eb req-21b72f92-91ab-4c9e-97f8-3f649a3c145d tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46205'] for port (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:02:14.656110 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-c630023b-2ee3-416a-ae6b-e9bc8dabc5eb req-21b72f92-91ab-4c9e-97f8-3f649a3c145d tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0557103 May 03 15:02:14.674586 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.v2.base [req-c630023b-2ee3-416a-ae6b-e9bc8dabc5eb req-0ddc2416-2343-492d-bf9e-bda1434f6a92 service neutron] Request body: {'port': {'device_id': '06cfa5a4-005f-4356-ba72-4eaf6845adc3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84028'}} {{(pid=110298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 15:02:14.719913 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [None req-a3c2abcd-42a6-416b-9d3c-405472de022c None None] Provisioning complete for port fb9b1ca0-f87e-40e4-8396-792eeab5293a triggered by entity DHCP. {{(pid=110299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 15:02:14.720504 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a3c2abcd-42a6-416b-9d3c-405472de022c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728915'] for port (fb9b1ca0-f87e-40e4-8396-792eeab5293a), provisioning_complete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:02:14.733814 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-c630023b-2ee3-416a-ae6b-e9bc8dabc5eb req-0ddc2416-2343-492d-bf9e-bda1434f6a92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (fb9b1ca0-f87e-40e4-8396-792eeab5293a), before_update {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:02:14.754247 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-a3c2abcd-42a6-416b-9d3c-405472de022c None None] Port fb9b1ca0-f87e-40e4-8396-792eeab5293a cannot update to ACTIVE because it is not bound. {{(pid=110299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 15:02:14.898593 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535d0fba-f867-4f67-8182-b48e9e7e14cb req-cc07682b-b5fe-4218-b833-df578b4bed18 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:02:14.900070 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-535d0fba-f867-4f67-8182-b48e9e7e14cb req-cc07682b-b5fe-4218-b833-df578b4bed18 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] 10.222.0.16 "GET /v2.0/ports?device_id=06cfa5a4-005f-4356-ba72-4eaf6845adc3 HTTP/1.1" status: 200 len: 931 time: 0.0630133 May 03 15:02:14.998985 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-535d0fba-f867-4f67-8182-b48e9e7e14cb req-7dba78d6-3dc2-4da8-940f-64e907281a5d tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] 10.222.0.16 "GET /v2.0/security-groups?id=83307a02-2dd4-4895-bd37-cc4561dc163e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884671 May 03 15:02:15.074627 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.notifiers.nova [req-c630023b-2ee3-416a-ae6b-e9bc8dabc5eb req-0ddc2416-2343-492d-bf9e-bda1434f6a92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb9b1ca0-f87e-40e4-8396-792eeab5293a {{(pid=110298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 15:02:15.082342 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-c630023b-2ee3-416a-ae6b-e9bc8dabc5eb req-0ddc2416-2343-492d-bf9e-bda1434f6a92 service neutron] Publish callbacks [] for port (fb9b1ca0-f87e-40e4-8396-792eeab5293a), precommit_update {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:02:15.094573 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.db.provisioning_blocks [req-c630023b-2ee3-416a-ae6b-e9bc8dabc5eb req-0ddc2416-2343-492d-bf9e-bda1434f6a92 service neutron] Transition to ACTIVE for port object fb9b1ca0-f87e-40e4-8396-792eeab5293a will not be triggered until provisioned by entity L2. {{(pid=110298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 03 15:02:15.173545 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-c630023b-2ee3-416a-ae6b-e9bc8dabc5eb req-0ddc2416-2343-492d-bf9e-bda1434f6a92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25806943'] for port (fb9b1ca0-f87e-40e4-8396-792eeab5293a), after_update {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:02:15.202924 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (16d44442-859c-4c9b-bc72-04cb3b8a5d5b), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:02:15.216713 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [req-b197322d-d726-49fa-b727-c404a53038a3 req-62fa3f28-f3ea-4c05-ba15-a4276a519f14 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=66be12a8-21f1-4c23-8985-be94955f15e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0412378 May 03 15:02:15.228807 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddc2416-2343-492d-bf9e-bda1434f6a92 service neutron] Pushing event updated for resources: {'Port': ['ID=fb9b1ca0-f87e-40e4-8396-792eeab5293a,revision_number=2']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 15:02:15.305679 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.managers [req-c630023b-2ee3-416a-ae6b-e9bc8dabc5eb req-0ddc2416-2343-492d-bf9e-bda1434f6a92 service neutron] Attempting to bind port fb9b1ca0-f87e-40e4-8396-792eeab5293a on host hv-cinder-84028 for vnic_type normal with profile {{(pid=110298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 15:02:15.306022 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.managers [req-c630023b-2ee3-416a-ae6b-e9bc8dabc5eb req-0ddc2416-2343-492d-bf9e-bda1434f6a92 service neutron] Attempting to bind port fb9b1ca0-f87e-40e4-8396-792eeab5293a by drivers openvswitch,hyperv on host hv-cinder-84028 at level 0 using segments [{'id': '69a76b12-2a31-46f6-a618-e3d477baa0b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '3f1b5a04-a89d-49fe-9254-ad52b00abc9e'}] {{(pid=110298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 15:02:15.306352 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c630023b-2ee3-416a-ae6b-e9bc8dabc5eb req-0ddc2416-2343-492d-bf9e-bda1434f6a92 service neutron] Attempting to bind port fb9b1ca0-f87e-40e4-8396-792eeab5293a on network 3f1b5a04-a89d-49fe-9254-ad52b00abc9e {{(pid=110298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 15:02:15.311143 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c630023b-2ee3-416a-ae6b-e9bc8dabc5eb req-0ddc2416-2343-492d-bf9e-bda1434f6a92 service neutron] Port fb9b1ca0-f87e-40e4-8396-792eeab5293a on network 3f1b5a04-a89d-49fe-9254-ad52b00abc9e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84028 {{(pid=110298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 03 15:02:15.312287 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c630023b-2ee3-416a-ae6b-e9bc8dabc5eb req-0ddc2416-2343-492d-bf9e-bda1434f6a92 service neutron] Attempting to bind port fb9b1ca0-f87e-40e4-8396-792eeab5293a on network 3f1b5a04-a89d-49fe-9254-ad52b00abc9e {{(pid=110298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 15:02:15.318129 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c630023b-2ee3-416a-ae6b-e9bc8dabc5eb req-0ddc2416-2343-492d-bf9e-bda1434f6a92 service neutron] Checking agent: {'id': '26e70f58-a201-437c-be8d-fd2714f100da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84028', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 14, 44, 59), 'started_at': datetime.datetime(2022, 5, 3, 14, 44, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 15, 1, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 15:02:15.318473 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c630023b-2ee3-416a-ae6b-e9bc8dabc5eb req-0ddc2416-2343-492d-bf9e-bda1434f6a92 service neutron] Checking segment: {'id': '69a76b12-2a31-46f6-a618-e3d477baa0b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '3f1b5a04-a89d-49fe-9254-ad52b00abc9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 15:02:15.318862 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c630023b-2ee3-416a-ae6b-e9bc8dabc5eb req-0ddc2416-2343-492d-bf9e-bda1434f6a92 service neutron] Bound using segment: {'id': '69a76b12-2a31-46f6-a618-e3d477baa0b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '3f1b5a04-a89d-49fe-9254-ad52b00abc9e'} {{(pid=110298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 15:02:15.319323 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.managers [req-c630023b-2ee3-416a-ae6b-e9bc8dabc5eb req-0ddc2416-2343-492d-bf9e-bda1434f6a92 service neutron] Bound port: fb9b1ca0-f87e-40e4-8396-792eeab5293a, host: hv-cinder-84028, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69a76b12-2a31-46f6-a618-e3d477baa0b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '3f1b5a04-a89d-49fe-9254-ad52b00abc9e'}}] {{(pid=110298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 15:02:15.319685 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-c630023b-2ee3-416a-ae6b-e9bc8dabc5eb req-0ddc2416-2343-492d-bf9e-bda1434f6a92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (fb9b1ca0-f87e-40e4-8396-792eeab5293a), before_update {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:02:15.331193 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b197322d-d726-49fa-b727-c404a53038a3 req-05f2f5ef-147b-47e8-addc-af1a110fead8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:02:15.333471 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [req-b197322d-d726-49fa-b727-c404a53038a3 req-05f2f5ef-147b-47e8-addc-af1a110fead8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fa83f683c67a413ba3ca7f7d2d6bb966&device_id=66be12a8-21f1-4c23-8985-be94955f15e1 HTTP/1.1" status: 200 len: 1129 time: 0.0542312 May 03 15:02:15.391495 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.db [req-c630023b-2ee3-416a-ae6b-e9bc8dabc5eb req-0ddc2416-2343-492d-bf9e-bda1434f6a92 service neutron] For port fb9b1ca0-f87e-40e4-8396-792eeab5293a, host hv-cinder-84028, cleared binding levels {{(pid=110298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 15:02:15.394840 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.db [req-c630023b-2ee3-416a-ae6b-e9bc8dabc5eb req-0ddc2416-2343-492d-bf9e-bda1434f6a92 service neutron] For port fb9b1ca0-f87e-40e4-8396-792eeab5293a, host hv-cinder-84028, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=fb9b1ca0-f87e-40e4-8396-792eeab5293a,segment=NetworkSegment(69a76b12-2a31-46f6-a618-e3d477baa0b8),segment_id=69a76b12-2a31-46f6-a618-e3d477baa0b8)] {{(pid=110298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 15:02:15.441193 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b197322d-d726-49fa-b727-c404a53038a3 req-33f68314-fcac-4f83-b018-3834752c4765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:02:15.442669 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [req-b197322d-d726-49fa-b727-c404a53038a3 req-33f68314-fcac-4f83-b018-3834752c4765 service neutron] 10.222.0.55 "GET /v2.0/networks?id=8e6de03b-779e-46f4-99b9-4423e500c0dd HTTP/1.1" status: 200 len: 915 time: 0.0916262 May 03 15:02:15.477718 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-c630023b-2ee3-416a-ae6b-e9bc8dabc5eb req-0ddc2416-2343-492d-bf9e-bda1434f6a92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25806943'] for port (fb9b1ca0-f87e-40e4-8396-792eeab5293a), after_update {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:02:15.512314 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c630023b-2ee3-416a-ae6b-e9bc8dabc5eb req-0ddc2416-2343-492d-bf9e-bda1434f6a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:02:15.512727 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-c630023b-2ee3-416a-ae6b-e9bc8dabc5eb req-0ddc2416-2343-492d-bf9e-bda1434f6a92 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46205'] for port (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:02:15.514922 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-c630023b-2ee3-416a-ae6b-e9bc8dabc5eb req-0ddc2416-2343-492d-bf9e-bda1434f6a92 service neutron] 10.222.0.55 "PUT /v2.0/ports/fb9b1ca0-f87e-40e4-8396-792eeab5293a HTTP/1.1" status: 200 len: 1093 time: 0.8437908 May 03 15:02:15.515664 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06cfa5a4-005f-4356-ba72-4eaf6845adc3', 'tag': 'fb9b1ca0-f87e-40e4-8396-792eeab5293a'}] {{(pid=110298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 15:02:15.517942 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75d30aab20f2b99e69676ba1094dd13d61de0bc97323401ed2dd99ba05286cef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06242af9-d910-4792-91cc-b46aab64053e" -d '{"events": [{"name": "network-changed", "server_uuid": "06cfa5a4-005f-4356-ba72-4eaf6845adc3", "tag": "fb9b1ca0-f87e-40e4-8396-792eeab5293a"}]}' {{(pid=110298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 15:02:15.520362 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [req-b197322d-d726-49fa-b727-c404a53038a3 req-f3ca61ec-3d38-44f0-891b-1b3da7c27cfd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=818d410d-3034-45d6-bf09-144ffa37b312 HTTP/1.1" status: 200 len: 1000 time: 0.0717723 May 03 15:02:15.553090 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddc2416-2343-492d-bf9e-bda1434f6a92 service neutron] Pushing event updated for resources: {'Port': ['ID=fb9b1ca0-f87e-40e4-8396-792eeab5293a,revision_number=3']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 15:02:15.569755 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 15:02:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f49ea3d1-2569-49a6-b178-90bc48d09ca9 x-openstack-request-id: req-f49ea3d1-2569-49a6-b178-90bc48d09ca9 {{(pid=110298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 15:02:15.570252 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06cfa5a4-005f-4356-ba72-4eaf6845adc3", "tag": "fb9b1ca0-f87e-40e4-8396-792eeab5293a", "status": "completed", "code": 200}]} {{(pid=110298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 15:02:15.570515 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f49ea3d1-2569-49a6-b178-90bc48d09ca9 {{(pid=110298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 15:02:15.570973 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f49ea3d1-2569-49a6-b178-90bc48d09ca9'] response: {'name': 'network-changed', 'server_uuid': '06cfa5a4-005f-4356-ba72-4eaf6845adc3', 'tag': 'fb9b1ca0-f87e-40e4-8396-792eeab5293a', 'status': 'completed', 'code': 200} May 03 15:02:15.583547 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b197322d-d726-49fa-b727-c404a53038a3 req-aee4e4b8-7bae-4a8c-a4be-633a002a9b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:02:15.585050 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [req-b197322d-d726-49fa-b727-c404a53038a3 req-aee4e4b8-7bae-4a8c-a4be-633a002a9b35 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=da523ca4-000e-4457-a118-98a9c4ff1011 HTTP/1.1" status: 200 len: 853 time: 0.0534399 May 03 15:02:15.652147 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b197322d-d726-49fa-b727-c404a53038a3 req-eff03411-941f-4d85-a3f0-2cdb65d24b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:02:15.653714 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [req-b197322d-d726-49fa-b727-c404a53038a3 req-eff03411-941f-4d85-a3f0-2cdb65d24b50 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8e6de03b-779e-46f4-99b9-4423e500c0dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429101 May 03 15:02:15.663694 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06242af9-d910-4792-91cc-b46aab64053e req-9c1ccc88-8ab4-457b-9f0a-e6ff53fb49b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:02:15.665285 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-06242af9-d910-4792-91cc-b46aab64053e req-9c1ccc88-8ab4-457b-9f0a-e6ff53fb49b9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3cc6d2a38dc34b4a8c0e2357b41c95bc&device_id=06cfa5a4-005f-4356-ba72-4eaf6845adc3 HTTP/1.1" status: 200 len: 1127 time: 0.0473332 May 03 15:02:15.755538 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [req-b197322d-d726-49fa-b727-c404a53038a3 req-948cf7ae-3c5d-4b52-a498-bade4b766778 service neutron] 10.222.0.55 "GET /v2.0/networks/8e6de03b-779e-46f4-99b9-4423e500c0dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956726 May 03 15:02:15.773989 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06242af9-d910-4792-91cc-b46aab64053e req-afd21351-36c8-4c75-966e-48663d133af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:02:15.775545 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-06242af9-d910-4792-91cc-b46aab64053e req-afd21351-36c8-4c75-966e-48663d133af6 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=3cc6d2a38dc34b4a8c0e2357b41c95bc&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0962584 May 03 15:02:15.846614 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [req-b197322d-d726-49fa-b727-c404a53038a3 req-40411923-c4ef-4590-8711-40261b117394 service neutron] 10.222.0.55 "GET /v2.0/networks/8e6de03b-779e-46f4-99b9-4423e500c0dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853450 May 03 15:02:15.876499 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06242af9-d910-4792-91cc-b46aab64053e req-f3d2e185-eeb6-459c-84f8-809fac5a25ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:02:15.877960 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-06242af9-d910-4792-91cc-b46aab64053e req-f3d2e185-eeb6-459c-84f8-809fac5a25ec service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0963156 May 03 15:02:15.972472 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c630023b-2ee3-416a-ae6b-e9bc8dabc5eb req-d9de6a3f-ef33-4dee-bade-0f53aa709b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:02:15.973946 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-c630023b-2ee3-416a-ae6b-e9bc8dabc5eb req-d9de6a3f-ef33-4dee-bade-0f53aa709b25 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3cc6d2a38dc34b4a8c0e2357b41c95bc&device_id=06cfa5a4-005f-4356-ba72-4eaf6845adc3 HTTP/1.1" status: 200 len: 1127 time: 0.0392208 May 03 15:02:16.021949 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-c630023b-2ee3-416a-ae6b-e9bc8dabc5eb req-c4ec9203-1d29-417a-9942-617f698c889b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fb9b1ca0-f87e-40e4-8396-792eeab5293a HTTP/1.1" status: 200 len: 217 time: 0.0349405 May 03 15:02:16.099454 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c630023b-2ee3-416a-ae6b-e9bc8dabc5eb req-ae63be0c-a0cb-4601-a412-888b66ceae77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:02:16.100876 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-c630023b-2ee3-416a-ae6b-e9bc8dabc5eb req-ae63be0c-a0cb-4601-a412-888b66ceae77 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=92e39b4b-b229-4fdb-b188-e8826d978416 HTTP/1.1" status: 200 len: 850 time: 0.0734742 May 03 15:02:16.125331 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c901f138-17ee-45f2-b7b2-1886c645c78f req-6c8eb07c-3987-460b-b324-088957467ce9 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:02:16.126724 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-c901f138-17ee-45f2-b7b2-1886c645c78f req-6c8eb07c-3987-460b-b324-088957467ce9 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] 10.222.0.16 "GET /v2.0/ports?device_id=06cfa5a4-005f-4356-ba72-4eaf6845adc3 HTTP/1.1" status: 200 len: 943 time: 0.0596983 May 03 15:02:16.166269 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c630023b-2ee3-416a-ae6b-e9bc8dabc5eb req-6b45462b-9c0c-46b0-9a88-3ae855265138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:02:16.167725 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-c630023b-2ee3-416a-ae6b-e9bc8dabc5eb req-6b45462b-9c0c-46b0-9a88-3ae855265138 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3f1b5a04-a89d-49fe-9254-ad52b00abc9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0585825 May 03 15:02:16.222617 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-c901f138-17ee-45f2-b7b2-1886c645c78f req-da05ca0e-521a-4e0b-a0c7-bf4f6fc36c72 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] 10.222.0.16 "GET /v2.0/security-groups?id=83307a02-2dd4-4895-bd37-cc4561dc163e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801120 May 03 15:02:16.281551 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-c630023b-2ee3-416a-ae6b-e9bc8dabc5eb req-20067be0-446d-4170-83b1-ac53c2080502 service neutron] 10.222.0.55 "GET /v2.0/networks/3f1b5a04-a89d-49fe-9254-ad52b00abc9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023276 May 03 15:02:16.371321 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-c630023b-2ee3-416a-ae6b-e9bc8dabc5eb req-624ff5dc-791e-46ae-bc83-8854a2c9f1bc service neutron] 10.222.0.55 "GET /v2.0/networks/3f1b5a04-a89d-49fe-9254-ad52b00abc9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833218 May 03 15:02:17.343078 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f609a9b-9072-4da2-8138-f31b0dfd6b88 req-2fb9ffda-8d9f-4e1d-b8c5-d98b2d1ed140 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:02:17.344517 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-4f609a9b-9072-4da2-8138-f31b0dfd6b88 req-2fb9ffda-8d9f-4e1d-b8c5-d98b2d1ed140 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] 10.222.0.16 "GET /v2.0/ports?device_id=06cfa5a4-005f-4356-ba72-4eaf6845adc3 HTTP/1.1" status: 200 len: 943 time: 0.0521793 May 03 15:02:17.393516 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-4f609a9b-9072-4da2-8138-f31b0dfd6b88 req-68c82cdb-5e56-46f6-b37a-8056318677cf tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] 10.222.0.16 "GET /v2.0/security-groups?id=83307a02-2dd4-4895-bd37-cc4561dc163e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435610 May 03 15:02:18.505388 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44c3f8f-3d06-416e-9de6-b60a501ba3ad req-ef788b9a-79f0-4af6-b267-0c177b170e52 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:02:18.506766 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-e44c3f8f-3d06-416e-9de6-b60a501ba3ad req-ef788b9a-79f0-4af6-b267-0c177b170e52 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] 10.222.0.16 "GET /v2.0/ports?device_id=06cfa5a4-005f-4356-ba72-4eaf6845adc3 HTTP/1.1" status: 200 len: 943 time: 0.0475950 May 03 15:02:18.555904 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-e44c3f8f-3d06-416e-9de6-b60a501ba3ad req-3e83dea4-3b8a-4111-8dfe-3f18c1843907 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] 10.222.0.16 "GET /v2.0/security-groups?id=83307a02-2dd4-4895-bd37-cc4561dc163e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436573 May 03 15:02:18.996421 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.agents_db [None req-dd30728e-be63-467e-afaf-aba6f24eb33e None None] Agent healthcheck: found 6 active agents {{(pid=110300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 15:02:19.671501 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf57860b-1b8c-4139-a519-359b4d9b976f req-1b37246b-e1be-4c49-9a8e-35e29d5e1990 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:02:19.672953 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-bf57860b-1b8c-4139-a519-359b4d9b976f req-1b37246b-e1be-4c49-9a8e-35e29d5e1990 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] 10.222.0.16 "GET /v2.0/ports?device_id=06cfa5a4-005f-4356-ba72-4eaf6845adc3 HTTP/1.1" status: 200 len: 943 time: 0.0506704 May 03 15:02:19.719936 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-bf57860b-1b8c-4139-a519-359b4d9b976f req-2139e786-ed5b-4e36-ae35-0b3a3d4853ee tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] 10.222.0.16 "GET /v2.0/security-groups?id=83307a02-2dd4-4895-bd37-cc4561dc163e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414386 May 03 15:02:20.842706 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0edd23-a802-48c3-acde-82b0d784d1ae req-ea0d07e0-3d29-4a1d-aeee-5fac58ccd473 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:02:20.844195 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-bb0edd23-a802-48c3-acde-82b0d784d1ae req-ea0d07e0-3d29-4a1d-aeee-5fac58ccd473 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] 10.222.0.16 "GET /v2.0/ports?device_id=06cfa5a4-005f-4356-ba72-4eaf6845adc3 HTTP/1.1" status: 200 len: 943 time: 0.0545204 May 03 15:02:20.893429 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-bb0edd23-a802-48c3-acde-82b0d784d1ae req-4659b2e8-5db4-4795-8961-96e6decf0af6 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] 10.222.0.16 "GET /v2.0/security-groups?id=83307a02-2dd4-4895-bd37-cc4561dc163e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434928 May 03 15:02:22.007101 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e315755f-48b3-4243-9fe9-36866b0285c4 req-ba421d6a-b83d-435e-8f6b-ae6dead5a8d0 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:02:22.008592 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-e315755f-48b3-4243-9fe9-36866b0285c4 req-ba421d6a-b83d-435e-8f6b-ae6dead5a8d0 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] 10.222.0.16 "GET /v2.0/ports?device_id=06cfa5a4-005f-4356-ba72-4eaf6845adc3 HTTP/1.1" status: 200 len: 943 time: 0.0471830 May 03 15:02:22.061557 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-e315755f-48b3-4243-9fe9-36866b0285c4 req-d77766c2-25fb-4104-bae9-cbad94c5ac6c tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] 10.222.0.16 "GET /v2.0/security-groups?id=83307a02-2dd4-4895-bd37-cc4561dc163e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469933 May 03 15:02:23.171463 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c3a3d9-6f96-40b4-a33d-a15ece19c401 req-ae2aa7e3-3af1-41e3-95ff-f1f233ccfda3 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:02:23.172905 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-d7c3a3d9-6f96-40b4-a33d-a15ece19c401 req-ae2aa7e3-3af1-41e3-95ff-f1f233ccfda3 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] 10.222.0.16 "GET /v2.0/ports?device_id=06cfa5a4-005f-4356-ba72-4eaf6845adc3 HTTP/1.1" status: 200 len: 943 time: 0.0464592 May 03 15:02:23.221097 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-d7c3a3d9-6f96-40b4-a33d-a15ece19c401 req-7388eba2-6b64-4181-97bd-2635e424a406 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] 10.222.0.16 "GET /v2.0/security-groups?id=83307a02-2dd4-4895-bd37-cc4561dc163e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427105 May 03 15:02:24.331940 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfbc4b9-c6a5-4ec8-8989-47e095203ddd req-f3d1448b-3b9b-41d5-8e3e-fdc316f7cea4 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:02:24.333410 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-adfbc4b9-c6a5-4ec8-8989-47e095203ddd req-f3d1448b-3b9b-41d5-8e3e-fdc316f7cea4 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] 10.222.0.16 "GET /v2.0/ports?device_id=06cfa5a4-005f-4356-ba72-4eaf6845adc3 HTTP/1.1" status: 200 len: 943 time: 0.0466821 May 03 15:02:24.381375 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-adfbc4b9-c6a5-4ec8-8989-47e095203ddd req-d1aff031-af36-4246-bd5e-90ddf30c9386 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] 10.222.0.16 "GET /v2.0/security-groups?id=83307a02-2dd4-4895-bd37-cc4561dc163e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424750 May 03 15:02:25.498680 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73156c74-db96-4ebc-b4eb-0a7b7f3759bd req-b178e74a-e0e5-4722-b493-d5c51169a2aa tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:02:25.500129 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-73156c74-db96-4ebc-b4eb-0a7b7f3759bd req-b178e74a-e0e5-4722-b493-d5c51169a2aa tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] 10.222.0.16 "GET /v2.0/ports?device_id=06cfa5a4-005f-4356-ba72-4eaf6845adc3 HTTP/1.1" status: 200 len: 943 time: 0.0515177 May 03 15:02:25.548489 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-73156c74-db96-4ebc-b4eb-0a7b7f3759bd req-62c4360e-9a23-4eb7-94eb-bcebca49bc1b tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] 10.222.0.16 "GET /v2.0/security-groups?id=83307a02-2dd4-4895-bd37-cc4561dc163e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428836 May 03 15:02:25.863465 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Device fb9b1ca0-f87e-40e4-8396-792eeab5293a details requested by agent hyperv_hv-cinder-84028 with host hv-cinder-84028 {{(pid=110299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 03 15:02:25.960604 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] For port fb9b1ca0-f87e-40e4-8396-792eeab5293a, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=fb9b1ca0-f87e-40e4-8396-792eeab5293a,segment=NetworkSegment(69a76b12-2a31-46f6-a618-e3d477baa0b8),segment_id=69a76b12-2a31-46f6-a618-e3d477baa0b8)] {{(pid=110299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 15:02:25.972098 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Returning: {'device': 'fb9b1ca0-f87e-40e4-8396-792eeab5293a', 'network_id': '3f1b5a04-a89d-49fe-9254-ad52b00abc9e', 'port_id': 'fb9b1ca0-f87e-40e4-8396-792eeab5293a', 'mac_address': 'fa:16:3e:f3:99:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92e39b4b-b229-4fdb-b188-e8826d978416', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 03 15:02:26.007630 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Current status of the port fb9b1ca0-f87e-40e4-8396-792eeab5293a is: DOWN; New status is: BUILD {{(pid=110299) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 15:02:26.008023 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (fb9b1ca0-f87e-40e4-8396-792eeab5293a), before_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:02:26.020616 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.notifiers.nova [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb9b1ca0-f87e-40e4-8396-792eeab5293a {{(pid=110299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 15:02:26.039778 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] For port fb9b1ca0-f87e-40e4-8396-792eeab5293a, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=fb9b1ca0-f87e-40e4-8396-792eeab5293a,segment=NetworkSegment(69a76b12-2a31-46f6-a618-e3d477baa0b8),segment_id=69a76b12-2a31-46f6-a618-e3d477baa0b8)] {{(pid=110299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 15:02:26.108672 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096'] for port (fb9b1ca0-f87e-40e4-8396-792eeab5293a), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:02:26.153800 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Pushing event updated for resources: {'Port': ['ID=fb9b1ca0-f87e-40e4-8396-792eeab5293a,revision_number=4']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 15:02:26.619525 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] get_ports_and_sgs() called for port_ids ['fb9b1ca0-f87e-40e4-8396-792eeab5293a'] {{(pid=110299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 15:02:26.661445 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad85f4c-c88f-42b5-a76f-dcf2d1abdeb6 req-d27cbe9e-45bd-42a8-8495-ea83a41159cd tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:02:26.662924 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-aad85f4c-c88f-42b5-a76f-dcf2d1abdeb6 req-d27cbe9e-45bd-42a8-8495-ea83a41159cd tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] 10.222.0.16 "GET /v2.0/ports?device_id=06cfa5a4-005f-4356-ba72-4eaf6845adc3 HTTP/1.1" status: 200 len: 944 time: 0.0483153 May 03 15:02:26.711917 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-aad85f4c-c88f-42b5-a76f-dcf2d1abdeb6 req-a0679bac-e2bc-49b0-8083-c07dd5b751d4 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] 10.222.0.16 "GET /v2.0/security-groups?id=83307a02-2dd4-4895-bd37-cc4561dc163e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433989 May 03 15:02:27.131700 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [req-bd3c43e7-4d2c-462f-92cd-f5dfd0a5ede1 req-a0e59379-1f50-4386-b191-51a797add92f service neutron] (110297) timed out ('10.222.0.55', 49740) {{(pid=110297) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 03 15:02:27.823889 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728cdd73-e7c2-443b-90b2-522a11046e15 req-f2b3a7f3-49eb-49cb-90d4-b3bb6573417a tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:02:27.825318 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-728cdd73-e7c2-443b-90b2-522a11046e15 req-f2b3a7f3-49eb-49cb-90d4-b3bb6573417a tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] 10.222.0.16 "GET /v2.0/ports?device_id=06cfa5a4-005f-4356-ba72-4eaf6845adc3 HTTP/1.1" status: 200 len: 944 time: 0.0462778 May 03 15:02:27.877140 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-728cdd73-e7c2-443b-90b2-522a11046e15 req-1139cabe-c5d9-46c8-90ec-67f6931af03c tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] 10.222.0.16 "GET /v2.0/security-groups?id=83307a02-2dd4-4895-bd37-cc4561dc163e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457914 May 03 15:02:27.881870 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Device fb9b1ca0-f87e-40e4-8396-792eeab5293a up at agent hyperv_hv-cinder-84028 {{(pid=110299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 15:02:27.925946 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Provisioning for port fb9b1ca0-f87e-40e4-8396-792eeab5293a completed by entity L2. {{(pid=110299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 03 15:02:27.978626 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Provisioning complete for port fb9b1ca0-f87e-40e4-8396-792eeab5293a triggered by entity L2. {{(pid=110299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 15:02:27.979026 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728915'] for port (fb9b1ca0-f87e-40e4-8396-792eeab5293a), provisioning_complete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:02:28.053324 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Current status of the port fb9b1ca0-f87e-40e4-8396-792eeab5293a is: BUILD; New status is: ACTIVE {{(pid=110299) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 15:02:28.053639 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (fb9b1ca0-f87e-40e4-8396-792eeab5293a), before_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:02:28.075350 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06cfa5a4-005f-4356-ba72-4eaf6845adc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb9b1ca0-f87e-40e4-8396-792eeab5293a'}] {{(pid=110299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 15:02:28.078298 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfb0ab9603dc6f24b101a3230295415c8ec2a7bf959fde45f0826688655bbcbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06396d90-9175-45fa-aa37-09603d440c8e" -d '{"events": [{"server_uuid": "06cfa5a4-005f-4356-ba72-4eaf6845adc3", "name": "network-vif-plugged", "status": "completed", "tag": "fb9b1ca0-f87e-40e4-8396-792eeab5293a"}]}' {{(pid=110299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 15:02:28.094242 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] For port fb9b1ca0-f87e-40e4-8396-792eeab5293a, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=fb9b1ca0-f87e-40e4-8396-792eeab5293a,segment=NetworkSegment(69a76b12-2a31-46f6-a618-e3d477baa0b8),segment_id=69a76b12-2a31-46f6-a618-e3d477baa0b8)] {{(pid=110299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 15:02:28.114144 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 15:02:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e91140d-8026-4243-92fd-22da2264c5dd x-openstack-request-id: req-9e91140d-8026-4243-92fd-22da2264c5dd {{(pid=110299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 15:02:28.114439 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06cfa5a4-005f-4356-ba72-4eaf6845adc3", "name": "network-vif-plugged", "status": "completed", "tag": "fb9b1ca0-f87e-40e4-8396-792eeab5293a", "code": 200}]} {{(pid=110299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 15:02:28.114721 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9e91140d-8026-4243-92fd-22da2264c5dd {{(pid=110299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 15:02:28.115232 dv-cinder-840289-3-iscsi neutron-server[110299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e91140d-8026-4243-92fd-22da2264c5dd'] response: {'server_uuid': '06cfa5a4-005f-4356-ba72-4eaf6845adc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb9b1ca0-f87e-40e4-8396-792eeab5293a', 'code': 200} May 03 15:02:28.150420 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096'] for port (fb9b1ca0-f87e-40e4-8396-792eeab5293a), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:02:28.202099 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Pushing event updated for resources: {'Port': ['ID=fb9b1ca0-f87e-40e4-8396-792eeab5293a,revision_number=5']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 15:02:28.527222 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c059ef56-29de-4089-99d2-ffa03af13501 req-a3ba8618-5699-4e01-b60d-1669a8a1ae60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:02:28.528683 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-c059ef56-29de-4089-99d2-ffa03af13501 req-a3ba8618-5699-4e01-b60d-1669a8a1ae60 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=06cfa5a4-005f-4356-ba72-4eaf6845adc3 HTTP/1.1" status: 200 len: 1129 time: 0.0818350 May 03 15:02:28.574584 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-c059ef56-29de-4089-99d2-ffa03af13501 req-3034e1b7-1e32-40a5-84a6-93c20468b587 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=83307a02-2dd4-4895-bd37-cc4561dc163e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382173 May 03 15:02:28.988620 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (26e70f58-a201-437c-be8d-fd2714f100da), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:02:28.989512 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda40c3d-dd4b-422d-becb-6018bada8798 req-5c921c66-9022-4f98-b332-fff9c44991bf tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:02:28.990974 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-cda40c3d-dd4b-422d-becb-6018bada8798 req-5c921c66-9022-4f98-b332-fff9c44991bf tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] 10.222.0.16 "GET /v2.0/ports?device_id=06cfa5a4-005f-4356-ba72-4eaf6845adc3 HTTP/1.1" status: 200 len: 945 time: 0.0467751 May 03 15:02:29.046105 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-cda40c3d-dd4b-422d-becb-6018bada8798 req-c67bb95f-addb-421e-b2b0-973e54f7c4a2 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] 10.222.0.16 "GET /v2.0/security-groups?id=83307a02-2dd4-4895-bd37-cc4561dc163e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494180 May 03 15:02:30.163931 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1eba1d-dbf9-4bb9-85b5-85350e8c6f6b req-1a4daeb5-3189-451b-8f50-e0552f6255d5 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:02:30.165397 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-ff1eba1d-dbf9-4bb9-85b5-85350e8c6f6b req-1a4daeb5-3189-451b-8f50-e0552f6255d5 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] 10.222.0.16 "GET /v2.0/ports?device_id=06cfa5a4-005f-4356-ba72-4eaf6845adc3 HTTP/1.1" status: 200 len: 945 time: 0.0507355 May 03 15:02:30.216011 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-ff1eba1d-dbf9-4bb9-85b5-85350e8c6f6b req-3600208f-94a4-4615-904d-784a93ef8a32 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] 10.222.0.16 "GET /v2.0/security-groups?id=83307a02-2dd4-4895-bd37-cc4561dc163e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450904 May 03 15:02:31.328930 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d237de92-6a5a-4c11-8897-f43073e8d539 req-392ad6a9-1aba-4d8e-9087-8e888434e87d tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:02:31.330433 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-d237de92-6a5a-4c11-8897-f43073e8d539 req-392ad6a9-1aba-4d8e-9087-8e888434e87d tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] 10.222.0.16 "GET /v2.0/ports?device_id=06cfa5a4-005f-4356-ba72-4eaf6845adc3 HTTP/1.1" status: 200 len: 945 time: 0.0475748 May 03 15:02:31.378473 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-d237de92-6a5a-4c11-8897-f43073e8d539 req-67fb286b-032d-47eb-8cee-57ceb6f8dfac tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] 10.222.0.16 "GET /v2.0/security-groups?id=83307a02-2dd4-4895-bd37-cc4561dc163e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425451 May 03 15:02:31.495211 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0941b32a-89b8-478e-9db8-8e12cb00bd2e req-e9b177b1-b118-4690-9fed-d35d5a652bcf tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:02:31.496583 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-0941b32a-89b8-478e-9db8-8e12cb00bd2e req-e9b177b1-b118-4690-9fed-d35d5a652bcf tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] 10.222.0.16 "GET /v2.0/ports?device_id=06cfa5a4-005f-4356-ba72-4eaf6845adc3 HTTP/1.1" status: 200 len: 945 time: 0.0523200 May 03 15:02:31.545077 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-0941b32a-89b8-478e-9db8-8e12cb00bd2e req-cff341e8-1074-4d4a-87a0-818b8309c17e tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] 10.222.0.16 "GET /v2.0/security-groups?id=83307a02-2dd4-4895-bd37-cc4561dc163e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423672 May 03 15:02:31.569065 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 49210) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 15:02:31.605920 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c67fcdc-9c8c-44e6-b896-041fe4da4e93 tempest-TestVolumeBootPattern-1627858290 tempest-TestVolumeBootPattern-1627858290-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:02:31.607420 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-4c67fcdc-9c8c-44e6-b896-041fe4da4e93 tempest-TestVolumeBootPattern-1627858290 tempest-TestVolumeBootPattern-1627858290-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=06cfa5a4-005f-4356-ba72-4eaf6845adc3 HTTP/1.1" status: 200 len: 1124 time: 0.0373063 May 03 15:02:31.610744 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 49212) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 15:02:31.614912 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.v2.base [None req-70a46c42-791a-4ac8-be92-3944b7775eb8 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Request body: {'floatingip': {'floating_network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'port_id': 'fb9b1ca0-f87e-40e4-8396-792eeab5293a', 'tenant_id': '3cc6d2a38dc34b4a8c0e2357b41c95bc', 'fixed_ip_address': '172.20.0.9'}} {{(pid=110298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 15:02:31.693126 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-70a46c42-791a-4ac8-be92-3944b7775eb8 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:02:31.774362 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-70a46c42-791a-4ac8-be92-3944b7775eb8 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (None), before_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:02:31.878423 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.db.db_base_plugin_common [None req-70a46c42-791a-4ac8-be92-3944b7775eb8 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Allocated IP 172.27.0.89 (7456e722-9446-4a17-bcf3-c72dce07c65c/f907060b-4748-4522-aeb5-06a44b689374/23e430e6-fd25-4e9b-b7c6-e2753c7f07a5) {{(pid=110298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 15:02:31.985748 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-70a46c42-791a-4ac8-be92-3944b7775eb8 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Publish callbacks [] for port (23e430e6-fd25-4e9b-b7c6-e2753c7f07a5), precommit_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:02:32.068673 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-70a46c42-791a-4ac8-be92-3944b7775eb8 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775476647060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25806886'] for port (23e430e6-fd25-4e9b-b7c6-e2753c7f07a5), after_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:02:32.109618 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a46c42-791a-4ac8-be92-3944b7775eb8 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Network 7456e722-9446-4a17-bcf3-c72dce07c65c is already hosted by enough agents. {{(pid=110298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 15:02:32.112590 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.scheduler.base_scheduler [None req-70a46c42-791a-4ac8-be92-3944b7775eb8 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Resources bound (agent type, host, resource id): {{(pid=110298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 15:02:32.118220 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a46c42-791a-4ac8-be92-3944b7775eb8 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Received port after_create {{(pid=110298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 15:02:32.124090 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a46c42-791a-4ac8-be92-3944b7775eb8 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Pushing event updated for resources: {'Port': ['ID=23e430e6-fd25-4e9b-b7c6-e2753c7f07a5,revision_number=1']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 15:02:32.153357 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a46c42-791a-4ac8-be92-3944b7775eb8 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:02:32.153706 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a46c42-791a-4ac8-be92-3944b7775eb8 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:02:32.154053 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a46c42-791a-4ac8-be92-3944b7775eb8 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:02:32.154395 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a46c42-791a-4ac8-be92-3944b7775eb8 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:02:32.154729 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a46c42-791a-4ac8-be92-3944b7775eb8 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:02:32.156106 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a46c42-791a-4ac8-be92-3944b7775eb8 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:02:32.156709 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a46c42-791a-4ac8-be92-3944b7775eb8 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:02:32.157041 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a46c42-791a-4ac8-be92-3944b7775eb8 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:02:32.157376 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a46c42-791a-4ac8-be92-3944b7775eb8 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:02:32.157705 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a46c42-791a-4ac8-be92-3944b7775eb8 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:02:32.158034 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a46c42-791a-4ac8-be92-3944b7775eb8 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:02:32.158357 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a46c42-791a-4ac8-be92-3944b7775eb8 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:02:32.158717 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a46c42-791a-4ac8-be92-3944b7775eb8 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:02:32.159057 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a46c42-791a-4ac8-be92-3944b7775eb8 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:02:32.159380 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a46c42-791a-4ac8-be92-3944b7775eb8 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:02:32.507985 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-70a46c42-791a-4ac8-be92-3944b7775eb8 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Publish callbacks [] for floatingip (83afdc51-6659-41d2-9830-854c84035ad4), precommit_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:02:32.634107 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-70a46c42-791a-4ac8-be92-3944b7775eb8 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (23e430e6-fd25-4e9b-b7c6-e2753c7f07a5), before_update {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:02:32.785389 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-70a46c42-791a-4ac8-be92-3944b7775eb8 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Publish callbacks [] for port (23e430e6-fd25-4e9b-b7c6-e2753c7f07a5), precommit_update {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:02:32.845364 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-70a46c42-791a-4ac8-be92-3944b7775eb8 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25806943'] for port (23e430e6-fd25-4e9b-b7c6-e2753c7f07a5), after_update {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:02:32.917477 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a46c42-791a-4ac8-be92-3944b7775eb8 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Pushing event updated for resources: {'Port': ['ID=23e430e6-fd25-4e9b-b7c6-e2753c7f07a5,revision_number=2']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 15:02:32.927341 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-70a46c42-791a-4ac8-be92-3944b7775eb8 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692144'] for floatingip (83afdc51-6659-41d2-9830-854c84035ad4), after_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:02:33.029706 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.db.l3_db [None req-70a46c42-791a-4ac8-be92-3944b7775eb8 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Floating IP 83afdc51-6659-41d2-9830-854c84035ad4 associated. External IP: 172.27.0.89, port: fb9b1ca0-f87e-40e4-8396-792eeab5293a. May 03 15:02:33.244533 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70a46c42-791a-4ac8-be92-3944b7775eb8 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Router 5b2d5cf6-ca52-4e6d-98b9-363e424258d2 has already been hosted by L3 agent a9161e1b-902d-441f-843b-a0ff0805adee {{(pid=110298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 15:02:33.354818 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70a46c42-791a-4ac8-be92-3944b7775eb8 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Notify agent at l3_agent.dv-cinder-840289-3-iscsi the message routers_updated {{(pid=110298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 15:02:33.364759 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf4a89c6-4d68-4079-b823-ceccddde3517 None None] Sync routers for ids ['5b2d5cf6-ca52-4e6d-98b9-363e424258d2'] in dv-cinder-840289-3-iscsi {{(pid=110300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 15:02:33.375130 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf4a89c6-4d68-4079-b823-ceccddde3517 None None] Routers {'5b2d5cf6-ca52-4e6d-98b9-363e424258d2'} bound to L3 agent in host dv-cinder-840289-3-iscsi {{(pid=110300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 15:02:33.375725 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_hamode_db [None req-cf4a89c6-4d68-4079-b823-ceccddde3517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T14:38:11Z,description=,heartbeat_timestamp=2022-05-03T15:02:11Z,host='dv-cinder-840289-3-iscsi',id=a9161e1b-902d-441f-843b-a0ff0805adee,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:38:12Z,topic='l3_agent')) {'router_ids': ['5b2d5cf6-ca52-4e6d-98b9-363e424258d2'], 'active': True} {{(pid=110300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 15:02:33.432165 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-70a46c42-791a-4ac8-be92-3944b7775eb8 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46205'] for floatingip (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:02:33.461972 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-70a46c42-791a-4ac8-be92-3944b7775eb8 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8502021 May 03 15:02:33.462663 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06cfa5a4-005f-4356-ba72-4eaf6845adc3', 'tag': 'fb9b1ca0-f87e-40e4-8396-792eeab5293a'}] {{(pid=110298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 15:02:33.464931 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75d30aab20f2b99e69676ba1094dd13d61de0bc97323401ed2dd99ba05286cef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db038521-f542-4b03-877e-9e262eb040cd" -d '{"events": [{"name": "network-changed", "server_uuid": "06cfa5a4-005f-4356-ba72-4eaf6845adc3", "tag": "fb9b1ca0-f87e-40e4-8396-792eeab5293a"}]}' {{(pid=110298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 15:02:33.483648 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvr_db [None req-cf4a89c6-4d68-4079-b823-ceccddde3517 None None] Set router 5b2d5cf6-ca52-4e6d-98b9-363e424258d2 gateway port host: dv-cinder-840289-3-iscsi {{(pid=110300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 15:02:33.508250 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 15:02:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ea03bf6-4090-4a44-bba5-3f2bc4ae46dc x-openstack-request-id: req-8ea03bf6-4090-4a44-bba5-3f2bc4ae46dc {{(pid=110298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 15:02:33.508767 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06cfa5a4-005f-4356-ba72-4eaf6845adc3", "tag": "fb9b1ca0-f87e-40e4-8396-792eeab5293a", "status": "completed", "code": 200}]} {{(pid=110298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 15:02:33.508874 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8ea03bf6-4090-4a44-bba5-3f2bc4ae46dc {{(pid=110298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 15:02:33.509198 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ea03bf6-4090-4a44-bba5-3f2bc4ae46dc'] response: {'name': 'network-changed', 'server_uuid': '06cfa5a4-005f-4356-ba72-4eaf6845adc3', 'tag': 'fb9b1ca0-f87e-40e4-8396-792eeab5293a', 'status': 'completed', 'code': 200} May 03 15:02:33.592193 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db038521-f542-4b03-877e-9e262eb040cd req-68f759c5-4d9c-495b-a673-a1de39cc20a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:02:33.594534 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-db038521-f542-4b03-877e-9e262eb040cd req-68f759c5-4d9c-495b-a673-a1de39cc20a4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3cc6d2a38dc34b4a8c0e2357b41c95bc&device_id=06cfa5a4-005f-4356-ba72-4eaf6845adc3 HTTP/1.1" status: 200 len: 1129 time: 0.0406699 May 03 15:02:33.688314 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db038521-f542-4b03-877e-9e262eb040cd req-5e554c50-6550-4b6b-9a9d-dfc537d75326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:02:33.689688 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-db038521-f542-4b03-877e-9e262eb040cd req-5e554c50-6550-4b6b-9a9d-dfc537d75326 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3f1b5a04-a89d-49fe-9254-ad52b00abc9e HTTP/1.1" status: 200 len: 912 time: 0.0890636 May 03 15:02:33.699578 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_hamode_db [None req-cf4a89c6-4d68-4079-b823-ceccddde3517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b2d5cf6-ca52-4e6d-98b9-363e424258d2', 'name': 'tempest-TestVolumeBootPattern-584225590-router', 'tenant_id': '3cc6d2a38dc34b4a8c0e2357b41c95bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'external_fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': 'c3f1359b-2e27-4f48-8011-5313e1c6e491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:58:49Z', 'updated_at': '2022-05-03T14:58:52Z', 'revision_number': 4, 'project_id': '3cc6d2a38dc34b4a8c0e2357b41c95bc', 'gw_port': {'id': 'c3f1359b-2e27-4f48-8011-5313e1c6e491', 'name': '', 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:46:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2d5cf6-ca52-4e6d-98b9-363e424258d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:58:49Z', 'updated_at': '2022-05-03T14:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f907060b-4748-4522-aeb5-06a44b689374', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-3-iscsi', '_floatingips': [{'id': '83afdc51-6659-41d2-9830-854c84035ad4', 'tenant_id': '3cc6d2a38dc34b4a8c0e2357b41c95bc', 'floating_ip_address': '172.27.0.89', 'floating_network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'router_id': '5b2d5cf6-ca52-4e6d-98b9-363e424258d2', 'port_id': 'fb9b1ca0-f87e-40e4-8396-792eeab5293a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f1b5a04-a89d-49fe-9254-ad52b00abc9e', 'mac_address': 'fa:16:3e:f3:99:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06cfa5a4-005f-4356-ba72-4eaf6845adc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T15:02:32Z', 'updated_at': '2022-05-03T15:02:32Z', 'revision_number': 0, 'project_id': '3cc6d2a38dc34b4a8c0e2357b41c95bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca38f3ec-8d99-4bb3-874a-4757510c47c3', 'name': '', 'network_id': '3f1b5a04-a89d-49fe-9254-ad52b00abc9e', 'tenant_id': '3cc6d2a38dc34b4a8c0e2357b41c95bc', 'mac_address': 'fa:16:3e:83:23:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2d5cf6-ca52-4e6d-98b9-363e424258d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '92e39b4b-b229-4fdb-b188-e8826d978416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:58:52Z', 'updated_at': '2022-05-03T14:58:56Z', 'revision_number': 5, 'project_id': '3cc6d2a38dc34b4a8c0e2357b41c95bc', 'subnets': [{'id': '92e39b4b-b229-4fdb-b188-e8826d978416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-3-iscsi', False) {} {{(pid=110300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 15:02:33.726261 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf4a89c6-4d68-4079-b823-ceccddde3517 None None] Checking router: 5b2d5cf6-ca52-4e6d-98b9-363e424258d2 for host: dv-cinder-840289-3-iscsi {{(pid=110300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 15:02:33.735809 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf4a89c6-4d68-4079-b823-ceccddde3517 None None] Routers {'5b2d5cf6-ca52-4e6d-98b9-363e424258d2'} bound to L3 agent in host dv-cinder-840289-3-iscsi {{(pid=110300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 15:02:33.736431 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_hamode_db [None req-cf4a89c6-4d68-4079-b823-ceccddde3517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T14:38:11Z,description=,heartbeat_timestamp=2022-05-03T15:02:11Z,host='dv-cinder-840289-3-iscsi',id=a9161e1b-902d-441f-843b-a0ff0805adee,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:38:12Z,topic='l3_agent')) {'router_ids': ['5b2d5cf6-ca52-4e6d-98b9-363e424258d2'], 'active': True} {{(pid=110300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 15:02:33.850019 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvr_db [None req-cf4a89c6-4d68-4079-b823-ceccddde3517 None None] Set router 5b2d5cf6-ca52-4e6d-98b9-363e424258d2 gateway port host: dv-cinder-840289-3-iscsi {{(pid=110300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 15:02:34.027673 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-db038521-f542-4b03-877e-9e262eb040cd req-1ce32769-3fc4-4b96-b7af-fb57e9d19b8a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fb9b1ca0-f87e-40e4-8396-792eeab5293a HTTP/1.1" status: 200 len: 998 time: 0.3319576 May 03 15:02:34.071895 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_hamode_db [None req-cf4a89c6-4d68-4079-b823-ceccddde3517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b2d5cf6-ca52-4e6d-98b9-363e424258d2', 'name': 'tempest-TestVolumeBootPattern-584225590-router', 'tenant_id': '3cc6d2a38dc34b4a8c0e2357b41c95bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'external_fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': 'c3f1359b-2e27-4f48-8011-5313e1c6e491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:58:49Z', 'updated_at': '2022-05-03T14:58:52Z', 'revision_number': 4, 'project_id': '3cc6d2a38dc34b4a8c0e2357b41c95bc', 'gw_port': {'id': 'c3f1359b-2e27-4f48-8011-5313e1c6e491', 'name': '', 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:46:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2d5cf6-ca52-4e6d-98b9-363e424258d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:58:49Z', 'updated_at': '2022-05-03T14:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f907060b-4748-4522-aeb5-06a44b689374', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-3-iscsi', '_floatingips': [{'id': '83afdc51-6659-41d2-9830-854c84035ad4', 'tenant_id': '3cc6d2a38dc34b4a8c0e2357b41c95bc', 'floating_ip_address': '172.27.0.89', 'floating_network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'router_id': '5b2d5cf6-ca52-4e6d-98b9-363e424258d2', 'port_id': 'fb9b1ca0-f87e-40e4-8396-792eeab5293a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f1b5a04-a89d-49fe-9254-ad52b00abc9e', 'mac_address': 'fa:16:3e:f3:99:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06cfa5a4-005f-4356-ba72-4eaf6845adc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T15:02:32Z', 'updated_at': '2022-05-03T15:02:32Z', 'revision_number': 0, 'project_id': '3cc6d2a38dc34b4a8c0e2357b41c95bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca38f3ec-8d99-4bb3-874a-4757510c47c3', 'name': '', 'network_id': '3f1b5a04-a89d-49fe-9254-ad52b00abc9e', 'tenant_id': '3cc6d2a38dc34b4a8c0e2357b41c95bc', 'mac_address': 'fa:16:3e:83:23:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2d5cf6-ca52-4e6d-98b9-363e424258d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '92e39b4b-b229-4fdb-b188-e8826d978416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:58:52Z', 'updated_at': '2022-05-03T14:58:56Z', 'revision_number': 5, 'project_id': '3cc6d2a38dc34b4a8c0e2357b41c95bc', 'subnets': [{'id': '92e39b4b-b229-4fdb-b188-e8826d978416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-3-iscsi', False) {} {{(pid=110300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 15:02:34.076331 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db038521-f542-4b03-877e-9e262eb040cd req-733ea510-1209-49f8-bba0-41fa66810e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:02:34.078136 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-db038521-f542-4b03-877e-9e262eb040cd req-733ea510-1209-49f8-bba0-41fa66810e72 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=92e39b4b-b229-4fdb-b188-e8826d978416 HTTP/1.1" status: 200 len: 850 time: 0.0445228 May 03 15:02:34.098114 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf4a89c6-4d68-4079-b823-ceccddde3517 None None] The sync data for ids ['5b2d5cf6-ca52-4e6d-98b9-363e424258d2'] in dv-cinder-840289-3-iscsi is: [{'id': '5b2d5cf6-ca52-4e6d-98b9-363e424258d2', 'name': 'tempest-TestVolumeBootPattern-584225590-router', 'tenant_id': '3cc6d2a38dc34b4a8c0e2357b41c95bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'external_fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': 'c3f1359b-2e27-4f48-8011-5313e1c6e491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:58:49Z', 'updated_at': '2022-05-03T14:58:52Z', 'revision_number': 4, 'project_id': '3cc6d2a38dc34b4a8c0e2357b41c95bc', 'gw_port': {'id': 'c3f1359b-2e27-4f48-8011-5313e1c6e491', 'name': '', 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:46:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2d5cf6-ca52-4e6d-98b9-363e424258d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:58:49Z', 'updated_at': '2022-05-03T14:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f907060b-4748-4522-aeb5-06a44b689374', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-3-iscsi', '_floatingips': [{'id': '83afdc51-6659-41d2-9830-854c84035ad4', 'tenant_id': '3cc6d2a38dc34b4a8c0e2357b41c95bc', 'floating_ip_address': '172.27.0.89', 'floating_network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'router_id': '5b2d5cf6-ca52-4e6d-98b9-363e424258d2', 'port_id': 'fb9b1ca0-f87e-40e4-8396-792eeab5293a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f1b5a04-a89d-49fe-9254-ad52b00abc9e', 'mac_address': 'fa:16:3e:f3:99:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06cfa5a4-005f-4356-ba72-4eaf6845adc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T15:02:32Z', 'updated_at': '2022-05-03T15:02:32Z', 'revision_number': 0, 'project_id': '3cc6d2a38dc34b4a8c0e2357b41c95bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca38f3ec-8d99-4bb3-874a-4757510c47c3', 'name': '', 'network_id': '3f1b5a04-a89d-49fe-9254-ad52b00abc9e', 'tenant_id': '3cc6d2a38dc34b4a8c0e2357b41c95bc', 'mac_address': 'fa:16:3e:83:23:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2d5cf6-ca52-4e6d-98b9-363e424258d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '92e39b4b-b229-4fdb-b188-e8826d978416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:58:52Z', 'updated_at': '2022-05-03T14:58:56Z', 'revision_number': 5, 'project_id': '3cc6d2a38dc34b4a8c0e2357b41c95bc', 'subnets': [{'id': '92e39b4b-b229-4fdb-b188-e8826d978416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 15:02:34.126075 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db038521-f542-4b03-877e-9e262eb040cd req-06bad959-0b2c-4ef7-a503-9f0886a2484e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:02:34.127644 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-db038521-f542-4b03-877e-9e262eb040cd req-06bad959-0b2c-4ef7-a503-9f0886a2484e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3f1b5a04-a89d-49fe-9254-ad52b00abc9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431921 May 03 15:02:34.219878 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-db038521-f542-4b03-877e-9e262eb040cd req-c2a64367-23fd-4ee1-9007-ca0004c04ccb service neutron] 10.222.0.55 "GET /v2.0/networks/3f1b5a04-a89d-49fe-9254-ad52b00abc9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859339 May 03 15:02:34.292015 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d333eef-1312-4581-83ff-f55e85dd6036 None None] New status for floating IP 83afdc51-6659-41d2-9830-854c84035ad4: ACTIVE {{(pid=110299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 15:02:34.319647 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-db038521-f542-4b03-877e-9e262eb040cd req-2628d6fd-6c1c-406d-be4a-de276a9d75db service neutron] 10.222.0.55 "GET /v2.0/networks/3f1b5a04-a89d-49fe-9254-ad52b00abc9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921412 May 03 15:02:38.775258 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-161bdc44-23e3-4504-b866-2c50625357a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (5d16a8e7-5fab-4607-ae51-2b468a019c05), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:02:41.127753 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-4a23724d-5380-4b39-a8b3-a9a15cd4dcae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (a9161e1b-902d-441f-843b-a0ff0805adee), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:02:42.353638 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-ed776e2d-a518-4685-8fad-0cd9eaa120ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (6a418bd5-8bcc-400f-88b5-19eff412e81a), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:02:43.594165 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-dd96712b-4627-437f-9df9-b1bfec551245 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (8b46afec-dab7-4bfa-a959-8584a0cfd79a), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:02:45.176167 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (16d44442-859c-4c9b-bc72-04cb3b8a5d5b), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:02:55.995280 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.agents_db [None req-dd30728e-be63-467e-afaf-aba6f24eb33e None None] Agent healthcheck: found 6 active agents {{(pid=110300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 15:02:59.018344 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (26e70f58-a201-437c-be8d-fd2714f100da), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:03:05.026879 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43f6b4a-d84a-47c2-b770-13f68a021613 req-b4d49715-65b4-41bd-92ff-f72257e8d839 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:03:05.028360 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-f43f6b4a-d84a-47c2-b770-13f68a021613 req-b4d49715-65b4-41bd-92ff-f72257e8d839 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] 10.222.0.16 "GET /v2.0/ports?device_id=66be12a8-21f1-4c23-8985-be94955f15e1 HTTP/1.1" status: 200 len: 945 time: 0.0485439 May 03 15:03:05.075500 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-f43f6b4a-d84a-47c2-b770-13f68a021613 req-195272f1-24fb-4ea0-bbe3-e1a710334471 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc097d8f-ecf4-4a61-a1b5-87047cece25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411165 May 03 15:03:06.189393 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778d8fc7-3aa4-4ae8-bbee-a3286a08f7c8 req-1a316fc0-24fa-4777-8117-d9cd1bf67d17 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:03:06.190845 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-778d8fc7-3aa4-4ae8-bbee-a3286a08f7c8 req-1a316fc0-24fa-4777-8117-d9cd1bf67d17 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] 10.222.0.16 "GET /v2.0/ports?device_id=66be12a8-21f1-4c23-8985-be94955f15e1 HTTP/1.1" status: 200 len: 945 time: 0.0464187 May 03 15:03:06.240646 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-778d8fc7-3aa4-4ae8-bbee-a3286a08f7c8 req-f6ec1579-a483-4547-844d-b82de41b629b tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc097d8f-ecf4-4a61-a1b5-87047cece25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442965 May 03 15:03:06.896664 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be50cc1d-e77e-4193-8554-93407a22219e req-3825f1bc-e4e7-41ea-8fd2-5216bb79900f tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:03:06.898071 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-be50cc1d-e77e-4193-8554-93407a22219e req-3825f1bc-e4e7-41ea-8fd2-5216bb79900f tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] 10.222.0.55 "GET /v2.0/ports?device_id=66be12a8-21f1-4c23-8985-be94955f15e1 HTTP/1.1" status: 200 len: 945 time: 0.0457480 May 03 15:03:06.980497 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.plugin [req-be50cc1d-e77e-4193-8554-93407a22219e req-a2d5c61a-5167-4eed-a010-5f91a00be4ee tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Deleting port 818d410d-3034-45d6-bf09-144ffa37b312 {{(pid=110298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 15:03:06.980834 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-be50cc1d-e77e-4193-8554-93407a22219e req-a2d5c61a-5167-4eed-a010-5f91a00be4ee tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775477116685'] for port (818d410d-3034-45d6-bf09-144ffa37b312), before_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:03:07.080493 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.db [req-be50cc1d-e77e-4193-8554-93407a22219e req-a2d5c61a-5167-4eed-a010-5f91a00be4ee tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] For port 818d410d-3034-45d6-bf09-144ffa37b312, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=818d410d-3034-45d6-bf09-144ffa37b312,segment=NetworkSegment(cf13aea7-b36a-4302-89af-e9e11eaa421e),segment_id=cf13aea7-b36a-4302-89af-e9e11eaa421e)] {{(pid=110298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 15:03:07.080848 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-be50cc1d-e77e-4193-8554-93407a22219e req-a2d5c61a-5167-4eed-a010-5f91a00be4ee tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689583'] for port (818d410d-3034-45d6-bf09-144ffa37b312), precommit_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:03:07.253680 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-be50cc1d-e77e-4193-8554-93407a22219e req-a2d5c61a-5167-4eed-a010-5f91a00be4ee tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:03:07.254407 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-be50cc1d-e77e-4193-8554-93407a22219e req-a2d5c61a-5167-4eed-a010-5f91a00be4ee tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692144'] for floatingip (7d678f26-d6e5-4179-82ef-4a92d9c8d8f9), after_update {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:03:07.254407 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.db.l3_db [req-be50cc1d-e77e-4193-8554-93407a22219e req-a2d5c61a-5167-4eed-a010-5f91a00be4ee tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Floating IP 7d678f26-d6e5-4179-82ef-4a92d9c8d8f9 disassociated. External IP: 172.27.0.25, port: 818d410d-3034-45d6-bf09-144ffa37b312. May 03 15:03:07.254680 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.plugin [req-be50cc1d-e77e-4193-8554-93407a22219e req-a2d5c61a-5167-4eed-a010-5f91a00be4ee tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Calling delete_port for 818d410d-3034-45d6-bf09-144ffa37b312 owned by compute:nova {{(pid=110298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 15:03:07.371967 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed65ffb-d893-422b-ae81-f3e8dec6807c req-45dc6865-c7dc-4073-a619-7f2fac30aa3d tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:03:07.373400 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-8ed65ffb-d893-422b-ae81-f3e8dec6807c req-45dc6865-c7dc-4073-a619-7f2fac30aa3d tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] 10.222.0.16 "GET /v2.0/ports?device_id=66be12a8-21f1-4c23-8985-be94955f15e1 HTTP/1.1" status: 200 len: 945 time: 0.0644531 May 03 15:03:07.456609 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-8ed65ffb-d893-422b-ae81-f3e8dec6807c req-0c879595-89bb-424b-8a3c-58787d46b4e4 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc097d8f-ecf4-4a61-a1b5-87047cece25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773528 May 03 15:03:07.503963 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-be50cc1d-e77e-4193-8554-93407a22219e req-a2d5c61a-5167-4eed-a010-5f91a00be4ee tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775477123741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775476647069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25806886'] for port (818d410d-3034-45d6-bf09-144ffa37b312), after_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:03:07.537449 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d5c61a-5167-4eed-a010-5f91a00be4ee tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Pushing event deleted for resources: {'Port': ['ID=818d410d-3034-45d6-bf09-144ffa37b312,revision_number=None']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 15:03:07.654279 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.scheduler.l3_agent_scheduler [req-be50cc1d-e77e-4193-8554-93407a22219e req-a2d5c61a-5167-4eed-a010-5f91a00be4ee tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Router b2de5692-15b7-4533-8b3c-b49995075c04 has already been hosted by L3 agent a9161e1b-902d-441f-843b-a0ff0805adee {{(pid=110298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 15:03:07.765251 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-be50cc1d-e77e-4193-8554-93407a22219e req-a2d5c61a-5167-4eed-a010-5f91a00be4ee tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Notify agent at l3_agent.dv-cinder-840289-3-iscsi the message routers_updated {{(pid=110298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 15:03:07.775900 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba1b0631-e7cf-4676-96cd-bfc039de22c3 None None] Sync routers for ids ['b2de5692-15b7-4533-8b3c-b49995075c04'] in dv-cinder-840289-3-iscsi {{(pid=110300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 15:03:07.786179 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba1b0631-e7cf-4676-96cd-bfc039de22c3 None None] Routers {'b2de5692-15b7-4533-8b3c-b49995075c04'} bound to L3 agent in host dv-cinder-840289-3-iscsi {{(pid=110300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 15:03:07.786863 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_hamode_db [None req-ba1b0631-e7cf-4676-96cd-bfc039de22c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T14:38:11Z,description=,heartbeat_timestamp=2022-05-03T15:02:41Z,host='dv-cinder-840289-3-iscsi',id=a9161e1b-902d-441f-843b-a0ff0805adee,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:38:12Z,topic='l3_agent')) {'router_ids': ['b2de5692-15b7-4533-8b3c-b49995075c04'], 'active': True} {{(pid=110300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 15:03:07.809051 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.db.l3_dvrscheduler_db [req-be50cc1d-e77e-4193-8554-93407a22219e req-a2d5c61a-5167-4eed-a010-5f91a00be4ee tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] No DVR routers for this DVR port 818d410d-3034-45d6-bf09-144ffa37b312 on host hv-cinder-84028 {{(pid=110298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 15:03:07.812228 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-be50cc1d-e77e-4193-8554-93407a22219e req-a2d5c61a-5167-4eed-a010-5f91a00be4ee tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46205'] for port (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:03:07.815495 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-be50cc1d-e77e-4193-8554-93407a22219e req-a2d5c61a-5167-4eed-a010-5f91a00be4ee tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] 10.222.0.55 "DELETE /v2.0/ports/818d410d-3034-45d6-bf09-144ffa37b312 HTTP/1.1" status: 204 len: 173 time: 0.9123499 May 03 15:03:07.815939 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66be12a8-21f1-4c23-8985-be94955f15e1', 'name': 'network-vif-deleted', 'tag': '818d410d-3034-45d6-bf09-144ffa37b312'}] {{(pid=110298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 15:03:07.818178 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75d30aab20f2b99e69676ba1094dd13d61de0bc97323401ed2dd99ba05286cef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c0da4a8-7271-4773-8e9d-238084cab66c" -d '{"events": [{"server_uuid": "66be12a8-21f1-4c23-8985-be94955f15e1", "name": "network-vif-deleted", "tag": "818d410d-3034-45d6-bf09-144ffa37b312"}]}' {{(pid=110298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 15:03:07.905017 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvr_db [None req-ba1b0631-e7cf-4676-96cd-bfc039de22c3 None None] Set router b2de5692-15b7-4533-8b3c-b49995075c04 gateway port host: dv-cinder-840289-3-iscsi {{(pid=110300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 15:03:07.916460 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 15:03:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba2ae83a-19e4-4393-9f11-063c0734e164 x-openstack-request-id: req-ba2ae83a-19e4-4393-9f11-063c0734e164 {{(pid=110298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 15:03:07.916771 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66be12a8-21f1-4c23-8985-be94955f15e1", "name": "network-vif-deleted", "tag": "818d410d-3034-45d6-bf09-144ffa37b312", "status": "completed", "code": 200}]} {{(pid=110298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 15:03:07.917035 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ba2ae83a-19e4-4393-9f11-063c0734e164 {{(pid=110298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 15:03:07.917849 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba2ae83a-19e4-4393-9f11-063c0734e164'] response: {'server_uuid': '66be12a8-21f1-4c23-8985-be94955f15e1', 'name': 'network-vif-deleted', 'tag': '818d410d-3034-45d6-bf09-144ffa37b312', 'status': 'completed', 'code': 200} May 03 15:03:08.191962 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_hamode_db [None req-ba1b0631-e7cf-4676-96cd-bfc039de22c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2de5692-15b7-4533-8b3c-b49995075c04', 'name': 'tempest-AttachVolumeNegativeTest-691195481-router', 'tenant_id': 'fa83f683c67a413ba3ca7f7d2d6bb966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'external_fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': '9d99af12-dc8d-4fea-987c-b8fd148bbed4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:55:16Z', 'updated_at': '2022-05-03T14:55:20Z', 'revision_number': 4, 'project_id': 'fa83f683c67a413ba3ca7f7d2d6bb966', 'gw_port': {'id': '9d99af12-dc8d-4fea-987c-b8fd148bbed4', 'name': '', 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:53:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2de5692-15b7-4533-8b3c-b49995075c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:55:17Z', 'updated_at': '2022-05-03T14:55:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f907060b-4748-4522-aeb5-06a44b689374', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-3-iscsi', '_interfaces': [{'id': '0bc0b0eb-1930-4c1c-bb20-1831094b8912', 'name': '', 'network_id': '8e6de03b-779e-46f4-99b9-4423e500c0dd', 'tenant_id': 'fa83f683c67a413ba3ca7f7d2d6bb966', 'mac_address': 'fa:16:3e:8e:05:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2de5692-15b7-4533-8b3c-b49995075c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'da523ca4-000e-4457-a118-98a9c4ff1011', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:55:19Z', 'updated_at': '2022-05-03T14:55:23Z', 'revision_number': 5, 'project_id': 'fa83f683c67a413ba3ca7f7d2d6bb966', 'subnets': [{'id': 'da523ca4-000e-4457-a118-98a9c4ff1011', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-3-iscsi', False) {} {{(pid=110300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 15:03:08.218480 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba1b0631-e7cf-4676-96cd-bfc039de22c3 None None] Checking router: b2de5692-15b7-4533-8b3c-b49995075c04 for host: dv-cinder-840289-3-iscsi {{(pid=110300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 15:03:08.226593 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba1b0631-e7cf-4676-96cd-bfc039de22c3 None None] Routers {'b2de5692-15b7-4533-8b3c-b49995075c04'} bound to L3 agent in host dv-cinder-840289-3-iscsi {{(pid=110300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 15:03:08.227229 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_hamode_db [None req-ba1b0631-e7cf-4676-96cd-bfc039de22c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T14:38:11Z,description=,heartbeat_timestamp=2022-05-03T15:02:41Z,host='dv-cinder-840289-3-iscsi',id=a9161e1b-902d-441f-843b-a0ff0805adee,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:38:12Z,topic='l3_agent')) {'router_ids': ['b2de5692-15b7-4533-8b3c-b49995075c04'], 'active': True} {{(pid=110300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 15:03:08.334378 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvr_db [None req-ba1b0631-e7cf-4676-96cd-bfc039de22c3 None None] Set router b2de5692-15b7-4533-8b3c-b49995075c04 gateway port host: dv-cinder-840289-3-iscsi {{(pid=110300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 15:03:08.520022 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_hamode_db [None req-ba1b0631-e7cf-4676-96cd-bfc039de22c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2de5692-15b7-4533-8b3c-b49995075c04', 'name': 'tempest-AttachVolumeNegativeTest-691195481-router', 'tenant_id': 'fa83f683c67a413ba3ca7f7d2d6bb966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'external_fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': '9d99af12-dc8d-4fea-987c-b8fd148bbed4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:55:16Z', 'updated_at': '2022-05-03T14:55:20Z', 'revision_number': 4, 'project_id': 'fa83f683c67a413ba3ca7f7d2d6bb966', 'gw_port': {'id': '9d99af12-dc8d-4fea-987c-b8fd148bbed4', 'name': '', 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:53:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2de5692-15b7-4533-8b3c-b49995075c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:55:17Z', 'updated_at': '2022-05-03T14:55:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f907060b-4748-4522-aeb5-06a44b689374', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-3-iscsi', '_interfaces': [{'id': '0bc0b0eb-1930-4c1c-bb20-1831094b8912', 'name': '', 'network_id': '8e6de03b-779e-46f4-99b9-4423e500c0dd', 'tenant_id': 'fa83f683c67a413ba3ca7f7d2d6bb966', 'mac_address': 'fa:16:3e:8e:05:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2de5692-15b7-4533-8b3c-b49995075c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'da523ca4-000e-4457-a118-98a9c4ff1011', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:55:19Z', 'updated_at': '2022-05-03T14:55:23Z', 'revision_number': 5, 'project_id': 'fa83f683c67a413ba3ca7f7d2d6bb966', 'subnets': [{'id': 'da523ca4-000e-4457-a118-98a9c4ff1011', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-3-iscsi', False) {} {{(pid=110300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 15:03:08.547851 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba1b0631-e7cf-4676-96cd-bfc039de22c3 None None] The sync data for ids ['b2de5692-15b7-4533-8b3c-b49995075c04'] in dv-cinder-840289-3-iscsi is: [{'id': 'b2de5692-15b7-4533-8b3c-b49995075c04', 'name': 'tempest-AttachVolumeNegativeTest-691195481-router', 'tenant_id': 'fa83f683c67a413ba3ca7f7d2d6bb966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'external_fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': '9d99af12-dc8d-4fea-987c-b8fd148bbed4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:55:16Z', 'updated_at': '2022-05-03T14:55:20Z', 'revision_number': 4, 'project_id': 'fa83f683c67a413ba3ca7f7d2d6bb966', 'gw_port': {'id': '9d99af12-dc8d-4fea-987c-b8fd148bbed4', 'name': '', 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:53:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2de5692-15b7-4533-8b3c-b49995075c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:55:17Z', 'updated_at': '2022-05-03T14:55:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f907060b-4748-4522-aeb5-06a44b689374', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-3-iscsi', '_interfaces': [{'id': '0bc0b0eb-1930-4c1c-bb20-1831094b8912', 'name': '', 'network_id': '8e6de03b-779e-46f4-99b9-4423e500c0dd', 'tenant_id': 'fa83f683c67a413ba3ca7f7d2d6bb966', 'mac_address': 'fa:16:3e:8e:05:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2de5692-15b7-4533-8b3c-b49995075c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'da523ca4-000e-4457-a118-98a9c4ff1011', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:55:19Z', 'updated_at': '2022-05-03T14:55:23Z', 'revision_number': 5, 'project_id': 'fa83f683c67a413ba3ca7f7d2d6bb966', 'subnets': [{'id': 'da523ca4-000e-4457-a118-98a9c4ff1011', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 15:03:08.570634 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-94cc3f32-4099-4cf3-863f-d3e5a92fc708 req-79057dc5-2610-43d9-9a0a-0babd35065a7 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] 10.222.0.16 "GET /v2.0/ports?device_id=66be12a8-21f1-4c23-8985-be94955f15e1 HTTP/1.1" status: 200 len: 210 time: 0.0299420 May 03 15:03:08.784138 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc899c3-9946-4767-8d85-8c822984b3d1 None None] New status for floating IP 7d678f26-d6e5-4179-82ef-4a92d9c8d8f9: DOWN {{(pid=110299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 15:03:08.788124 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-befc0643-3a5b-4407-b087-2442405d6e4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (5d16a8e7-5fab-4607-ae51-2b468a019c05), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:03:09.760393 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 49306) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 15:03:09.821575 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-4e7e82e2-f7c8-4882-bd0d-7c0489d23a63 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Publish callbacks [] for security_group (dc097d8f-ecf4-4a61-a1b5-87047cece25a), before_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:03:09.848017 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-4e7e82e2-f7c8-4882-bd0d-7c0489d23a63 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Publish callbacks [] for security_group (dc097d8f-ecf4-4a61-a1b5-87047cece25a), precommit_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:03:09.969970 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-4e7e82e2-f7c8-4882-bd0d-7c0489d23a63 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (dc097d8f-ecf4-4a61-a1b5-87047cece25a), after_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:03:09.972617 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-4e7e82e2-f7c8-4882-bd0d-7c0489d23a63 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Publish callbacks [] for security_group (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:03:09.973804 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-4e7e82e2-f7c8-4882-bd0d-7c0489d23a63 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] 10.222.0.16 "DELETE /v2.0/security-groups/dc097d8f-ecf4-4a61-a1b5-87047cece25a HTTP/1.1" status: 204 len: 168 time: 0.2124202 May 03 15:03:09.984736 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 49308) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 15:03:09.985337 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7e82e2-f7c8-4882-bd0d-7c0489d23a63 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc097d8f-ecf4-4a61-a1b5-87047cece25a,revision_number=None']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 15:03:09.991751 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.api.v2.resource [None req-e6981d2c-338d-4c7d-b22c-97ffd179af83 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] show failed (client error): The resource could not be found. May 03 15:03:09.992794 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-e6981d2c-338d-4c7d-b22c-97ffd179af83 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] 10.222.0.16 "GET /v2.0/security-groups/dc097d8f-ecf4-4a61-a1b5-87047cece25a HTTP/1.1" status: 404 len: 347 time: 0.0152087 May 03 15:03:09.995710 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 49310) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 15:03:10.121996 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.plugins.ml2.plugin [None req-9fb11b65-3c71-4923-a243-307c53820868 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Deleting port 44a39add-367f-4f85-b99b-d083acb3af34 {{(pid=110297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 15:03:10.122355 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-9fb11b65-3c71-4923-a243-307c53820868 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775477116685'] for port (44a39add-367f-4f85-b99b-d083acb3af34), before_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:03:10.128358 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Device 818d410d-3034-45d6-bf09-144ffa37b312 no longer exists at agent hyperv_hv-cinder-84028 {{(pid=110299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 15:03:10.152648 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] No Port match for: 818d410d-3034-45d6-bf09-144ffa37b312 {{(pid=110299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 15:03:10.152993 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Device 818d410d-3034-45d6-bf09-144ffa37b312 not bound to the agent host hv-cinder-84028 {{(pid=110299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 15:03:10.203025 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-9fb11b65-3c71-4923-a243-307c53820868 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689583'] for port (44a39add-367f-4f85-b99b-d083acb3af34), precommit_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:03:10.203386 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-9fb11b65-3c71-4923-a243-307c53820868 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Publish callbacks [] for floatingip (44a39add-367f-4f85-b99b-d083acb3af34), precommit_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:03:10.216154 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.plugins.ml2.plugin [None req-9fb11b65-3c71-4923-a243-307c53820868 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Calling delete_port for 44a39add-367f-4f85-b99b-d083acb3af34 owned by network:floatingip {{(pid=110297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 15:03:10.424005 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-9fb11b65-3c71-4923-a243-307c53820868 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775477123741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775476647069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25923557'] for port (44a39add-367f-4f85-b99b-d083acb3af34), after_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:03:10.446727 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb11b65-3c71-4923-a243-307c53820868 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Pushing event deleted for resources: {'Port': ['ID=44a39add-367f-4f85-b99b-d083acb3af34,revision_number=None']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 15:03:10.456146 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb11b65-3c71-4923-a243-307c53820868 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:03:10.456503 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb11b65-3c71-4923-a243-307c53820868 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:03:10.456862 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb11b65-3c71-4923-a243-307c53820868 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:03:10.457204 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb11b65-3c71-4923-a243-307c53820868 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:03:10.457540 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb11b65-3c71-4923-a243-307c53820868 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:03:10.457872 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb11b65-3c71-4923-a243-307c53820868 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:03:10.458554 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb11b65-3c71-4923-a243-307c53820868 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:03:10.458554 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb11b65-3c71-4923-a243-307c53820868 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:03:10.458838 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb11b65-3c71-4923-a243-307c53820868 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:03:10.459199 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb11b65-3c71-4923-a243-307c53820868 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:03:10.459530 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb11b65-3c71-4923-a243-307c53820868 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:03:10.459856 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb11b65-3c71-4923-a243-307c53820868 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:03:10.460185 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb11b65-3c71-4923-a243-307c53820868 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:03:10.460509 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb11b65-3c71-4923-a243-307c53820868 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:03:10.460836 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb11b65-3c71-4923-a243-307c53820868 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:03:10.521318 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-9fb11b65-3c71-4923-a243-307c53820868 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Publish callbacks [] for floatingip (7d678f26-d6e5-4179-82ef-4a92d9c8d8f9), after_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:03:10.523847 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-9fb11b65-3c71-4923-a243-307c53820868 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46205'] for floatingip (None), before_response {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:03:10.524991 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-9fb11b65-3c71-4923-a243-307c53820868 tempest-AttachVolumeNegativeTest-685409119 tempest-AttachVolumeNegativeTest-685409119-project] 10.222.0.16 "DELETE /v2.0/floatingips/7d678f26-d6e5-4179-82ef-4a92d9c8d8f9 HTTP/1.1" status: 204 len: 168 time: 0.5283608 May 03 15:03:11.135625 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-0125cb95-4f47-46fa-ae0c-93d299877746 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (a9161e1b-902d-441f-843b-a0ff0805adee), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:03:12.346859 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-ed776e2d-a518-4685-8fad-0cd9eaa120ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (6a418bd5-8bcc-400f-88b5-19eff412e81a), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:03:13.598401 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-dd96712b-4627-437f-9df9-b1bfec551245 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (8b46afec-dab7-4bfa-a959-8584a0cfd79a), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:03:14.793054 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 49348) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 15:03:15.192849 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (16d44442-859c-4c9b-bc72-04cb3b8a5d5b), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:03:15.214936 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-b3bbcbcf-0564-452e-84f6-bbba16076db3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1689557'] for router_interface (b2de5692-15b7-4533-8b3c-b49995075c04), before_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:03:15.449562 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.plugin [None req-b3bbcbcf-0564-452e-84f6-bbba16076db3 admin admin] Deleting port 0bc0b0eb-1930-4c1c-bb20-1831094b8912 {{(pid=110298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 15:03:15.449819 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-b3bbcbcf-0564-452e-84f6-bbba16076db3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775477116685'] for port (0bc0b0eb-1930-4c1c-bb20-1831094b8912), before_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:03:15.530918 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.db [None req-b3bbcbcf-0564-452e-84f6-bbba16076db3 admin admin] For port 0bc0b0eb-1930-4c1c-bb20-1831094b8912, host dv-cinder-840289-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-3-iscsi',level=0,port_id=0bc0b0eb-1930-4c1c-bb20-1831094b8912,segment=NetworkSegment(cf13aea7-b36a-4302-89af-e9e11eaa421e),segment_id=cf13aea7-b36a-4302-89af-e9e11eaa421e)] {{(pid=110298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 15:03:15.531387 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-b3bbcbcf-0564-452e-84f6-bbba16076db3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689583'] for port (0bc0b0eb-1930-4c1c-bb20-1831094b8912), precommit_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:03:15.544074 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.plugin [None req-b3bbcbcf-0564-452e-84f6-bbba16076db3 admin admin] Calling delete_port for 0bc0b0eb-1930-4c1c-bb20-1831094b8912 owned by network:router_interface {{(pid=110298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 15:03:15.793058 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-b3bbcbcf-0564-452e-84f6-bbba16076db3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775477123741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775476647069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25806886'] for port (0bc0b0eb-1930-4c1c-bb20-1831094b8912), after_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:03:15.818295 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bbcbcf-0564-452e-84f6-bbba16076db3 admin admin] Pushing event deleted for resources: {'Port': ['ID=0bc0b0eb-1930-4c1c-bb20-1831094b8912,revision_number=None']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 15:03:15.994808 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-b3bbcbcf-0564-452e-84f6-bbba16076db3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1685186'] for router_interface (b2de5692-15b7-4533-8b3c-b49995075c04), after_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:03:16.208192 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3bbcbcf-0564-452e-84f6-bbba16076db3 admin admin] Router b2de5692-15b7-4533-8b3c-b49995075c04 has already been hosted by L3 agent a9161e1b-902d-441f-843b-a0ff0805adee {{(pid=110298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 15:03:16.318431 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3bbcbcf-0564-452e-84f6-bbba16076db3 admin admin] Notify agent at l3_agent.dv-cinder-840289-3-iscsi the message routers_updated {{(pid=110298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 15:03:16.323663 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-b3bbcbcf-0564-452e-84f6-bbba16076db3 admin admin] 10.222.0.16 "PUT /v2.0/routers/b2de5692-15b7-4533-8b3c-b49995075c04/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5295827 May 03 15:03:16.327609 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 49352) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 15:03:16.329214 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e666ab10-9a8e-4f76-9cad-1b6cb1561027 None None] Sync routers for ids ['b2de5692-15b7-4533-8b3c-b49995075c04'] in dv-cinder-840289-3-iscsi {{(pid=110300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 15:03:16.339234 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e666ab10-9a8e-4f76-9cad-1b6cb1561027 None None] Routers {'b2de5692-15b7-4533-8b3c-b49995075c04'} bound to L3 agent in host dv-cinder-840289-3-iscsi {{(pid=110300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 15:03:16.339840 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_hamode_db [None req-e666ab10-9a8e-4f76-9cad-1b6cb1561027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T14:38:11Z,description=,heartbeat_timestamp=2022-05-03T15:03:11Z,host='dv-cinder-840289-3-iscsi',id=a9161e1b-902d-441f-843b-a0ff0805adee,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:38:12Z,topic='l3_agent')) {'router_ids': ['b2de5692-15b7-4533-8b3c-b49995075c04'], 'active': True} {{(pid=110300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 15:03:16.434895 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-c6844958-ee48-4c4e-9206-bfd984eb9276 admin admin] Publish callbacks [] for router (b2de5692-15b7-4533-8b3c-b49995075c04), before_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:03:16.445380 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvr_db [None req-e666ab10-9a8e-4f76-9cad-1b6cb1561027 None None] Set router b2de5692-15b7-4533-8b3c-b49995075c04 gateway port host: dv-cinder-840289-3-iscsi {{(pid=110300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 15:03:16.542069 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-c6844958-ee48-4c4e-9206-bfd984eb9276 admin admin] Publish callbacks [] for router_gateway (b2de5692-15b7-4533-8b3c-b49995075c04), before_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:03:16.619461 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_hamode_db [None req-e666ab10-9a8e-4f76-9cad-1b6cb1561027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2de5692-15b7-4533-8b3c-b49995075c04', 'name': 'tempest-AttachVolumeNegativeTest-691195481-router', 'tenant_id': 'fa83f683c67a413ba3ca7f7d2d6bb966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'external_fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': '9d99af12-dc8d-4fea-987c-b8fd148bbed4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:55:16Z', 'updated_at': '2022-05-03T15:03:15Z', 'revision_number': 5, 'project_id': 'fa83f683c67a413ba3ca7f7d2d6bb966', 'gw_port': {'id': '9d99af12-dc8d-4fea-987c-b8fd148bbed4', 'name': '', 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:53:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2de5692-15b7-4533-8b3c-b49995075c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:55:17Z', 'updated_at': '2022-05-03T14:55:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f907060b-4748-4522-aeb5-06a44b689374', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-3-iscsi'}], 'dv-cinder-840289-3-iscsi', False) {} {{(pid=110300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 15:03:16.646612 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e666ab10-9a8e-4f76-9cad-1b6cb1561027 None None] Checking router: b2de5692-15b7-4533-8b3c-b49995075c04 for host: dv-cinder-840289-3-iscsi {{(pid=110300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 15:03:16.649941 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.plugin [None req-c6844958-ee48-4c4e-9206-bfd984eb9276 admin admin] Deleting port 9d99af12-dc8d-4fea-987c-b8fd148bbed4 {{(pid=110298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 15:03:16.650284 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-c6844958-ee48-4c4e-9206-bfd984eb9276 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775477116685'] for port (9d99af12-dc8d-4fea-987c-b8fd148bbed4), before_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:03:16.655867 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e666ab10-9a8e-4f76-9cad-1b6cb1561027 None None] Routers {'b2de5692-15b7-4533-8b3c-b49995075c04'} bound to L3 agent in host dv-cinder-840289-3-iscsi {{(pid=110300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 15:03:16.656751 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_hamode_db [None req-e666ab10-9a8e-4f76-9cad-1b6cb1561027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T14:38:11Z,description=,heartbeat_timestamp=2022-05-03T15:03:11Z,host='dv-cinder-840289-3-iscsi',id=a9161e1b-902d-441f-843b-a0ff0805adee,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:38:12Z,topic='l3_agent')) {'router_ids': ['b2de5692-15b7-4533-8b3c-b49995075c04'], 'active': True} {{(pid=110300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 15:03:16.733457 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.db [None req-c6844958-ee48-4c4e-9206-bfd984eb9276 admin admin] For port 9d99af12-dc8d-4fea-987c-b8fd148bbed4, host dv-cinder-840289-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-3-iscsi',level=0,port_id=9d99af12-dc8d-4fea-987c-b8fd148bbed4,segment=NetworkSegment(0c3170a2-2f96-4172-a4d6-7b5474706bd0),segment_id=0c3170a2-2f96-4172-a4d6-7b5474706bd0)] {{(pid=110298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 15:03:16.733834 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-c6844958-ee48-4c4e-9206-bfd984eb9276 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689583'] for port (9d99af12-dc8d-4fea-987c-b8fd148bbed4), precommit_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:03:16.745014 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvr_db [None req-e666ab10-9a8e-4f76-9cad-1b6cb1561027 None None] Set router b2de5692-15b7-4533-8b3c-b49995075c04 gateway port host: None {{(pid=110300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 15:03:16.747233 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.plugin [None req-c6844958-ee48-4c4e-9206-bfd984eb9276 admin admin] Calling delete_port for 9d99af12-dc8d-4fea-987c-b8fd148bbed4 owned by network:router_gateway {{(pid=110298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 15:03:16.800951 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_hamode_db [None req-e666ab10-9a8e-4f76-9cad-1b6cb1561027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2de5692-15b7-4533-8b3c-b49995075c04', 'name': 'tempest-AttachVolumeNegativeTest-691195481-router', 'tenant_id': 'fa83f683c67a413ba3ca7f7d2d6bb966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:55:16Z', 'updated_at': '2022-05-03T15:03:16Z', 'revision_number': 6, 'project_id': 'fa83f683c67a413ba3ca7f7d2d6bb966', 'gw_port_host': None}], 'dv-cinder-840289-3-iscsi', False) {} {{(pid=110300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 15:03:16.827471 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e666ab10-9a8e-4f76-9cad-1b6cb1561027 None None] The sync data for ids ['b2de5692-15b7-4533-8b3c-b49995075c04'] in dv-cinder-840289-3-iscsi is: [{'id': 'b2de5692-15b7-4533-8b3c-b49995075c04', 'name': 'tempest-AttachVolumeNegativeTest-691195481-router', 'tenant_id': 'fa83f683c67a413ba3ca7f7d2d6bb966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:55:16Z', 'updated_at': '2022-05-03T15:03:16Z', 'revision_number': 6, 'project_id': 'fa83f683c67a413ba3ca7f7d2d6bb966', 'gw_port_host': None}] {{(pid=110300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 15:03:16.906670 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-07b2278c-f819-4cba-82a5-34f14f1d383e req-dc7d3290-15cb-49e5-8b82-86b20e9f3eb2 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=06cfa5a4-005f-4356-ba72-4eaf6845adc3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0445502 May 03 15:03:16.999157 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-c6844958-ee48-4c4e-9206-bfd984eb9276 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775477123741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775476647069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25806886'] for port (9d99af12-dc8d-4fea-987c-b8fd148bbed4), after_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:03:17.027068 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b2278c-f819-4cba-82a5-34f14f1d383e req-e97af3c1-7b31-45cf-ae8c-d3aec1620751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:03:17.028538 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-07b2278c-f819-4cba-82a5-34f14f1d383e req-e97af3c1-7b31-45cf-ae8c-d3aec1620751 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3cc6d2a38dc34b4a8c0e2357b41c95bc&device_id=06cfa5a4-005f-4356-ba72-4eaf6845adc3 HTTP/1.1" status: 200 len: 1129 time: 0.0640554 May 03 15:03:17.032018 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6844958-ee48-4c4e-9206-bfd984eb9276 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d99af12-dc8d-4fea-987c-b8fd148bbed4,revision_number=None']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 15:03:17.423104 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-c6844958-ee48-4c4e-9206-bfd984eb9276 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1698215'] for router_gateway (b2de5692-15b7-4533-8b3c-b49995075c04), after_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:03:17.527611 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-c6844958-ee48-4c4e-9206-bfd984eb9276 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1693307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3127'] for router (b2de5692-15b7-4533-8b3c-b49995075c04), precommit_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:03:17.529852 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-c6844958-ee48-4c4e-9206-bfd984eb9276 admin admin] Publish callbacks [] for router_controller (b2de5692-15b7-4533-8b3c-b49995075c04), precommit_delete_associations {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:03:17.532186 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b2278c-f819-4cba-82a5-34f14f1d383e req-b4b97545-a31e-4a78-ae61-79ae697eaa77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:03:17.533648 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-07b2278c-f819-4cba-82a5-34f14f1d383e req-b4b97545-a31e-4a78-ae61-79ae697eaa77 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3f1b5a04-a89d-49fe-9254-ad52b00abc9e HTTP/1.1" status: 200 len: 912 time: 0.4771380 May 03 15:03:17.633022 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-07b2278c-f819-4cba-82a5-34f14f1d383e req-1c55c7a6-8071-4b69-8fe5-ecbae760cf55 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fb9b1ca0-f87e-40e4-8396-792eeab5293a HTTP/1.1" status: 200 len: 1000 time: 0.0925248 May 03 15:03:17.680200 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-c6844958-ee48-4c4e-9206-bfd984eb9276 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693298'] for router (b2de5692-15b7-4533-8b3c-b49995075c04), after_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:03:17.680987 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6844958-ee48-4c4e-9206-bfd984eb9276 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b2de5692-15b7-4533-8b3c-b49995075c04 {{(pid=110298) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 03 15:03:17.687550 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-c6844958-ee48-4c4e-9206-bfd984eb9276 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:03:17.688701 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-c6844958-ee48-4c4e-9206-bfd984eb9276 admin admin] 10.222.0.16 "DELETE /v2.0/routers/b2de5692-15b7-4533-8b3c-b49995075c04 HTTP/1.1" status: 204 len: 168 time: 1.3599236 May 03 15:03:17.690705 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b2278c-f819-4cba-82a5-34f14f1d383e req-1bfed74b-a113-4d53-9eaa-e34d4726d5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:03:17.691470 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 49354) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 15:03:17.692220 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-07b2278c-f819-4cba-82a5-34f14f1d383e req-1bfed74b-a113-4d53-9eaa-e34d4726d5f8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=92e39b4b-b229-4fdb-b188-e8826d978416 HTTP/1.1" status: 200 len: 850 time: 0.0538726 May 03 15:03:17.736737 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b2278c-f819-4cba-82a5-34f14f1d383e req-688fd910-15c2-4376-80b5-408f4b96988a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:03:17.738260 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-07b2278c-f819-4cba-82a5-34f14f1d383e req-688fd910-15c2-4376-80b5-408f4b96988a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3f1b5a04-a89d-49fe-9254-ad52b00abc9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0406187 May 03 15:03:17.740923 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.db.db_base_plugin_v2 [None req-72023bf0-5903-4d17-bc02-b94388b66d3f admin admin] Deleting subnet da523ca4-000e-4457-a118-98a9c4ff1011 {{(pid=110297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 03 15:03:17.744337 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-72023bf0-5903-4d17-bc02-b94388b66d3f admin admin] Publish callbacks [] for subnet (da523ca4-000e-4457-a118-98a9c4ff1011), before_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:03:17.783620 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-72023bf0-5903-4d17-bc02-b94388b66d3f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2155934'] for subnet (da523ca4-000e-4457-a118-98a9c4ff1011), precommit_delete_associations {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:03:17.843232 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-07b2278c-f819-4cba-82a5-34f14f1d383e req-2921f9af-ea23-4eac-913e-14daa13474b2 service neutron] 10.222.0.55 "GET /v2.0/networks/3f1b5a04-a89d-49fe-9254-ad52b00abc9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983486 May 03 15:03:17.867570 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-72023bf0-5903-4d17-bc02-b94388b66d3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-723521'] for subnet (da523ca4-000e-4457-a118-98a9c4ff1011), precommit_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:03:17.934604 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-07b2278c-f819-4cba-82a5-34f14f1d383e req-a940f330-0976-4a76-a646-8bf9f258fbe1 service neutron] 10.222.0.55 "GET /v2.0/networks/3f1b5a04-a89d-49fe-9254-ad52b00abc9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865743 May 03 15:03:17.995203 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-72023bf0-5903-4d17-bc02-b94388b66d3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-723528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25923538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25246232'] for subnet (da523ca4-000e-4457-a118-98a9c4ff1011), after_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:03:18.019529 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72023bf0-5903-4d17-bc02-b94388b66d3f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da523ca4-000e-4457-a118-98a9c4ff1011,revision_number=None']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 15:03:18.025706 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-72023bf0-5903-4d17-bc02-b94388b66d3f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:03:18.029015 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-72023bf0-5903-4d17-bc02-b94388b66d3f admin admin] 10.222.0.16 "DELETE /v2.0/subnets/da523ca4-000e-4457-a118-98a9c4ff1011 HTTP/1.1" status: 204 len: 168 time: 0.3364735 May 03 15:03:18.032554 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 49356) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 15:03:18.032707 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fd6b975-a836-4677-960b-12cb779da09e None None] Network 8e6de03b-779e-46f4-99b9-4423e500c0dd requested from dv-cinder-840289-3-iscsi {{(pid=110299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 15:03:18.106649 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-22363107-fe37-4f0b-9dc4-52ef95363383 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636243'] for network (8e6de03b-779e-46f4-99b9-4423e500c0dd), before_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:03:18.154748 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.plugin [None req-22363107-fe37-4f0b-9dc4-52ef95363383 admin admin] Deleting port 61c7831a-b406-4c15-8562-e9430e108e88 {{(pid=110298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 15:03:18.155397 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-22363107-fe37-4f0b-9dc4-52ef95363383 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775477116685'] for port (61c7831a-b406-4c15-8562-e9430e108e88), before_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:03:18.176220 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4816717e-7228-4660-af24-8cb879945168 None None] DHCP port deletion for 8e6de03b-779e-46f4-99b9-4423e500c0dd request from dv-cinder-840289-3-iscsi {{(pid=110299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 03 15:03:18.219533 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-4816717e-7228-4660-af24-8cb879945168 None None] Deleting port 61c7831a-b406-4c15-8562-e9430e108e88 {{(pid=110299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 15:03:18.219828 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-4816717e-7228-4660-af24-8cb879945168 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775477116685'] for port (61c7831a-b406-4c15-8562-e9430e108e88), before_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:03:18.222975 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.db [None req-22363107-fe37-4f0b-9dc4-52ef95363383 admin admin] For port 61c7831a-b406-4c15-8562-e9430e108e88, host dv-cinder-840289-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-3-iscsi',level=0,port_id=61c7831a-b406-4c15-8562-e9430e108e88,segment=NetworkSegment(cf13aea7-b36a-4302-89af-e9e11eaa421e),segment_id=cf13aea7-b36a-4302-89af-e9e11eaa421e)] {{(pid=110298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 15:03:18.223362 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-22363107-fe37-4f0b-9dc4-52ef95363383 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689583'] for port (61c7831a-b406-4c15-8562-e9430e108e88), precommit_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:03:18.235995 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.plugin [None req-22363107-fe37-4f0b-9dc4-52ef95363383 admin admin] Calling delete_port for 61c7831a-b406-4c15-8562-e9430e108e88 owned by network:dhcp {{(pid=110298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 15:03:18.283391 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-4816717e-7228-4660-af24-8cb879945168 None None] For port 61c7831a-b406-4c15-8562-e9430e108e88, host dv-cinder-840289-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-3-iscsi',level=0,port_id=61c7831a-b406-4c15-8562-e9430e108e88,segment=NetworkSegment(cf13aea7-b36a-4302-89af-e9e11eaa421e),segment_id=cf13aea7-b36a-4302-89af-e9e11eaa421e)] {{(pid=110299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 15:03:18.283845 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-4816717e-7228-4660-af24-8cb879945168 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689583'] for port (61c7831a-b406-4c15-8562-e9430e108e88), precommit_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:03:18.297393 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-4816717e-7228-4660-af24-8cb879945168 None None] Calling delete_port for 61c7831a-b406-4c15-8562-e9430e108e88 owned by network:dhcp {{(pid=110299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 15:03:18.344024 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Device 0bc0b0eb-1930-4c1c-bb20-1831094b8912 no longer exists at agent ovs-agent-dv-cinder-840289-3-iscsi {{(pid=110299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 15:03:18.368689 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] No Port match for: 0bc0b0eb-1930-4c1c-bb20-1831094b8912 {{(pid=110299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 15:03:18.369036 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Device 0bc0b0eb-1930-4c1c-bb20-1831094b8912 not bound to the agent host dv-cinder-840289-3-iscsi {{(pid=110299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 15:03:18.369443 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Device 61c7831a-b406-4c15-8562-e9430e108e88 no longer exists at agent ovs-agent-dv-cinder-840289-3-iscsi {{(pid=110299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 15:03:18.383360 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-22363107-fe37-4f0b-9dc4-52ef95363383 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775477123741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775476647069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25806886'] for port (61c7831a-b406-4c15-8562-e9430e108e88), after_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:03:18.410663 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22363107-fe37-4f0b-9dc4-52ef95363383 admin admin] Pushing event deleted for resources: {'Port': ['ID=61c7831a-b406-4c15-8562-e9430e108e88,revision_number=None']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 15:03:18.416186 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22363107-fe37-4f0b-9dc4-52ef95363383 admin admin] No DVR routers for this DVR port 61c7831a-b406-4c15-8562-e9430e108e88 on host dv-cinder-840289-3-iscsi {{(pid=110298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 15:03:18.425714 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] No active binding found for port 61c7831a-b406-4c15-8562-e9430e108e88 {{(pid=110299) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} May 03 15:03:18.426091 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] The host dv-cinder-840289-3-iscsi is not matching for port 61c7831a-b406-4c15-8562-e9430e108e88 host None! {{(pid=110299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2395}} May 03 15:03:18.426532 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Device 61c7831a-b406-4c15-8562-e9430e108e88 not bound to the agent host dv-cinder-840289-3-iscsi {{(pid=110299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 15:03:18.426955 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Device 9d99af12-dc8d-4fea-987c-b8fd148bbed4 no longer exists at agent ovs-agent-dv-cinder-840289-3-iscsi {{(pid=110299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 15:03:18.430890 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-4816717e-7228-4660-af24-8cb879945168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775477123741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775476647069'] for port (61c7831a-b406-4c15-8562-e9430e108e88), after_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:03:18.455225 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] No Port match for: 9d99af12-dc8d-4fea-987c-b8fd148bbed4 {{(pid=110299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 15:03:18.455573 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Device 9d99af12-dc8d-4fea-987c-b8fd148bbed4 not bound to the agent host dv-cinder-840289-3-iscsi {{(pid=110299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 15:03:18.477335 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4816717e-7228-4660-af24-8cb879945168 None None] Pushing event deleted for resources: {'Port': ['ID=61c7831a-b406-4c15-8562-e9430e108e88,revision_number=None']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 15:03:18.479518 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4816717e-7228-4660-af24-8cb879945168 None None] No DVR routers for this DVR port 61c7831a-b406-4c15-8562-e9430e108e88 on host dv-cinder-840289-3-iscsi {{(pid=110299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 15:03:18.490400 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4816717e-7228-4660-af24-8cb879945168 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:03:18.493585 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4816717e-7228-4660-af24-8cb879945168 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:03:18.493585 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4816717e-7228-4660-af24-8cb879945168 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:03:18.493585 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4816717e-7228-4660-af24-8cb879945168 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:03:18.493585 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4816717e-7228-4660-af24-8cb879945168 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:03:18.493585 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4816717e-7228-4660-af24-8cb879945168 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:03:18.493585 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4816717e-7228-4660-af24-8cb879945168 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:03:18.493585 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4816717e-7228-4660-af24-8cb879945168 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:03:18.493585 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4816717e-7228-4660-af24-8cb879945168 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:03:18.493585 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4816717e-7228-4660-af24-8cb879945168 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:03:18.494447 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4816717e-7228-4660-af24-8cb879945168 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:03:18.494447 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4816717e-7228-4660-af24-8cb879945168 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:03:18.494629 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4816717e-7228-4660-af24-8cb879945168 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:03:18.494821 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4816717e-7228-4660-af24-8cb879945168 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:03:18.495175 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4816717e-7228-4660-af24-8cb879945168 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:03:18.501143 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-22363107-fe37-4f0b-9dc4-52ef95363383 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727028', 'neutron.services.segments.db._delete_segments_for_network-8775477110074'] for network (8e6de03b-779e-46f4-99b9-4423e500c0dd), precommit_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:03:18.522442 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.services.segments.db [None req-22363107-fe37-4f0b-9dc4-52ef95363383 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e6de03b-779e-46f4-99b9-4423e500c0dd']}} {{(pid=110298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 15:03:18.532805 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.services.segments.db [None req-22363107-fe37-4f0b-9dc4-52ef95363383 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf13aea7-b36a-4302-89af-e9e11eaa421e') {'for_net_delete': True} {{(pid=110298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 15:03:18.533106 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.services.segments.db [None req-22363107-fe37-4f0b-9dc4-52ef95363383 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf13aea7-b36a-4302-89af-e9e11eaa421e') {} {{(pid=110298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 15:03:18.542336 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-22363107-fe37-4f0b-9dc4-52ef95363383 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775477110851', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3229876'] for segment (cf13aea7-b36a-4302-89af-e9e11eaa421e), before_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:03:18.556272 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-22363107-fe37-4f0b-9dc4-52ef95363383 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719716'] for segment (cf13aea7-b36a-4302-89af-e9e11eaa421e), precommit_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:03:18.562148 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22363107-fe37-4f0b-9dc4-52ef95363383 admin admin] Releasing vlan 366 on physical network physnet1 to pool {{(pid=110298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 15:03:18.562534 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-22363107-fe37-4f0b-9dc4-52ef95363383 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25806971'] for segment (cf13aea7-b36a-4302-89af-e9e11eaa421e), after_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:03:18.564543 dv-cinder-840289-3-iscsi neutron-server[110298]: Traceback (most recent call last): May 03 15:03:18.564543 dv-cinder-840289-3-iscsi neutron-server[110298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 15:03:18.564543 dv-cinder-840289-3-iscsi neutron-server[110298]: timer() May 03 15:03:18.564543 dv-cinder-840289-3-iscsi neutron-server[110298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 15:03:18.564543 dv-cinder-840289-3-iscsi neutron-server[110298]: cb(*args, **kw) May 03 15:03:18.564543 dv-cinder-840289-3-iscsi neutron-server[110298]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 03 15:03:18.564543 dv-cinder-840289-3-iscsi neutron-server[110298]: return func(*args, **kwargs) May 03 15:03:18.564543 dv-cinder-840289-3-iscsi neutron-server[110298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 15:03:18.564543 dv-cinder-840289-3-iscsi neutron-server[110298]: self._notify() May 03 15:03:18.564543 dv-cinder-840289-3-iscsi neutron-server[110298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 15:03:18.564543 dv-cinder-840289-3-iscsi neutron-server[110298]: self.callback(batched_events) May 03 15:03:18.564543 dv-cinder-840289-3-iscsi neutron-server[110298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 15:03:18.564543 dv-cinder-840289-3-iscsi neutron-server[110298]: event.method(event) May 03 15:03:18.564543 dv-cinder-840289-3-iscsi neutron-server[110298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 03 15:03:18.564543 dv-cinder-840289-3-iscsi neutron-server[110298]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 15:03:18.564543 dv-cinder-840289-3-iscsi neutron-server[110298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 03 15:03:18.564543 dv-cinder-840289-3-iscsi neutron-server[110298]: aggregate_uuid = self.p_client.list_aggregates( May 03 15:03:18.564543 dv-cinder-840289-3-iscsi neutron-server[110298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 03 15:03:18.564543 dv-cinder-840289-3-iscsi neutron-server[110298]: return f(self, *a, **k) May 03 15:03:18.564543 dv-cinder-840289-3-iscsi neutron-server[110298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 03 15:03:18.564543 dv-cinder-840289-3-iscsi neutron-server[110298]: return self._get(url).json() May 03 15:03:18.564543 dv-cinder-840289-3-iscsi neutron-server[110298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 03 15:03:18.564543 dv-cinder-840289-3-iscsi neutron-server[110298]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 15:03:18.564543 dv-cinder-840289-3-iscsi neutron-server[110298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 15:03:18.564543 dv-cinder-840289-3-iscsi neutron-server[110298]: return self.request(url, 'GET', **kwargs) May 03 15:03:18.564543 dv-cinder-840289-3-iscsi neutron-server[110298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 15:03:18.564543 dv-cinder-840289-3-iscsi neutron-server[110298]: base_url = self.get_endpoint(auth, allow=allow, May 03 15:03:18.564543 dv-cinder-840289-3-iscsi neutron-server[110298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 15:03:18.564543 dv-cinder-840289-3-iscsi neutron-server[110298]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 15:03:18.564543 dv-cinder-840289-3-iscsi neutron-server[110298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 15:03:18.564543 dv-cinder-840289-3-iscsi neutron-server[110298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 15:03:18.564543 dv-cinder-840289-3-iscsi neutron-server[110298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 15:03:18.689642 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-22363107-fe37-4f0b-9dc4-52ef95363383 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692117'] for network (8e6de03b-779e-46f4-99b9-4423e500c0dd), after_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:03:18.695215 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-22363107-fe37-4f0b-9dc4-52ef95363383 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603595'] for network (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:03:18.698405 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-22363107-fe37-4f0b-9dc4-52ef95363383 admin admin] 10.222.0.16 "DELETE /v2.0/networks/8e6de03b-779e-46f4-99b9-4423e500c0dd HTTP/1.1" status: 204 len: 168 time: 0.6645613 May 03 15:03:18.709738 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22363107-fe37-4f0b-9dc4-52ef95363383 admin admin] Pushing event deleted for resources: {'Network': ['ID=8e6de03b-779e-46f4-99b9-4423e500c0dd,revision_number=None']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 15:03:19.033475 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 49360) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 15:03:19.074579 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-a30dbab2-8483-460e-b62e-0da390a339e0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fa83f683c67a413ba3ca7f7d2d6bb966&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0399678 May 03 15:03:19.077044 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 49362) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 15:03:19.123446 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-1a6f6269-9599-4fe8-872b-4ab521ba3b35 admin admin] Publish callbacks [] for security_group (6f556d59-5f6c-4c8f-a50f-c37fe4346efd), before_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:03:19.143964 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-1a6f6269-9599-4fe8-872b-4ab521ba3b35 admin admin] Publish callbacks [] for security_group (6f556d59-5f6c-4c8f-a50f-c37fe4346efd), precommit_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:03:19.244244 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-1a6f6269-9599-4fe8-872b-4ab521ba3b35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (6f556d59-5f6c-4c8f-a50f-c37fe4346efd), after_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:03:19.246741 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-1a6f6269-9599-4fe8-872b-4ab521ba3b35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:03:19.247943 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-1a6f6269-9599-4fe8-872b-4ab521ba3b35 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6f556d59-5f6c-4c8f-a50f-c37fe4346efd HTTP/1.1" status: 204 len: 168 time: 0.1698899 May 03 15:03:19.255910 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6f6269-9599-4fe8-872b-4ab521ba3b35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f556d59-5f6c-4c8f-a50f-c37fe4346efd,revision_number=None']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 15:03:29.009648 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (26e70f58-a201-437c-be8d-fd2714f100da), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:03:32.994170 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.agents_db [None req-dd30728e-be63-467e-afaf-aba6f24eb33e None None] Agent healthcheck: found 6 active agents {{(pid=110300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 15:03:38.792541 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-0a63e03f-62d6-4336-829a-fad3d95e8fe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (5d16a8e7-5fab-4607-ae51-2b468a019c05), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:03:41.097530 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-18e3e2b0-b4bd-415e-8d31-f14b7a1126c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (a9161e1b-902d-441f-843b-a0ff0805adee), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:03:42.365648 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-ed776e2d-a518-4685-8fad-0cd9eaa120ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (6a418bd5-8bcc-400f-88b5-19eff412e81a), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:03:43.582679 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-dd96712b-4627-437f-9df9-b1bfec551245 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (8b46afec-dab7-4bfa-a959-8584a0cfd79a), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:03:45.180565 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (16d44442-859c-4c9b-bc72-04cb3b8a5d5b), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:03:59.022432 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (26e70f58-a201-437c-be8d-fd2714f100da), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:04:08.791624 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-0e718095-1eb2-4a6d-84ba-bd963e421fbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (5d16a8e7-5fab-4607-ae51-2b468a019c05), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:04:09.994404 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.agents_db [None req-dd30728e-be63-467e-afaf-aba6f24eb33e None None] Agent healthcheck: found 6 active agents {{(pid=110300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 15:04:11.140097 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-593d101a-3a75-4152-8aef-6baf411bf7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (a9161e1b-902d-441f-843b-a0ff0805adee), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:04:12.369314 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-ed776e2d-a518-4685-8fad-0cd9eaa120ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (6a418bd5-8bcc-400f-88b5-19eff412e81a), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:04:13.621857 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-dd96712b-4627-437f-9df9-b1bfec551245 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (8b46afec-dab7-4bfa-a959-8584a0cfd79a), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:04:13.805581 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 49768) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 15:04:13.907330 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-aed0f9aa-abe3-4cc1-9aa1-569e911fca39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:04:13.980652 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-aed0f9aa-abe3-4cc1-9aa1-569e911fca39 admin admin] Publish callbacks [] for security_group (8f35f718-e344-480c-a71d-aed5842798b2), precommit_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:04:14.056119 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-aed0f9aa-abe3-4cc1-9aa1-569e911fca39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (8f35f718-e344-480c-a71d-aed5842798b2), after_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:04:14.096071 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-aed0f9aa-abe3-4cc1-9aa1-569e911fca39 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ccb8a898b9bf46f5bbf0f00c9ac3dcf3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2894228 May 03 15:04:14.097505 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed0f9aa-abe3-4cc1-9aa1-569e911fca39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f35f718-e344-480c-a71d-aed5842798b2,revision_number=1']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 15:04:14.098791 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 49772) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 15:04:14.104889 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed0f9aa-abe3-4cc1-9aa1-569e911fca39 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:04:14.105404 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed0f9aa-abe3-4cc1-9aa1-569e911fca39 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:04:14.105828 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed0f9aa-abe3-4cc1-9aa1-569e911fca39 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:04:14.106171 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed0f9aa-abe3-4cc1-9aa1-569e911fca39 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:04:14.106506 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed0f9aa-abe3-4cc1-9aa1-569e911fca39 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:04:14.106839 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed0f9aa-abe3-4cc1-9aa1-569e911fca39 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:04:14.107190 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed0f9aa-abe3-4cc1-9aa1-569e911fca39 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:04:14.107520 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed0f9aa-abe3-4cc1-9aa1-569e911fca39 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:04:14.107851 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed0f9aa-abe3-4cc1-9aa1-569e911fca39 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:04:14.108178 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed0f9aa-abe3-4cc1-9aa1-569e911fca39 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:04:14.108506 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed0f9aa-abe3-4cc1-9aa1-569e911fca39 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:04:14.108831 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed0f9aa-abe3-4cc1-9aa1-569e911fca39 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:04:14.109155 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed0f9aa-abe3-4cc1-9aa1-569e911fca39 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:04:14.109479 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed0f9aa-abe3-4cc1-9aa1-569e911fca39 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:04:14.109798 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed0f9aa-abe3-4cc1-9aa1-569e911fca39 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:04:14.147785 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-4183ec46-0290-4a91-bce5-24da4693759b admin admin] Publish callbacks [] for security_group (8f35f718-e344-480c-a71d-aed5842798b2), before_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:04:14.168991 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-4183ec46-0290-4a91-bce5-24da4693759b admin admin] Publish callbacks [] for security_group (8f35f718-e344-480c-a71d-aed5842798b2), precommit_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:04:14.267525 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-4183ec46-0290-4a91-bce5-24da4693759b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (8f35f718-e344-480c-a71d-aed5842798b2), after_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:04:14.270133 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-4183ec46-0290-4a91-bce5-24da4693759b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:04:14.271320 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-4183ec46-0290-4a91-bce5-24da4693759b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8f35f718-e344-480c-a71d-aed5842798b2 HTTP/1.1" status: 204 len: 168 time: 0.1713753 May 03 15:04:14.279311 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4183ec46-0290-4a91-bce5-24da4693759b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f35f718-e344-480c-a71d-aed5842798b2,revision_number=None']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 15:04:14.287440 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4183ec46-0290-4a91-bce5-24da4693759b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:04:14.287796 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4183ec46-0290-4a91-bce5-24da4693759b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:04:14.288147 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4183ec46-0290-4a91-bce5-24da4693759b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:04:14.288495 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4183ec46-0290-4a91-bce5-24da4693759b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:04:14.288837 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4183ec46-0290-4a91-bce5-24da4693759b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:04:14.289338 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4183ec46-0290-4a91-bce5-24da4693759b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:04:14.289597 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4183ec46-0290-4a91-bce5-24da4693759b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:04:14.289932 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4183ec46-0290-4a91-bce5-24da4693759b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:04:14.290283 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4183ec46-0290-4a91-bce5-24da4693759b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:04:14.290601 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4183ec46-0290-4a91-bce5-24da4693759b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:04:14.290933 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4183ec46-0290-4a91-bce5-24da4693759b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:04:14.291292 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4183ec46-0290-4a91-bce5-24da4693759b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:04:14.291653 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4183ec46-0290-4a91-bce5-24da4693759b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:04:14.291983 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4183ec46-0290-4a91-bce5-24da4693759b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:04:14.292442 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4183ec46-0290-4a91-bce5-24da4693759b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:04:14.847297 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 49778) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 15:04:14.860393 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-7e1f9d95-b8d6-46e8-bc54-139b1c7e9324 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:04:14.936759 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-7e1f9d95-b8d6-46e8-bc54-139b1c7e9324 admin admin] Publish callbacks [] for security_group (31558fe8-4afe-4aef-a120-f121912009e1), precommit_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:04:15.004931 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-7e1f9d95-b8d6-46e8-bc54-139b1c7e9324 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (31558fe8-4afe-4aef-a120-f121912009e1), after_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:04:15.045027 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-7e1f9d95-b8d6-46e8-bc54-139b1c7e9324 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b591757b10ff40c0806a463b96144ecf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1965926 May 03 15:04:15.045925 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1f9d95-b8d6-46e8-bc54-139b1c7e9324 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31558fe8-4afe-4aef-a120-f121912009e1,revision_number=1']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 15:04:15.047683 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 49780) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 15:04:15.097310 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-0bfb1c85-0f04-475a-8a88-52150b27ee30 admin admin] Publish callbacks [] for security_group (31558fe8-4afe-4aef-a120-f121912009e1), before_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:04:15.119532 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-0bfb1c85-0f04-475a-8a88-52150b27ee30 admin admin] Publish callbacks [] for security_group (31558fe8-4afe-4aef-a120-f121912009e1), precommit_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:04:15.210244 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (16d44442-859c-4c9b-bc72-04cb3b8a5d5b), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:04:15.244579 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-0bfb1c85-0f04-475a-8a88-52150b27ee30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (31558fe8-4afe-4aef-a120-f121912009e1), after_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:04:15.247181 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-0bfb1c85-0f04-475a-8a88-52150b27ee30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:04:15.248332 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-0bfb1c85-0f04-475a-8a88-52150b27ee30 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/31558fe8-4afe-4aef-a120-f121912009e1 HTTP/1.1" status: 204 len: 168 time: 0.1995988 May 03 15:04:15.257032 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfb1c85-0f04-475a-8a88-52150b27ee30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31558fe8-4afe-4aef-a120-f121912009e1,revision_number=None']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 15:04:18.858014 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-ff41331b-c76b-44fe-ac64-797dbe5e2b0a req-669388b3-8c5a-4b59-ae2f-6ef908a37e1d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=06cfa5a4-005f-4356-ba72-4eaf6845adc3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0376105 May 03 15:04:18.954635 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff41331b-c76b-44fe-ac64-797dbe5e2b0a req-72f5755d-db74-4e69-8ae9-ab42aac96379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:04:18.956177 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-ff41331b-c76b-44fe-ac64-797dbe5e2b0a req-72f5755d-db74-4e69-8ae9-ab42aac96379 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3cc6d2a38dc34b4a8c0e2357b41c95bc&device_id=06cfa5a4-005f-4356-ba72-4eaf6845adc3 HTTP/1.1" status: 200 len: 1129 time: 0.0405004 May 03 15:04:19.065404 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff41331b-c76b-44fe-ac64-797dbe5e2b0a req-25773d2f-5040-44e1-8ec4-20c64094e219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:04:19.067055 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-ff41331b-c76b-44fe-ac64-797dbe5e2b0a req-25773d2f-5040-44e1-8ec4-20c64094e219 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3f1b5a04-a89d-49fe-9254-ad52b00abc9e HTTP/1.1" status: 200 len: 912 time: 0.0919187 May 03 15:04:19.137936 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-ff41331b-c76b-44fe-ac64-797dbe5e2b0a req-073972ae-4b3a-48f8-9cc1-03641f50b30e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fb9b1ca0-f87e-40e4-8396-792eeab5293a HTTP/1.1" status: 200 len: 1000 time: 0.0649395 May 03 15:04:19.193187 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff41331b-c76b-44fe-ac64-797dbe5e2b0a req-debb7c92-9545-4b8a-812a-ae84bd1d9825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:04:19.194675 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-ff41331b-c76b-44fe-ac64-797dbe5e2b0a req-debb7c92-9545-4b8a-812a-ae84bd1d9825 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=92e39b4b-b229-4fdb-b188-e8826d978416 HTTP/1.1" status: 200 len: 850 time: 0.0511618 May 03 15:04:19.240166 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff41331b-c76b-44fe-ac64-797dbe5e2b0a req-8db12b7a-5655-4635-a2f1-53fd55f0b05b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:04:19.241663 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-ff41331b-c76b-44fe-ac64-797dbe5e2b0a req-8db12b7a-5655-4635-a2f1-53fd55f0b05b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3f1b5a04-a89d-49fe-9254-ad52b00abc9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402663 May 03 15:04:19.332560 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-ff41331b-c76b-44fe-ac64-797dbe5e2b0a req-b0fa437d-3255-4bc1-9e5b-14fe041548ac service neutron] 10.222.0.55 "GET /v2.0/networks/3f1b5a04-a89d-49fe-9254-ad52b00abc9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834000 May 03 15:04:19.424293 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-ff41331b-c76b-44fe-ac64-797dbe5e2b0a req-9c654fc0-6b11-4f23-bbab-12baf6042d6a service neutron] 10.222.0.55 "GET /v2.0/networks/3f1b5a04-a89d-49fe-9254-ad52b00abc9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867600 May 03 15:04:29.047963 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (26e70f58-a201-437c-be8d-fd2714f100da), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:04:36.145821 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 49992) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 15:04:36.248391 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-587bc719-381a-4451-bf80-5e5acce9bc70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:04:36.324842 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-587bc719-381a-4451-bf80-5e5acce9bc70 admin admin] Publish callbacks [] for security_group (fca12983-6ffc-4f89-9823-86b0e6079060), precommit_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:04:36.381139 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-587bc719-381a-4451-bf80-5e5acce9bc70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (fca12983-6ffc-4f89-9823-86b0e6079060), after_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:04:36.419538 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587bc719-381a-4451-bf80-5e5acce9bc70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fca12983-6ffc-4f89-9823-86b0e6079060,revision_number=1']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 15:04:36.426131 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-587bc719-381a-4451-bf80-5e5acce9bc70 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=08f1bedba53f4d058e289b2cfb196af6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2792540 May 03 15:04:36.429206 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 50000) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 15:04:36.477721 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-393af7c9-6763-43cb-9472-cf22f8cee884 admin admin] Publish callbacks [] for security_group (fca12983-6ffc-4f89-9823-86b0e6079060), before_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:04:36.500480 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-393af7c9-6763-43cb-9472-cf22f8cee884 admin admin] Publish callbacks [] for security_group (fca12983-6ffc-4f89-9823-86b0e6079060), precommit_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:04:36.609911 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-393af7c9-6763-43cb-9472-cf22f8cee884 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (fca12983-6ffc-4f89-9823-86b0e6079060), after_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:04:36.612553 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-393af7c9-6763-43cb-9472-cf22f8cee884 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:04:36.615989 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-393af7c9-6763-43cb-9472-cf22f8cee884 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fca12983-6ffc-4f89-9823-86b0e6079060 HTTP/1.1" status: 204 len: 168 time: 0.1835122 May 03 15:04:36.623612 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393af7c9-6763-43cb-9472-cf22f8cee884 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fca12983-6ffc-4f89-9823-86b0e6079060,revision_number=None']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 15:04:37.241982 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 50008) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 15:04:37.259666 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-f0a54629-b3e1-4c12-bd89-8774bb336b0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:04:37.335217 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-f0a54629-b3e1-4c12-bd89-8774bb336b0c admin admin] Publish callbacks [] for security_group (6bd7e19c-b41e-4d72-89cb-fb06a08b2461), precommit_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:04:37.402144 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-f0a54629-b3e1-4c12-bd89-8774bb336b0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (6bd7e19c-b41e-4d72-89cb-fb06a08b2461), after_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:04:37.442564 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-f0a54629-b3e1-4c12-bd89-8774bb336b0c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ca4e9a25c77e4df7be01d8a56177e2ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1995249 May 03 15:04:37.443521 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a54629-b3e1-4c12-bd89-8774bb336b0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bd7e19c-b41e-4d72-89cb-fb06a08b2461,revision_number=1']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 15:04:37.445282 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 50010) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 15:04:37.493331 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-4826d9b0-8b5c-46d5-960f-62a3cc608895 admin admin] Publish callbacks [] for security_group (6bd7e19c-b41e-4d72-89cb-fb06a08b2461), before_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:04:37.515086 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-4826d9b0-8b5c-46d5-960f-62a3cc608895 admin admin] Publish callbacks [] for security_group (6bd7e19c-b41e-4d72-89cb-fb06a08b2461), precommit_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:04:37.632568 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-4826d9b0-8b5c-46d5-960f-62a3cc608895 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (6bd7e19c-b41e-4d72-89cb-fb06a08b2461), after_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:04:37.635098 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-4826d9b0-8b5c-46d5-960f-62a3cc608895 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:04:37.636278 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-4826d9b0-8b5c-46d5-960f-62a3cc608895 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6bd7e19c-b41e-4d72-89cb-fb06a08b2461 HTTP/1.1" status: 204 len: 168 time: 0.1899946 May 03 15:04:37.644628 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4826d9b0-8b5c-46d5-960f-62a3cc608895 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bd7e19c-b41e-4d72-89cb-fb06a08b2461,revision_number=None']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 15:04:38.787362 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-36f2ffab-6469-49ef-b3dc-262969cd2472 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (5d16a8e7-5fab-4607-ae51-2b468a019c05), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:04:41.118465 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-938ff04d-d84c-4f73-92a8-b425b37d31ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (a9161e1b-902d-441f-843b-a0ff0805adee), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:04:42.370028 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-ed776e2d-a518-4685-8fad-0cd9eaa120ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (6a418bd5-8bcc-400f-88b5-19eff412e81a), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:04:43.607535 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-dd96712b-4627-437f-9df9-b1bfec551245 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (8b46afec-dab7-4bfa-a959-8584a0cfd79a), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:04:45.181361 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (16d44442-859c-4c9b-bc72-04cb3b8a5d5b), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:04:46.994889 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.agents_db [None req-dd30728e-be63-467e-afaf-aba6f24eb33e None None] Agent healthcheck: found 6 active agents {{(pid=110300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 15:04:48.426442 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-5941071a-b192-4bce-89c2-88d047d3f569 req-276a0931-1add-4f51-b84e-ce3299bd8649 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1999255389&fields=id&tenant_id=3cc6d2a38dc34b4a8c0e2357b41c95bc HTTP/1.1" status: 200 len: 267 time: 0.0465031 May 03 15:04:48.538309 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5941071a-b192-4bce-89c2-88d047d3f569 req-4b5c5ce4-6f1e-4162-9cba-e07fb0766337 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:04:48.539839 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-5941071a-b192-4bce-89c2-88d047d3f569 req-4b5c5ce4-6f1e-4162-9cba-e07fb0766337 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] 10.222.0.16 "GET /v2.0/networks?id=3f1b5a04-a89d-49fe-9254-ad52b00abc9e HTTP/1.1" status: 200 len: 811 time: 0.1069968 May 03 15:04:48.554702 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-5941071a-b192-4bce-89c2-88d047d3f569 req-c718be88-8fac-46e2-8bdc-5754984dde63 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] 10.222.0.16 "GET /v2.0/quotas/3cc6d2a38dc34b4a8c0e2357b41c95bc HTTP/1.1" status: 200 len: 375 time: 0.0094259 May 03 15:04:48.606660 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-5941071a-b192-4bce-89c2-88d047d3f569 req-11182f5d-3a00-4b22-a2e3-ddd6f5644ce7 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=3cc6d2a38dc34b4a8c0e2357b41c95bc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0470145 May 03 15:04:48.705568 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-5941071a-b192-4bce-89c2-88d047d3f569 req-865e34d8-d27c-451f-a372-05ad36b3cbdc service neutron] 10.222.0.16 "GET /v2.0/networks/3f1b5a04-a89d-49fe-9254-ad52b00abc9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862849 May 03 15:04:48.802756 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-5941071a-b192-4bce-89c2-88d047d3f569 req-8583c01b-9888-4d1f-8d17-fd5f65697199 service neutron] 10.222.0.16 "GET /v2.0/networks/3f1b5a04-a89d-49fe-9254-ad52b00abc9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906987 May 03 15:04:49.419294 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-6212af4d-3d34-4a0f-883f-f72162f4841a req-a705fa31-73f6-4997-a6f1-bfef79762c6f tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] 10.222.0.16 "GET /v2.0/ports?device_id=3bc2bfaa-da2f-4a3e-92bb-8dbe54ea2d47 HTTP/1.1" status: 200 len: 210 time: 0.0296097 May 03 15:04:50.516378 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-239628ca-0fbb-493e-ba2b-c985b291bd16 req-23ed30f1-1bdd-4056-b452-351d6a163c86 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] 10.222.0.16 "GET /v2.0/ports?device_id=3bc2bfaa-da2f-4a3e-92bb-8dbe54ea2d47 HTTP/1.1" status: 200 len: 210 time: 0.0287178 May 03 15:04:51.536299 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5941071a-b192-4bce-89c2-88d047d3f569 req-3984b117-d59f-482c-8161-ae824045bbf0 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:04:51.537714 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-5941071a-b192-4bce-89c2-88d047d3f569 req-3984b117-d59f-482c-8161-ae824045bbf0 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] 10.222.0.55 "GET /v2.0/networks?id=3f1b5a04-a89d-49fe-9254-ad52b00abc9e HTTP/1.1" status: 200 len: 811 time: 0.1043854 May 03 15:04:51.628395 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-7a70ed65-8545-4462-91c6-ae945a0ffb65 req-4d5b1d80-15c8-4ff0-bdd5-d679c223d846 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] 10.222.0.16 "GET /v2.0/ports?device_id=3bc2bfaa-da2f-4a3e-92bb-8dbe54ea2d47 HTTP/1.1" status: 200 len: 210 time: 0.0393014 May 03 15:04:51.634848 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-5941071a-b192-4bce-89c2-88d047d3f569 req-d077e7c5-1b1e-4ac2-890f-abb60298e398 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3cc6d2a38dc34b4a8c0e2357b41c95bc HTTP/1.1" status: 200 len: 380 time: 0.0818636 May 03 15:04:51.644911 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.v2.base [req-5941071a-b192-4bce-89c2-88d047d3f569 req-8d66720e-9ec5-473b-9b53-4efa0e6ea6a9 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Request body: {'port': {'device_id': '3bc2bfaa-da2f-4a3e-92bb-8dbe54ea2d47', 'network_id': '3f1b5a04-a89d-49fe-9254-ad52b00abc9e', 'admin_state_up': True, 'tenant_id': '3cc6d2a38dc34b4a8c0e2357b41c95bc', 'security_groups': ['83307a02-2dd4-4895-bd37-cc4561dc163e']}} {{(pid=110298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 15:04:51.830622 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5941071a-b192-4bce-89c2-88d047d3f569 req-8d66720e-9ec5-473b-9b53-4efa0e6ea6a9 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Made reservation on behalf of 3cc6d2a38dc34b4a8c0e2357b41c95bc for: {'port': 1} {{(pid=110298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 15:04:51.834070 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-5941071a-b192-4bce-89c2-88d047d3f569 req-8d66720e-9ec5-473b-9b53-4efa0e6ea6a9 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (None), before_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:04:51.964239 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.db.db_base_plugin_common [req-5941071a-b192-4bce-89c2-88d047d3f569 req-8d66720e-9ec5-473b-9b53-4efa0e6ea6a9 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Allocated IP 172.20.0.14 (3f1b5a04-a89d-49fe-9254-ad52b00abc9e/92e39b4b-b229-4fdb-b188-e8826d978416/15640b9c-bc2a-40fb-b006-ff193941feeb) {{(pid=110298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 15:04:52.103792 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-5941071a-b192-4bce-89c2-88d047d3f569 req-8d66720e-9ec5-473b-9b53-4efa0e6ea6a9 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Publish callbacks [] for port (15640b9c-bc2a-40fb-b006-ff193941feeb), precommit_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:04:52.210339 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-5941071a-b192-4bce-89c2-88d047d3f569 req-8d66720e-9ec5-473b-9b53-4efa0e6ea6a9 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775476647060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25806886'] for port (15640b9c-bc2a-40fb-b006-ff193941feeb), after_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:04:52.257282 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5941071a-b192-4bce-89c2-88d047d3f569 req-8d66720e-9ec5-473b-9b53-4efa0e6ea6a9 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Network 3f1b5a04-a89d-49fe-9254-ad52b00abc9e is already hosted by enough agents. {{(pid=110298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 15:04:52.260604 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.scheduler.base_scheduler [req-5941071a-b192-4bce-89c2-88d047d3f569 req-8d66720e-9ec5-473b-9b53-4efa0e6ea6a9 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Resources bound (agent type, host, resource id): {{(pid=110298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 15:04:52.267900 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.db.l3_dvrscheduler_db [req-5941071a-b192-4bce-89c2-88d047d3f569 req-8d66720e-9ec5-473b-9b53-4efa0e6ea6a9 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Received port after_create {{(pid=110298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 15:04:52.273772 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d66720e-9ec5-473b-9b53-4efa0e6ea6a9 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Pushing event updated for resources: {'Port': ['ID=15640b9c-bc2a-40fb-b006-ff193941feeb,revision_number=1']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 15:04:52.322227 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5941071a-b192-4bce-89c2-88d047d3f569 req-8d66720e-9ec5-473b-9b53-4efa0e6ea6a9 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:04:52.322851 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-5941071a-b192-4bce-89c2-88d047d3f569 req-8d66720e-9ec5-473b-9b53-4efa0e6ea6a9 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46205'] for port (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:04:52.422503 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-5941071a-b192-4bce-89c2-88d047d3f569 req-8d66720e-9ec5-473b-9b53-4efa0e6ea6a9 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7807937 May 03 15:04:52.438514 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.v2.base [req-5941071a-b192-4bce-89c2-88d047d3f569 req-fec61c0a-79cd-40ed-b521-e3600756ddcd service neutron] Request body: {'port': {'device_id': '3bc2bfaa-da2f-4a3e-92bb-8dbe54ea2d47', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84028'}} {{(pid=110298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 15:04:52.457065 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [None req-1af7f057-14df-4f71-98a5-32405eeba44c None None] Provisioning complete for port 15640b9c-bc2a-40fb-b006-ff193941feeb triggered by entity DHCP. {{(pid=110299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 15:04:52.457638 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-1af7f057-14df-4f71-98a5-32405eeba44c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728915'] for port (15640b9c-bc2a-40fb-b006-ff193941feeb), provisioning_complete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:04:52.491704 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-1af7f057-14df-4f71-98a5-32405eeba44c None None] Port 15640b9c-bc2a-40fb-b006-ff193941feeb cannot update to ACTIVE because it is not bound. {{(pid=110299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 15:04:52.499891 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-5941071a-b192-4bce-89c2-88d047d3f569 req-fec61c0a-79cd-40ed-b521-e3600756ddcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (15640b9c-bc2a-40fb-b006-ff193941feeb), before_update {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:04:52.756112 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15992e7a-96b3-4063-ab1f-befb085ba446 req-36b2f7f2-ee53-4354-89c4-5d01ac68dd8f tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:04:52.757696 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-15992e7a-96b3-4063-ab1f-befb085ba446 req-36b2f7f2-ee53-4354-89c4-5d01ac68dd8f tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] 10.222.0.16 "GET /v2.0/ports?device_id=3bc2bfaa-da2f-4a3e-92bb-8dbe54ea2d47 HTTP/1.1" status: 200 len: 932 time: 0.0569391 May 03 15:04:52.835029 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.notifiers.nova [req-5941071a-b192-4bce-89c2-88d047d3f569 req-fec61c0a-79cd-40ed-b521-e3600756ddcd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15640b9c-bc2a-40fb-b006-ff193941feeb {{(pid=110298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 15:04:52.847218 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-5941071a-b192-4bce-89c2-88d047d3f569 req-fec61c0a-79cd-40ed-b521-e3600756ddcd service neutron] Publish callbacks [] for port (15640b9c-bc2a-40fb-b006-ff193941feeb), precommit_update {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:04:52.853449 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-15992e7a-96b3-4063-ab1f-befb085ba446 req-3fdba438-f39a-4513-8159-fe57433346e4 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] 10.222.0.16 "GET /v2.0/security-groups?id=83307a02-2dd4-4895-bd37-cc4561dc163e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858226 May 03 15:04:52.864306 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.db.provisioning_blocks [req-5941071a-b192-4bce-89c2-88d047d3f569 req-fec61c0a-79cd-40ed-b521-e3600756ddcd service neutron] Transition to ACTIVE for port object 15640b9c-bc2a-40fb-b006-ff193941feeb will not be triggered until provisioned by entity L2. {{(pid=110298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 03 15:04:52.923828 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-5941071a-b192-4bce-89c2-88d047d3f569 req-fec61c0a-79cd-40ed-b521-e3600756ddcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25806943'] for port (15640b9c-bc2a-40fb-b006-ff193941feeb), after_update {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:04:52.983729 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec61c0a-79cd-40ed-b521-e3600756ddcd service neutron] Pushing event updated for resources: {'Port': ['ID=15640b9c-bc2a-40fb-b006-ff193941feeb,revision_number=2']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 15:04:53.055130 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.managers [req-5941071a-b192-4bce-89c2-88d047d3f569 req-fec61c0a-79cd-40ed-b521-e3600756ddcd service neutron] Attempting to bind port 15640b9c-bc2a-40fb-b006-ff193941feeb on host hv-cinder-84028 for vnic_type normal with profile {{(pid=110298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 15:04:53.055649 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.managers [req-5941071a-b192-4bce-89c2-88d047d3f569 req-fec61c0a-79cd-40ed-b521-e3600756ddcd service neutron] Attempting to bind port 15640b9c-bc2a-40fb-b006-ff193941feeb by drivers openvswitch,hyperv on host hv-cinder-84028 at level 0 using segments [{'id': '69a76b12-2a31-46f6-a618-e3d477baa0b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '3f1b5a04-a89d-49fe-9254-ad52b00abc9e'}] {{(pid=110298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 15:04:53.055984 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5941071a-b192-4bce-89c2-88d047d3f569 req-fec61c0a-79cd-40ed-b521-e3600756ddcd service neutron] Attempting to bind port 15640b9c-bc2a-40fb-b006-ff193941feeb on network 3f1b5a04-a89d-49fe-9254-ad52b00abc9e {{(pid=110298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 15:04:53.060793 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5941071a-b192-4bce-89c2-88d047d3f569 req-fec61c0a-79cd-40ed-b521-e3600756ddcd service neutron] Port 15640b9c-bc2a-40fb-b006-ff193941feeb on network 3f1b5a04-a89d-49fe-9254-ad52b00abc9e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84028 {{(pid=110298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 03 15:04:53.061118 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5941071a-b192-4bce-89c2-88d047d3f569 req-fec61c0a-79cd-40ed-b521-e3600756ddcd service neutron] Attempting to bind port 15640b9c-bc2a-40fb-b006-ff193941feeb on network 3f1b5a04-a89d-49fe-9254-ad52b00abc9e {{(pid=110298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 15:04:53.066362 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5941071a-b192-4bce-89c2-88d047d3f569 req-fec61c0a-79cd-40ed-b521-e3600756ddcd service neutron] Checking agent: {'id': '26e70f58-a201-437c-be8d-fd2714f100da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84028', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 14, 44, 59), 'started_at': datetime.datetime(2022, 5, 3, 14, 44, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 15, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 15:04:53.066697 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5941071a-b192-4bce-89c2-88d047d3f569 req-fec61c0a-79cd-40ed-b521-e3600756ddcd service neutron] Checking segment: {'id': '69a76b12-2a31-46f6-a618-e3d477baa0b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '3f1b5a04-a89d-49fe-9254-ad52b00abc9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 15:04:53.067109 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5941071a-b192-4bce-89c2-88d047d3f569 req-fec61c0a-79cd-40ed-b521-e3600756ddcd service neutron] Bound using segment: {'id': '69a76b12-2a31-46f6-a618-e3d477baa0b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '3f1b5a04-a89d-49fe-9254-ad52b00abc9e'} {{(pid=110298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 15:04:53.067537 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.managers [req-5941071a-b192-4bce-89c2-88d047d3f569 req-fec61c0a-79cd-40ed-b521-e3600756ddcd service neutron] Bound port: 15640b9c-bc2a-40fb-b006-ff193941feeb, host: hv-cinder-84028, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69a76b12-2a31-46f6-a618-e3d477baa0b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '3f1b5a04-a89d-49fe-9254-ad52b00abc9e'}}] {{(pid=110298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 15:04:53.067895 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-5941071a-b192-4bce-89c2-88d047d3f569 req-fec61c0a-79cd-40ed-b521-e3600756ddcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (15640b9c-bc2a-40fb-b006-ff193941feeb), before_update {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:04:53.138328 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.db [req-5941071a-b192-4bce-89c2-88d047d3f569 req-fec61c0a-79cd-40ed-b521-e3600756ddcd service neutron] For port 15640b9c-bc2a-40fb-b006-ff193941feeb, host hv-cinder-84028, cleared binding levels {{(pid=110298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 15:04:53.144959 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.db [req-5941071a-b192-4bce-89c2-88d047d3f569 req-fec61c0a-79cd-40ed-b521-e3600756ddcd service neutron] For port 15640b9c-bc2a-40fb-b006-ff193941feeb, host hv-cinder-84028, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=15640b9c-bc2a-40fb-b006-ff193941feeb,segment=NetworkSegment(69a76b12-2a31-46f6-a618-e3d477baa0b8),segment_id=69a76b12-2a31-46f6-a618-e3d477baa0b8)] {{(pid=110298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 15:04:53.227579 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-5941071a-b192-4bce-89c2-88d047d3f569 req-fec61c0a-79cd-40ed-b521-e3600756ddcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25806943'] for port (15640b9c-bc2a-40fb-b006-ff193941feeb), after_update {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:04:53.266636 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5941071a-b192-4bce-89c2-88d047d3f569 req-fec61c0a-79cd-40ed-b521-e3600756ddcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:04:53.267208 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-5941071a-b192-4bce-89c2-88d047d3f569 req-fec61c0a-79cd-40ed-b521-e3600756ddcd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46205'] for port (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:04:53.268598 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-5941071a-b192-4bce-89c2-88d047d3f569 req-fec61c0a-79cd-40ed-b521-e3600756ddcd service neutron] 10.222.0.55 "PUT /v2.0/ports/15640b9c-bc2a-40fb-b006-ff193941feeb HTTP/1.1" status: 200 len: 1094 time: 0.8344619 May 03 15:04:53.269037 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bc2bfaa-da2f-4a3e-92bb-8dbe54ea2d47', 'tag': '15640b9c-bc2a-40fb-b006-ff193941feeb'}] {{(pid=110298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 15:04:53.271384 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75d30aab20f2b99e69676ba1094dd13d61de0bc97323401ed2dd99ba05286cef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c618128a-a185-4a18-9f73-a2a666d641a7" -d '{"events": [{"name": "network-changed", "server_uuid": "3bc2bfaa-da2f-4a3e-92bb-8dbe54ea2d47", "tag": "15640b9c-bc2a-40fb-b006-ff193941feeb"}]}' {{(pid=110298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 15:04:53.297457 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec61c0a-79cd-40ed-b521-e3600756ddcd service neutron] Pushing event updated for resources: {'Port': ['ID=15640b9c-bc2a-40fb-b006-ff193941feeb,revision_number=3']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 15:04:53.313312 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 15:04:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d1da5ce-ddba-42bf-9cc0-0545252d49c0 x-openstack-request-id: req-5d1da5ce-ddba-42bf-9cc0-0545252d49c0 {{(pid=110298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 15:04:53.313680 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bc2bfaa-da2f-4a3e-92bb-8dbe54ea2d47", "tag": "15640b9c-bc2a-40fb-b006-ff193941feeb", "status": "completed", "code": 200}]} {{(pid=110298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 15:04:53.314555 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5d1da5ce-ddba-42bf-9cc0-0545252d49c0 {{(pid=110298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 15:04:53.315269 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d1da5ce-ddba-42bf-9cc0-0545252d49c0'] response: {'name': 'network-changed', 'server_uuid': '3bc2bfaa-da2f-4a3e-92bb-8dbe54ea2d47', 'tag': '15640b9c-bc2a-40fb-b006-ff193941feeb', 'status': 'completed', 'code': 200} May 03 15:04:53.403137 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c618128a-a185-4a18-9f73-a2a666d641a7 req-ccb9c0da-bf04-41df-a4f6-1ef1521e0d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:04:53.404935 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-c618128a-a185-4a18-9f73-a2a666d641a7 req-ccb9c0da-bf04-41df-a4f6-1ef1521e0d60 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3cc6d2a38dc34b4a8c0e2357b41c95bc&device_id=3bc2bfaa-da2f-4a3e-92bb-8dbe54ea2d47 HTTP/1.1" status: 200 len: 1128 time: 0.0435112 May 03 15:04:53.517992 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c618128a-a185-4a18-9f73-a2a666d641a7 req-6601e69e-b8b4-4981-bc2d-9a5b5709fde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:04:53.520350 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-c618128a-a185-4a18-9f73-a2a666d641a7 req-6601e69e-b8b4-4981-bc2d-9a5b5709fde8 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=3cc6d2a38dc34b4a8c0e2357b41c95bc&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0981815 May 03 15:04:53.615419 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c618128a-a185-4a18-9f73-a2a666d641a7 req-6b203d30-6f9e-47dd-8c19-4eba9bd1aa19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:04:53.616879 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-c618128a-a185-4a18-9f73-a2a666d641a7 req-6b203d30-6f9e-47dd-8c19-4eba9bd1aa19 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0903223 May 03 15:04:53.715456 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5941071a-b192-4bce-89c2-88d047d3f569 req-79c1c6f2-034a-4cf5-8307-c3cdcf49c2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:04:53.716914 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-5941071a-b192-4bce-89c2-88d047d3f569 req-79c1c6f2-034a-4cf5-8307-c3cdcf49c2e9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3cc6d2a38dc34b4a8c0e2357b41c95bc&device_id=3bc2bfaa-da2f-4a3e-92bb-8dbe54ea2d47 HTTP/1.1" status: 200 len: 1128 time: 0.0394733 May 03 15:04:53.782652 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-5941071a-b192-4bce-89c2-88d047d3f569 req-4be6a70d-9be9-4489-8d2a-8ef07a7690c4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=15640b9c-bc2a-40fb-b006-ff193941feeb HTTP/1.1" status: 200 len: 217 time: 0.0514722 May 03 15:04:53.836967 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5941071a-b192-4bce-89c2-88d047d3f569 req-3dc62be3-5a07-4bb7-99c5-e1ead2a071fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:04:53.838498 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-5941071a-b192-4bce-89c2-88d047d3f569 req-3dc62be3-5a07-4bb7-99c5-e1ead2a071fc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=92e39b4b-b229-4fdb-b188-e8826d978416 HTTP/1.1" status: 200 len: 850 time: 0.0499315 May 03 15:04:53.884897 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5941071a-b192-4bce-89c2-88d047d3f569 req-436ef150-f958-4d0a-92ab-61acc91e3bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:04:53.886430 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-5941071a-b192-4bce-89c2-88d047d3f569 req-436ef150-f958-4d0a-92ab-61acc91e3bbf service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3f1b5a04-a89d-49fe-9254-ad52b00abc9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397718 May 03 15:04:54.005378 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fd7038-3a40-4ddc-9c4a-af2686e26f6d req-f040d934-64d8-4318-b078-7a9882e509c2 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:04:54.006819 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-13fd7038-3a40-4ddc-9c4a-af2686e26f6d req-f040d934-64d8-4318-b078-7a9882e509c2 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] 10.222.0.16 "GET /v2.0/ports?device_id=3bc2bfaa-da2f-4a3e-92bb-8dbe54ea2d47 HTTP/1.1" status: 200 len: 944 time: 0.0840080 May 03 15:04:54.022795 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-5941071a-b192-4bce-89c2-88d047d3f569 req-70df8637-1590-43aa-9656-0887eb6a700b service neutron] 10.222.0.55 "GET /v2.0/networks/3f1b5a04-a89d-49fe-9254-ad52b00abc9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286411 May 03 15:04:54.112405 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-13fd7038-3a40-4ddc-9c4a-af2686e26f6d req-239b2be4-64e0-4c93-a8db-5ad639a12640 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] 10.222.0.16 "GET /v2.0/security-groups?id=83307a02-2dd4-4895-bd37-cc4561dc163e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985317 May 03 15:04:54.140427 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-5941071a-b192-4bce-89c2-88d047d3f569 req-99f85934-7773-4f1a-95eb-84caf2f339f2 service neutron] 10.222.0.55 "GET /v2.0/networks/3f1b5a04-a89d-49fe-9254-ad52b00abc9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081223 May 03 15:04:55.230334 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9353cee0-0d7c-4585-9230-948c55dbf7ac req-caa509ec-240e-4547-a991-dec4159a4fd4 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:04:55.231854 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-9353cee0-0d7c-4585-9230-948c55dbf7ac req-caa509ec-240e-4547-a991-dec4159a4fd4 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] 10.222.0.16 "GET /v2.0/ports?device_id=3bc2bfaa-da2f-4a3e-92bb-8dbe54ea2d47 HTTP/1.1" status: 200 len: 944 time: 0.0485945 May 03 15:04:55.280123 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-9353cee0-0d7c-4585-9230-948c55dbf7ac req-b0d5ecf2-a695-4db7-bd14-6422080074a1 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] 10.222.0.16 "GET /v2.0/security-groups?id=83307a02-2dd4-4895-bd37-cc4561dc163e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427821 May 03 15:04:56.399906 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75949e1-cdf7-4183-9c13-103135eeda7b req-3eaa7cfa-9bc8-495b-ba56-d6b16bebbd1e tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:04:56.401353 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-a75949e1-cdf7-4183-9c13-103135eeda7b req-3eaa7cfa-9bc8-495b-ba56-d6b16bebbd1e tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] 10.222.0.16 "GET /v2.0/ports?device_id=3bc2bfaa-da2f-4a3e-92bb-8dbe54ea2d47 HTTP/1.1" status: 200 len: 944 time: 0.0511007 May 03 15:04:56.451159 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-a75949e1-cdf7-4183-9c13-103135eeda7b req-0bedf503-71ac-4104-b88b-c1e2e0d7046a tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] 10.222.0.16 "GET /v2.0/security-groups?id=83307a02-2dd4-4895-bd37-cc4561dc163e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437016 May 03 15:04:57.562852 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e284276-987c-4955-8236-5d5e34af6cef req-13d6f9bd-0ed3-4363-930f-282e052642d7 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:04:57.564322 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-1e284276-987c-4955-8236-5d5e34af6cef req-13d6f9bd-0ed3-4363-930f-282e052642d7 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] 10.222.0.16 "GET /v2.0/ports?device_id=3bc2bfaa-da2f-4a3e-92bb-8dbe54ea2d47 HTTP/1.1" status: 200 len: 944 time: 0.0465622 May 03 15:04:57.612323 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-1e284276-987c-4955-8236-5d5e34af6cef req-df5017d2-289d-48b2-a7a6-ef01097aa60a tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] 10.222.0.16 "GET /v2.0/security-groups?id=83307a02-2dd4-4895-bd37-cc4561dc163e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425806 May 03 15:04:58.723264 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391395a6-5daa-4c4f-9642-3b62485faf60 req-d941af76-5f58-4b83-a220-05ed0d73e1ea tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:04:58.724706 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-391395a6-5daa-4c4f-9642-3b62485faf60 req-d941af76-5f58-4b83-a220-05ed0d73e1ea tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] 10.222.0.16 "GET /v2.0/ports?device_id=3bc2bfaa-da2f-4a3e-92bb-8dbe54ea2d47 HTTP/1.1" status: 200 len: 944 time: 0.0454483 May 03 15:04:58.777892 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-391395a6-5daa-4c4f-9642-3b62485faf60 req-d5f23822-6c06-404a-a26a-79ce32cf2bba tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] 10.222.0.16 "GET /v2.0/security-groups?id=83307a02-2dd4-4895-bd37-cc4561dc163e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477264 May 03 15:04:59.054866 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (26e70f58-a201-437c-be8d-fd2714f100da), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:04:59.892709 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8180f575-290d-4a88-81cb-6a262cde0653 req-d9957953-3f32-4f5d-9073-3c3621103b1e tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:04:59.894173 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-8180f575-290d-4a88-81cb-6a262cde0653 req-d9957953-3f32-4f5d-9073-3c3621103b1e tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] 10.222.0.16 "GET /v2.0/ports?device_id=3bc2bfaa-da2f-4a3e-92bb-8dbe54ea2d47 HTTP/1.1" status: 200 len: 944 time: 0.0504520 May 03 15:04:59.943115 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-8180f575-290d-4a88-81cb-6a262cde0653 req-d30acb15-3269-44b2-bcec-1f4c81d86f9b tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] 10.222.0.16 "GET /v2.0/security-groups?id=83307a02-2dd4-4895-bd37-cc4561dc163e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434113 May 03 15:05:01.053620 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d3a47b-8928-4917-9440-10248f67f16d req-c4022e2b-2634-4062-a4a3-3dbe834112dd tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:05:01.054956 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-82d3a47b-8928-4917-9440-10248f67f16d req-c4022e2b-2634-4062-a4a3-3dbe834112dd tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] 10.222.0.16 "GET /v2.0/ports?device_id=3bc2bfaa-da2f-4a3e-92bb-8dbe54ea2d47 HTTP/1.1" status: 200 len: 944 time: 0.0469768 May 03 15:05:01.102090 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-82d3a47b-8928-4917-9440-10248f67f16d req-bb81b204-c572-49d1-9d50-af4c94bc7051 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] 10.222.0.16 "GET /v2.0/security-groups?id=83307a02-2dd4-4895-bd37-cc4561dc163e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416815 May 03 15:05:02.221235 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6406f3d-cbb1-4c37-804f-4fac23daf35d req-c0d496d1-ab00-4fe9-b33a-9032344997a1 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:05:02.222702 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-d6406f3d-cbb1-4c37-804f-4fac23daf35d req-c0d496d1-ab00-4fe9-b33a-9032344997a1 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] 10.222.0.16 "GET /v2.0/ports?device_id=3bc2bfaa-da2f-4a3e-92bb-8dbe54ea2d47 HTTP/1.1" status: 200 len: 944 time: 0.0516472 May 03 15:05:02.271342 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-d6406f3d-cbb1-4c37-804f-4fac23daf35d req-1361416b-70dd-48d0-a9e8-4e166b4cb1a5 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] 10.222.0.16 "GET /v2.0/security-groups?id=83307a02-2dd4-4895-bd37-cc4561dc163e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430646 May 03 15:05:03.391034 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2729e964-8792-47f5-8b8e-38df961ed048 req-466a594f-6543-4e07-b885-f35a9c63007d tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:05:03.392765 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-2729e964-8792-47f5-8b8e-38df961ed048 req-466a594f-6543-4e07-b885-f35a9c63007d tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] 10.222.0.16 "GET /v2.0/ports?device_id=3bc2bfaa-da2f-4a3e-92bb-8dbe54ea2d47 HTTP/1.1" status: 200 len: 944 time: 0.0518687 May 03 15:05:03.442545 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-2729e964-8792-47f5-8b8e-38df961ed048 req-2c3478c6-4c28-41f4-a5ef-61f8be755f88 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] 10.222.0.16 "GET /v2.0/security-groups?id=83307a02-2dd4-4895-bd37-cc4561dc163e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440545 May 03 15:05:04.555152 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9f9ac7-b6e5-45b5-a269-e066213f58f7 req-92f05428-dbf7-4b28-b47e-e97f7565e1a3 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:05:04.556645 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-4a9f9ac7-b6e5-45b5-a269-e066213f58f7 req-92f05428-dbf7-4b28-b47e-e97f7565e1a3 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] 10.222.0.16 "GET /v2.0/ports?device_id=3bc2bfaa-da2f-4a3e-92bb-8dbe54ea2d47 HTTP/1.1" status: 200 len: 944 time: 0.0494068 May 03 15:05:04.609953 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-4a9f9ac7-b6e5-45b5-a269-e066213f58f7 req-806421a9-3853-46f6-b0fb-3650d41054a6 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] 10.222.0.16 "GET /v2.0/security-groups?id=83307a02-2dd4-4895-bd37-cc4561dc163e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477054 May 03 15:05:04.616949 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 50256) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 15:05:04.667234 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Device 15640b9c-bc2a-40fb-b006-ff193941feeb details requested by agent hyperv_hv-cinder-84028 with host hv-cinder-84028 {{(pid=110299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 03 15:05:04.722887 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-1455b83f-8732-4c12-9b60-9d5ce3e11748 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:05:04.770624 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] For port 15640b9c-bc2a-40fb-b006-ff193941feeb, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=15640b9c-bc2a-40fb-b006-ff193941feeb,segment=NetworkSegment(69a76b12-2a31-46f6-a618-e3d477baa0b8),segment_id=69a76b12-2a31-46f6-a618-e3d477baa0b8)] {{(pid=110299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 15:05:04.783113 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Returning: {'device': '15640b9c-bc2a-40fb-b006-ff193941feeb', 'network_id': '3f1b5a04-a89d-49fe-9254-ad52b00abc9e', 'port_id': '15640b9c-bc2a-40fb-b006-ff193941feeb', 'mac_address': 'fa:16:3e:18:bd:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92e39b4b-b229-4fdb-b188-e8826d978416', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 03 15:05:04.798467 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-1455b83f-8732-4c12-9b60-9d5ce3e11748 admin admin] Publish callbacks [] for security_group (8f5b6f9a-c44c-45fc-b507-1aaef9a5036d), precommit_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:05:04.821089 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Current status of the port 15640b9c-bc2a-40fb-b006-ff193941feeb is: DOWN; New status is: BUILD {{(pid=110299) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 15:05:04.821483 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (15640b9c-bc2a-40fb-b006-ff193941feeb), before_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:05:04.837364 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.notifiers.nova [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15640b9c-bc2a-40fb-b006-ff193941feeb {{(pid=110299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 15:05:04.856380 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] For port 15640b9c-bc2a-40fb-b006-ff193941feeb, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=15640b9c-bc2a-40fb-b006-ff193941feeb,segment=NetworkSegment(69a76b12-2a31-46f6-a618-e3d477baa0b8),segment_id=69a76b12-2a31-46f6-a618-e3d477baa0b8)] {{(pid=110299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 15:05:04.866455 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-1455b83f-8732-4c12-9b60-9d5ce3e11748 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (8f5b6f9a-c44c-45fc-b507-1aaef9a5036d), after_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:05:04.905994 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-1455b83f-8732-4c12-9b60-9d5ce3e11748 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=35d2cc28e30d4517aa6b1a8fd90c9e8b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2879584 May 03 15:05:04.907466 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1455b83f-8732-4c12-9b60-9d5ce3e11748 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f5b6f9a-c44c-45fc-b507-1aaef9a5036d,revision_number=1']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 15:05:04.908792 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 50260) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 15:05:04.924080 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096'] for port (15640b9c-bc2a-40fb-b006-ff193941feeb), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:05:04.959538 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-92711c7e-a863-4da1-a7eb-27de85aeb9bd admin admin] Publish callbacks [] for security_group (8f5b6f9a-c44c-45fc-b507-1aaef9a5036d), before_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:05:04.971588 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Pushing event updated for resources: {'Port': ['ID=15640b9c-bc2a-40fb-b006-ff193941feeb,revision_number=4']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 15:05:04.978572 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:05:04.978948 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:05:04.979309 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:05:04.979661 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:05:04.979998 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:05:04.980313 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-92711c7e-a863-4da1-a7eb-27de85aeb9bd admin admin] Publish callbacks [] for security_group (8f5b6f9a-c44c-45fc-b507-1aaef9a5036d), precommit_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:05:04.980441 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:05:04.980662 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:05:04.980995 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:05:04.981327 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:05:04.981661 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:05:04.982000 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:05:04.982329 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:05:04.982659 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:05:04.982987 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:05:04.983344 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:05:05.104443 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-92711c7e-a863-4da1-a7eb-27de85aeb9bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (8f5b6f9a-c44c-45fc-b507-1aaef9a5036d), after_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:05:05.107034 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-92711c7e-a863-4da1-a7eb-27de85aeb9bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:05:05.108193 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-92711c7e-a863-4da1-a7eb-27de85aeb9bd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8f5b6f9a-c44c-45fc-b507-1aaef9a5036d HTTP/1.1" status: 204 len: 168 time: 0.1976171 May 03 15:05:05.116371 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92711c7e-a863-4da1-a7eb-27de85aeb9bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f5b6f9a-c44c-45fc-b507-1aaef9a5036d,revision_number=None']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 15:05:05.515047 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] get_ports_and_sgs() called for port_ids ['15640b9c-bc2a-40fb-b006-ff193941feeb'] {{(pid=110299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 15:05:05.739389 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5fe904-1129-4df0-822c-28ca3478ba4a req-d96b8e8a-4dec-4084-8cad-f51b507f79b7 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:05:05.740880 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-2b5fe904-1129-4df0-822c-28ca3478ba4a req-d96b8e8a-4dec-4084-8cad-f51b507f79b7 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] 10.222.0.16 "GET /v2.0/ports?device_id=3bc2bfaa-da2f-4a3e-92bb-8dbe54ea2d47 HTTP/1.1" status: 200 len: 945 time: 0.0494177 May 03 15:05:05.790418 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-2b5fe904-1129-4df0-822c-28ca3478ba4a req-6ffc7bf3-b58d-40ef-8c7e-118bfe8fa834 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] 10.222.0.16 "GET /v2.0/security-groups?id=83307a02-2dd4-4895-bd37-cc4561dc163e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437067 May 03 15:05:06.046883 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 50284) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 15:05:06.144206 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.v2.base [None req-775af639-8fb2-4726-b54a-80e350474fa2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-213020245-network', 'tenant_id': '0e78dba7c9194ce9b054c34f3fb66d7a'}} {{(pid=110297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 15:05:06.220775 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-775af639-8fb2-4726-b54a-80e350474fa2 admin admin] Made reservation on behalf of 0e78dba7c9194ce9b054c34f3fb66d7a for: {'network': 1} {{(pid=110297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 15:05:06.223047 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-775af639-8fb2-4726-b54a-80e350474fa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for network (None), before_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:05:06.231315 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-775af639-8fb2-4726-b54a-80e350474fa2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:05:06.302757 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-775af639-8fb2-4726-b54a-80e350474fa2 admin admin] Publish callbacks [] for security_group (8019a8bc-cfa5-404c-b856-721919f2e816), precommit_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:05:06.369262 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-775af639-8fb2-4726-b54a-80e350474fa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (8019a8bc-cfa5-404c-b856-721919f2e816), after_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:05:06.393845 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-775af639-8fb2-4726-b54a-80e350474fa2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 368} {{(pid=110297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 15:05:06.403200 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775af639-8fb2-4726-b54a-80e350474fa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8019a8bc-cfa5-404c-b856-721919f2e816,revision_number=1']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 15:05:06.408816 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-775af639-8fb2-4726-b54a-80e350474fa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719716'] for segment (43238296-c8d1-466f-baaa-f7779edaa2cc), precommit_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:05:06.409161 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.db.segments_db [None req-775af639-8fb2-4726-b54a-80e350474fa2 admin admin] Added segment 43238296-c8d1-466f-baaa-f7779edaa2cc of type vlan for network 6fa92bc9-fec9-41f0-b65e-6fa005e52449 May 03 15:05:06.448980 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-775af639-8fb2-4726-b54a-80e350474fa2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775476666305'] for network (6fa92bc9-fec9-41f0-b65e-6fa005e52449), precommit_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:05:06.551789 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-775af639-8fb2-4726-b54a-80e350474fa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613'] for network (6fa92bc9-fec9-41f0-b65e-6fa005e52449), after_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:05:06.552841 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-775af639-8fb2-4726-b54a-80e350474fa2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:05:06.553395 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-775af639-8fb2-4726-b54a-80e350474fa2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603595'] for network (None), before_response {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:05:06.613946 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775af639-8fb2-4726-b54a-80e350474fa2 admin admin] Pushing event updated for resources: {'Network': ['ID=6fa92bc9-fec9-41f0-b65e-6fa005e52449,revision_number=1']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 15:05:06.624122 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Network 6fa92bc9-fec9-41f0-b65e-6fa005e52449 details requested by agent ovs-agent-dv-cinder-840289-3-iscsi with host dv-cinder-840289-3-iscsi {{(pid=110299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 03 15:05:06.644461 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-775af639-8fb2-4726-b54a-80e350474fa2 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5938880 May 03 15:05:06.654084 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 50288) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 15:05:06.658913 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.v2.base [None req-ec2131f6-5f7d-43bc-a3b3-4ce42caa1d0e admin admin] Request body: {'subnet': {'network_id': '6fa92bc9-fec9-41f0-b65e-6fa005e52449', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-213020245-subnet', 'tenant_id': '0e78dba7c9194ce9b054c34f3fb66d7a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 15:05:06.685437 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Device 15640b9c-bc2a-40fb-b006-ff193941feeb up at agent hyperv_hv-cinder-84028 {{(pid=110299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 15:05:06.731699 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Provisioning for port 15640b9c-bc2a-40fb-b006-ff193941feeb completed by entity L2. {{(pid=110299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 03 15:05:06.732817 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec2131f6-5f7d-43bc-a3b3-4ce42caa1d0e admin admin] Made reservation on behalf of 0e78dba7c9194ce9b054c34f3fb66d7a for: {'subnet': 1} {{(pid=110297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 15:05:06.735288 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-ec2131f6-5f7d-43bc-a3b3-4ce42caa1d0e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25246335'] for subnet (None), before_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:05:06.795913 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Provisioning complete for port 15640b9c-bc2a-40fb-b006-ff193941feeb triggered by entity L2. {{(pid=110299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 15:05:06.796293 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728915'] for port (15640b9c-bc2a-40fb-b006-ff193941feeb), provisioning_complete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:05:06.874658 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Current status of the port 15640b9c-bc2a-40fb-b006-ff193941feeb is: BUILD; New status is: ACTIVE {{(pid=110299) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 15:05:06.875085 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (15640b9c-bc2a-40fb-b006-ff193941feeb), before_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:05:06.897761 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bc2bfaa-da2f-4a3e-92bb-8dbe54ea2d47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15640b9c-bc2a-40fb-b006-ff193941feeb'}] {{(pid=110299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 15:05:06.900016 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfb0ab9603dc6f24b101a3230295415c8ec2a7bf959fde45f0826688655bbcbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b304be48-b07f-47d9-9a4d-dbabad9a0985" -d '{"events": [{"server_uuid": "3bc2bfaa-da2f-4a3e-92bb-8dbe54ea2d47", "name": "network-vif-plugged", "status": "completed", "tag": "15640b9c-bc2a-40fb-b006-ff193941feeb"}]}' {{(pid=110299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 15:05:06.916971 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] For port 15640b9c-bc2a-40fb-b006-ff193941feeb, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=15640b9c-bc2a-40fb-b006-ff193941feeb,segment=NetworkSegment(69a76b12-2a31-46f6-a618-e3d477baa0b8),segment_id=69a76b12-2a31-46f6-a618-e3d477baa0b8)] {{(pid=110299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 15:05:06.921026 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06205109-dc9a-42f8-8acf-71400993090d req-6ca02958-9b30-4623-9caf-33bee39c4a1b tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:05:06.925425 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-06205109-dc9a-42f8-8acf-71400993090d req-6ca02958-9b30-4623-9caf-33bee39c4a1b tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] 10.222.0.16 "GET /v2.0/ports?device_id=3bc2bfaa-da2f-4a3e-92bb-8dbe54ea2d47 HTTP/1.1" status: 200 len: 945 time: 0.0624397 May 03 15:05:06.973246 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-06205109-dc9a-42f8-8acf-71400993090d req-ebed7b18-61aa-4c47-9572-6f6c932f2ad3 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] 10.222.0.16 "GET /v2.0/security-groups?id=83307a02-2dd4-4895-bd37-cc4561dc163e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438864 May 03 15:05:06.974872 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-ec2131f6-5f7d-43bc-a3b3-4ce42caa1d0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25923093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25246305'] for subnet (8ff1db9b-2f98-4bc2-92ed-593155c5c9b2), after_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:05:06.998668 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096'] for port (15640b9c-bc2a-40fb-b006-ff193941feeb), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:05:07.033369 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2131f6-5f7d-43bc-a3b3-4ce42caa1d0e admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ff1db9b-2f98-4bc2-92ed-593155c5c9b2,revision_number=0']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 15:05:07.042450 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2131f6-5f7d-43bc-a3b3-4ce42caa1d0e admin admin] Checking segment: {'id': '43238296-c8d1-466f-baaa-f7779edaa2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '6fa92bc9-fec9-41f0-b65e-6fa005e52449'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 15:05:07.042949 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec2131f6-5f7d-43bc-a3b3-4ce42caa1d0e admin admin] Network hostable DHCP agents. Network: 6fa92bc9-fec9-41f0-b65e-6fa005e52449, hostable agents: ['5d16a8e7-5fab-4607-ae51-2b468a019c05'], hosted agents: [] {{(pid=110297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 15:05:07.044630 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Pushing event updated for resources: {'Port': ['ID=15640b9c-bc2a-40fb-b006-ff193941feeb,revision_number=5']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 15:05:07.084344 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 15:05:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-396511ed-f6b2-48f0-8289-f5eff088d82b x-openstack-request-id: req-396511ed-f6b2-48f0-8289-f5eff088d82b {{(pid=110299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 15:05:07.084646 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bc2bfaa-da2f-4a3e-92bb-8dbe54ea2d47", "name": "network-vif-plugged", "status": "completed", "tag": "15640b9c-bc2a-40fb-b006-ff193941feeb", "code": 200}]} {{(pid=110299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 15:05:07.084908 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-396511ed-f6b2-48f0-8289-f5eff088d82b {{(pid=110299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 15:05:07.085314 dv-cinder-840289-3-iscsi neutron-server[110299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-396511ed-f6b2-48f0-8289-f5eff088d82b'] response: {'server_uuid': '3bc2bfaa-da2f-4a3e-92bb-8dbe54ea2d47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15640b9c-bc2a-40fb-b006-ff193941feeb', 'code': 200} May 03 15:05:07.146283 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec2131f6-5f7d-43bc-a3b3-4ce42caa1d0e admin admin] Network 6fa92bc9-fec9-41f0-b65e-6fa005e52449 is scheduled to be hosted by DHCP agent 5d16a8e7-5fab-4607-ae51-2b468a019c05 with binding_index 1 {{(pid=110297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 15:05:07.281241 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.scheduler.base_scheduler [None req-ec2131f6-5f7d-43bc-a3b3-4ce42caa1d0e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840289-3-iscsi, 6fa92bc9-fec9-41f0-b65e-6fa005e52449) {{(pid=110297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 15:05:07.286472 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec2131f6-5f7d-43bc-a3b3-4ce42caa1d0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:05:07.287109 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-ec2131f6-5f7d-43bc-a3b3-4ce42caa1d0e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:05:07.291349 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d8ef07a-6221-4ba3-b8b3-ee85da57f85e None None] Network 6fa92bc9-fec9-41f0-b65e-6fa005e52449 requested from dv-cinder-840289-3-iscsi {{(pid=110299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 15:05:07.387593 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-ec2131f6-5f7d-43bc-a3b3-4ce42caa1d0e admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7321081 May 03 15:05:07.394810 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2f18d86-cbcf-4681-8677-ac89107bb737 None None] Network 6fa92bc9-fec9-41f0-b65e-6fa005e52449 requested from dv-cinder-840289-3-iscsi {{(pid=110299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 15:05:07.539085 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53feb89-1389-4c93-8eea-5ca2d498c1d6 req-35605aff-2074-4142-b3b8-c0073e1ef985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:05:07.540699 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-b53feb89-1389-4c93-8eea-5ca2d498c1d6 req-35605aff-2074-4142-b3b8-c0073e1ef985 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3bc2bfaa-da2f-4a3e-92bb-8dbe54ea2d47 HTTP/1.1" status: 200 len: 1130 time: 0.0387628 May 03 15:05:07.587490 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-b53feb89-1389-4c93-8eea-5ca2d498c1d6 req-da8fc65c-5480-4783-8eb8-ae5296a2200d service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=83307a02-2dd4-4895-bd37-cc4561dc163e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406663 May 03 15:05:08.091540 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6463f884-6bde-4714-a7a2-1297495a9768 req-1d18d051-879e-4843-9a72-1e0d949fbde8 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:05:08.093024 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-6463f884-6bde-4714-a7a2-1297495a9768 req-1d18d051-879e-4843-9a72-1e0d949fbde8 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] 10.222.0.16 "GET /v2.0/ports?device_id=3bc2bfaa-da2f-4a3e-92bb-8dbe54ea2d47 HTTP/1.1" status: 200 len: 946 time: 0.0512116 May 03 15:05:08.142117 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-6463f884-6bde-4714-a7a2-1297495a9768 req-b7aa767f-4b3c-426e-b246-27172f0a56a5 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] 10.222.0.16 "GET /v2.0/security-groups?id=83307a02-2dd4-4895-bd37-cc4561dc163e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429413 May 03 15:05:08.807262 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-60cbd817-3abb-4e4c-b11b-0b2479f4921f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (5d16a8e7-5fab-4607-ae51-2b468a019c05), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:05:09.257458 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58628bbb-53c4-4897-9fb5-4721e3405add req-5c73d6fe-b4c4-4187-8df5-ae66788c4b31 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:05:09.258918 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-58628bbb-53c4-4897-9fb5-4721e3405add req-5c73d6fe-b4c4-4187-8df5-ae66788c4b31 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] 10.222.0.16 "GET /v2.0/ports?device_id=3bc2bfaa-da2f-4a3e-92bb-8dbe54ea2d47 HTTP/1.1" status: 200 len: 946 time: 0.0475924 May 03 15:05:09.307843 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-58628bbb-53c4-4897-9fb5-4721e3405add req-e0b999c1-6f30-47c3-bd92-7af628103da1 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] 10.222.0.16 "GET /v2.0/security-groups?id=83307a02-2dd4-4895-bd37-cc4561dc163e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433123 May 03 15:05:09.420070 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94ec222-8ce3-4d1e-9063-370b262815d5 req-37830a4a-2946-4b53-8d73-41ce0c381c8f tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:05:09.421726 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-d94ec222-8ce3-4d1e-9063-370b262815d5 req-37830a4a-2946-4b53-8d73-41ce0c381c8f tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] 10.222.0.16 "GET /v2.0/ports?device_id=3bc2bfaa-da2f-4a3e-92bb-8dbe54ea2d47 HTTP/1.1" status: 200 len: 946 time: 0.0472171 May 03 15:05:09.476998 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-d94ec222-8ce3-4d1e-9063-370b262815d5 req-7eee67a4-254e-4d58-80be-02b2dc401b30 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] 10.222.0.16 "GET /v2.0/security-groups?id=83307a02-2dd4-4895-bd37-cc4561dc163e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497365 May 03 15:05:09.499499 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 50314) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 15:05:09.636071 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8daa02e1-d84e-41ee-92dc-5e311cfedf18 tempest-TestVolumeBootPattern-1627858290 tempest-TestVolumeBootPattern-1627858290-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:05:09.637580 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-8daa02e1-d84e-41ee-92dc-5e311cfedf18 tempest-TestVolumeBootPattern-1627858290 tempest-TestVolumeBootPattern-1627858290-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=3bc2bfaa-da2f-4a3e-92bb-8dbe54ea2d47 HTTP/1.1" status: 200 len: 1125 time: 0.1370189 May 03 15:05:09.640324 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 50318) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 15:05:09.644738 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.v2.base [None req-3067aefb-8334-425b-8f2a-d729d7f8eeee tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Request body: {'floatingip': {'floating_network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'port_id': '15640b9c-bc2a-40fb-b006-ff193941feeb', 'tenant_id': '3cc6d2a38dc34b4a8c0e2357b41c95bc', 'fixed_ip_address': '172.20.0.14'}} {{(pid=110297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 15:05:09.752020 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-3067aefb-8334-425b-8f2a-d729d7f8eeee tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:05:09.833416 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-3067aefb-8334-425b-8f2a-d729d7f8eeee tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (None), before_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:05:09.937601 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.db.db_base_plugin_common [None req-3067aefb-8334-425b-8f2a-d729d7f8eeee tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Allocated IP 172.27.0.236 (7456e722-9446-4a17-bcf3-c72dce07c65c/f907060b-4748-4522-aeb5-06a44b689374/63a7529e-252d-4f28-a563-1abf28c38fda) {{(pid=110297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 15:05:10.036891 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-3067aefb-8334-425b-8f2a-d729d7f8eeee tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Publish callbacks [] for port (63a7529e-252d-4f28-a563-1abf28c38fda), precommit_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:05:10.140930 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-3067aefb-8334-425b-8f2a-d729d7f8eeee tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775476647060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25923557'] for port (63a7529e-252d-4f28-a563-1abf28c38fda), after_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:05:10.180812 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3067aefb-8334-425b-8f2a-d729d7f8eeee tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Network 7456e722-9446-4a17-bcf3-c72dce07c65c is already hosted by enough agents. {{(pid=110297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 15:05:10.183713 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.scheduler.base_scheduler [None req-3067aefb-8334-425b-8f2a-d729d7f8eeee tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Resources bound (agent type, host, resource id): {{(pid=110297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 15:05:10.189344 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3067aefb-8334-425b-8f2a-d729d7f8eeee tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Received port after_create {{(pid=110297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 15:05:10.194748 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3067aefb-8334-425b-8f2a-d729d7f8eeee tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Pushing event updated for resources: {'Port': ['ID=63a7529e-252d-4f28-a563-1abf28c38fda,revision_number=1']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 15:05:10.557443 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-3067aefb-8334-425b-8f2a-d729d7f8eeee tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Publish callbacks [] for floatingip (93aaecf2-3d9c-4323-b612-12f4caa12424), precommit_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:05:10.626633 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3da635-bf07-42e5-ba4c-1c84f8f144d2 req-a1b0e0e2-5cef-4ca7-a626-0261cdc4a15b tempest-VolumesActionsTest-205148641 tempest-VolumesActionsTest-205148641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:05:10.628098 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-ca3da635-bf07-42e5-ba4c-1c84f8f144d2 req-a1b0e0e2-5cef-4ca7-a626-0261cdc4a15b tempest-VolumesActionsTest-205148641 tempest-VolumesActionsTest-205148641-project] 10.222.0.16 "GET /v2.0/networks?id=6fa92bc9-fec9-41f0-b65e-6fa005e52449 HTTP/1.1" status: 200 len: 808 time: 0.1032629 May 03 15:05:10.642592 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-ca3da635-bf07-42e5-ba4c-1c84f8f144d2 req-83e383e2-b200-465f-bdd3-565591e8294d tempest-VolumesActionsTest-205148641 tempest-VolumesActionsTest-205148641-project] 10.222.0.16 "GET /v2.0/quotas/0e78dba7c9194ce9b054c34f3fb66d7a HTTP/1.1" status: 200 len: 375 time: 0.0090921 May 03 15:05:10.675954 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-ca3da635-bf07-42e5-ba4c-1c84f8f144d2 req-e7345234-d6a2-46aa-b2ef-c8077c0565e6 tempest-VolumesActionsTest-205148641 tempest-VolumesActionsTest-205148641-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=0e78dba7c9194ce9b054c34f3fb66d7a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0283940 May 03 15:05:10.684832 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-3067aefb-8334-425b-8f2a-d729d7f8eeee tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (63a7529e-252d-4f28-a563-1abf28c38fda), before_update {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:05:10.772514 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-ca3da635-bf07-42e5-ba4c-1c84f8f144d2 req-31490e31-37d6-4ca0-9da8-ee71aae4c1f2 service neutron] 10.222.0.16 "GET /v2.0/networks/6fa92bc9-fec9-41f0-b65e-6fa005e52449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894587 May 03 15:05:10.836735 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-3067aefb-8334-425b-8f2a-d729d7f8eeee tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Publish callbacks [] for port (63a7529e-252d-4f28-a563-1abf28c38fda), precommit_update {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:05:10.870745 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-ca3da635-bf07-42e5-ba4c-1c84f8f144d2 req-ce964801-4ce5-4af9-9f34-84501d4c1ecd service neutron] 10.222.0.16 "GET /v2.0/networks/6fa92bc9-fec9-41f0-b65e-6fa005e52449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886061 May 03 15:05:10.883820 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-3067aefb-8334-425b-8f2a-d729d7f8eeee tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25923484'] for port (63a7529e-252d-4f28-a563-1abf28c38fda), after_update {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:05:11.110445 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-4b8674f4-091a-49dc-9834-ca76ad05790b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (a9161e1b-902d-441f-843b-a0ff0805adee), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:05:11.136856 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-5bebcf15-8ec1-491e-9585-b7a57a8ef7c6 req-b124eabe-83ce-40e2-accd-d2031322aba3 tempest-VolumesActionsTest-205148641 tempest-VolumesActionsTest-205148641-project] 10.222.0.16 "GET /v2.0/ports?device_id=6dda9876-6bf0-4b96-9f2f-9f036b9069c3 HTTP/1.1" status: 200 len: 210 time: 0.0317223 May 03 15:05:11.236265 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3067aefb-8334-425b-8f2a-d729d7f8eeee tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Pushing event updated for resources: {'Port': ['ID=63a7529e-252d-4f28-a563-1abf28c38fda,revision_number=2']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 15:05:11.245107 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-3067aefb-8334-425b-8f2a-d729d7f8eeee tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692144'] for floatingip (93aaecf2-3d9c-4323-b612-12f4caa12424), after_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:05:11.359288 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.db.l3_db [None req-3067aefb-8334-425b-8f2a-d729d7f8eeee tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Floating IP 93aaecf2-3d9c-4323-b612-12f4caa12424 associated. External IP: 172.27.0.236, port: 15640b9c-bc2a-40fb-b006-ff193941feeb. May 03 15:05:11.600817 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3067aefb-8334-425b-8f2a-d729d7f8eeee tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Router 5b2d5cf6-ca52-4e6d-98b9-363e424258d2 has already been hosted by L3 agent a9161e1b-902d-441f-843b-a0ff0805adee {{(pid=110297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 15:05:11.738465 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3067aefb-8334-425b-8f2a-d729d7f8eeee tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Notify agent at l3_agent.dv-cinder-840289-3-iscsi the message routers_updated {{(pid=110297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 15:05:11.749863 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb7c005f-4997-4eaa-a875-1f89899e27cf None None] Sync routers for ids ['5b2d5cf6-ca52-4e6d-98b9-363e424258d2'] in dv-cinder-840289-3-iscsi {{(pid=110299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 15:05:11.762202 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb7c005f-4997-4eaa-a875-1f89899e27cf None None] Routers {'5b2d5cf6-ca52-4e6d-98b9-363e424258d2'} bound to L3 agent in host dv-cinder-840289-3-iscsi {{(pid=110299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 15:05:11.762850 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_hamode_db [None req-fb7c005f-4997-4eaa-a875-1f89899e27cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T14:38:11Z,description=,heartbeat_timestamp=2022-05-03T15:05:11Z,host='dv-cinder-840289-3-iscsi',id=a9161e1b-902d-441f-843b-a0ff0805adee,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:38:12Z,topic='l3_agent')) {'router_ids': ['5b2d5cf6-ca52-4e6d-98b9-363e424258d2'], 'active': True} {{(pid=110299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 15:05:11.835427 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-3067aefb-8334-425b-8f2a-d729d7f8eeee tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46205'] for floatingip (None), before_response {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:05:11.883361 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-3067aefb-8334-425b-8f2a-d729d7f8eeee tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2294867 May 03 15:05:11.883361 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bc2bfaa-da2f-4a3e-92bb-8dbe54ea2d47', 'tag': '15640b9c-bc2a-40fb-b006-ff193941feeb'}] {{(pid=110297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 15:05:11.883361 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e984b2ea2ce138672bdb6842017b013401e1eb51d7da9236b70aed4d114632e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcbdfd3a-12f2-4fbf-a89a-c4c7255818bb" -d '{"events": [{"name": "network-changed", "server_uuid": "3bc2bfaa-da2f-4a3e-92bb-8dbe54ea2d47", "tag": "15640b9c-bc2a-40fb-b006-ff193941feeb"}]}' {{(pid=110297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 15:05:11.903117 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_dvr_db [None req-fb7c005f-4997-4eaa-a875-1f89899e27cf None None] Set router 5b2d5cf6-ca52-4e6d-98b9-363e424258d2 gateway port host: dv-cinder-840289-3-iscsi {{(pid=110299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 15:05:11.973637 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 15:05:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-737b220e-1c37-4833-a363-8ca0316666f5 x-openstack-request-id: req-737b220e-1c37-4833-a363-8ca0316666f5 {{(pid=110297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 15:05:11.973998 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bc2bfaa-da2f-4a3e-92bb-8dbe54ea2d47", "tag": "15640b9c-bc2a-40fb-b006-ff193941feeb", "status": "completed", "code": 200}]} {{(pid=110297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 15:05:11.974323 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-737b220e-1c37-4833-a363-8ca0316666f5 {{(pid=110297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 15:05:11.974829 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.notifiers.nova [-] Nova event matching ['req-737b220e-1c37-4833-a363-8ca0316666f5'] response: {'name': 'network-changed', 'server_uuid': '3bc2bfaa-da2f-4a3e-92bb-8dbe54ea2d47', 'tag': '15640b9c-bc2a-40fb-b006-ff193941feeb', 'status': 'completed', 'code': 200} May 03 15:05:12.060742 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbdfd3a-12f2-4fbf-a89a-c4c7255818bb req-354655e9-318a-4972-8863-96f06fa51f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:05:12.062239 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-bcbdfd3a-12f2-4fbf-a89a-c4c7255818bb req-354655e9-318a-4972-8863-96f06fa51f21 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3cc6d2a38dc34b4a8c0e2357b41c95bc&device_id=3bc2bfaa-da2f-4a3e-92bb-8dbe54ea2d47 HTTP/1.1" status: 200 len: 1130 time: 0.0424869 May 03 15:05:12.152980 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_hamode_db [None req-fb7c005f-4997-4eaa-a875-1f89899e27cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b2d5cf6-ca52-4e6d-98b9-363e424258d2', 'name': 'tempest-TestVolumeBootPattern-584225590-router', 'tenant_id': '3cc6d2a38dc34b4a8c0e2357b41c95bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'external_fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': 'c3f1359b-2e27-4f48-8011-5313e1c6e491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:58:49Z', 'updated_at': '2022-05-03T14:58:52Z', 'revision_number': 4, 'project_id': '3cc6d2a38dc34b4a8c0e2357b41c95bc', 'gw_port': {'id': 'c3f1359b-2e27-4f48-8011-5313e1c6e491', 'name': '', 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:46:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2d5cf6-ca52-4e6d-98b9-363e424258d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:58:49Z', 'updated_at': '2022-05-03T14:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f907060b-4748-4522-aeb5-06a44b689374', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-3-iscsi', '_floatingips': [{'id': '83afdc51-6659-41d2-9830-854c84035ad4', 'tenant_id': '3cc6d2a38dc34b4a8c0e2357b41c95bc', 'floating_ip_address': '172.27.0.89', 'floating_network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'router_id': '5b2d5cf6-ca52-4e6d-98b9-363e424258d2', 'port_id': 'fb9b1ca0-f87e-40e4-8396-792eeab5293a', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f1b5a04-a89d-49fe-9254-ad52b00abc9e', 'mac_address': 'fa:16:3e:f3:99:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06cfa5a4-005f-4356-ba72-4eaf6845adc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T15:02:32Z', 'updated_at': '2022-05-03T15:02:34Z', 'revision_number': 1, 'project_id': '3cc6d2a38dc34b4a8c0e2357b41c95bc', 'fixed_ip_address_scope': None}, {'id': '93aaecf2-3d9c-4323-b612-12f4caa12424', 'tenant_id': '3cc6d2a38dc34b4a8c0e2357b41c95bc', 'floating_ip_address': '172.27.0.236', 'floating_network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'router_id': '5b2d5cf6-ca52-4e6d-98b9-363e424258d2', 'port_id': '15640b9c-bc2a-40fb-b006-ff193941feeb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 736, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f1b5a04-a89d-49fe-9254-ad52b00abc9e', 'mac_address': 'fa:16:3e:18:bd:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc2bfaa-da2f-4a3e-92bb-8dbe54ea2d47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T15:05:10Z', 'updated_at': '2022-05-03T15:05:10Z', 'revision_number': 0, 'project_id': '3cc6d2a38dc34b4a8c0e2357b41c95bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca38f3ec-8d99-4bb3-874a-4757510c47c3', 'name': '', 'network_id': '3f1b5a04-a89d-49fe-9254-ad52b00abc9e', 'tenant_id': '3cc6d2a38dc34b4a8c0e2357b41c95bc', 'mac_address': 'fa:16:3e:83:23:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2d5cf6-ca52-4e6d-98b9-363e424258d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '92e39b4b-b229-4fdb-b188-e8826d978416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:58:52Z', 'updated_at': '2022-05-03T14:58:56Z', 'revision_number': 5, 'project_id': '3cc6d2a38dc34b4a8c0e2357b41c95bc', 'subnets': [{'id': '92e39b4b-b229-4fdb-b188-e8826d978416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-3-iscsi', False) {} {{(pid=110299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 15:05:12.162178 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbdfd3a-12f2-4fbf-a89a-c4c7255818bb req-f91602d2-80af-4813-bb88-c4cc70604e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:05:12.164834 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-bcbdfd3a-12f2-4fbf-a89a-c4c7255818bb req-f91602d2-80af-4813-bb88-c4cc70604e34 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3f1b5a04-a89d-49fe-9254-ad52b00abc9e HTTP/1.1" status: 200 len: 912 time: 0.0930946 May 03 15:05:12.186235 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb7c005f-4997-4eaa-a875-1f89899e27cf None None] Checking router: 5b2d5cf6-ca52-4e6d-98b9-363e424258d2 for host: dv-cinder-840289-3-iscsi {{(pid=110299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 15:05:12.195277 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb7c005f-4997-4eaa-a875-1f89899e27cf None None] Routers {'5b2d5cf6-ca52-4e6d-98b9-363e424258d2'} bound to L3 agent in host dv-cinder-840289-3-iscsi {{(pid=110299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 15:05:12.195906 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_hamode_db [None req-fb7c005f-4997-4eaa-a875-1f89899e27cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T14:38:11Z,description=,heartbeat_timestamp=2022-05-03T15:05:11Z,host='dv-cinder-840289-3-iscsi',id=a9161e1b-902d-441f-843b-a0ff0805adee,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:38:12Z,topic='l3_agent')) {'router_ids': ['5b2d5cf6-ca52-4e6d-98b9-363e424258d2'], 'active': True} {{(pid=110299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 15:05:12.237896 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-6eb2561a-5cd9-4511-9c61-e8585d8ada17 req-cd77894e-3959-45c7-9095-481c64acd8d6 tempest-VolumesActionsTest-205148641 tempest-VolumesActionsTest-205148641-project] 10.222.0.16 "GET /v2.0/ports?device_id=6dda9876-6bf0-4b96-9f2f-9f036b9069c3 HTTP/1.1" status: 200 len: 210 time: 0.0308564 May 03 15:05:12.446964 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_dvr_db [None req-fb7c005f-4997-4eaa-a875-1f89899e27cf None None] Set router 5b2d5cf6-ca52-4e6d-98b9-363e424258d2 gateway port host: dv-cinder-840289-3-iscsi {{(pid=110299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 15:05:12.460003 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-bcbdfd3a-12f2-4fbf-a89a-c4c7255818bb req-b5647f78-918b-4651-a1e0-fc1eed44171f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=15640b9c-bc2a-40fb-b006-ff193941feeb HTTP/1.1" status: 200 len: 1000 time: 0.0681143 May 03 15:05:12.517174 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbdfd3a-12f2-4fbf-a89a-c4c7255818bb req-72a2cb39-22bd-46dc-95ca-621952df15ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:05:12.518622 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-bcbdfd3a-12f2-4fbf-a89a-c4c7255818bb req-72a2cb39-22bd-46dc-95ca-621952df15ab service neutron] 10.222.0.55 "GET /v2.0/subnets?id=92e39b4b-b229-4fdb-b188-e8826d978416 HTTP/1.1" status: 200 len: 850 time: 0.0488267 May 03 15:05:12.526316 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-ed776e2d-a518-4685-8fad-0cd9eaa120ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (6a418bd5-8bcc-400f-88b5-19eff412e81a), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:05:12.562420 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbdfd3a-12f2-4fbf-a89a-c4c7255818bb req-e9653d75-d7c7-4886-934a-aaa2af6ebdaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:05:12.564192 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-bcbdfd3a-12f2-4fbf-a89a-c4c7255818bb req-e9653d75-d7c7-4886-934a-aaa2af6ebdaf service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3f1b5a04-a89d-49fe-9254-ad52b00abc9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391436 May 03 15:05:12.658976 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-bcbdfd3a-12f2-4fbf-a89a-c4c7255818bb req-098a9518-dc2c-4771-b4f6-3401ac3f4ba2 service neutron] 10.222.0.55 "GET /v2.0/networks/3f1b5a04-a89d-49fe-9254-ad52b00abc9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878284 May 03 15:05:12.673382 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_hamode_db [None req-fb7c005f-4997-4eaa-a875-1f89899e27cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b2d5cf6-ca52-4e6d-98b9-363e424258d2', 'name': 'tempest-TestVolumeBootPattern-584225590-router', 'tenant_id': '3cc6d2a38dc34b4a8c0e2357b41c95bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'external_fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': 'c3f1359b-2e27-4f48-8011-5313e1c6e491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:58:49Z', 'updated_at': '2022-05-03T14:58:52Z', 'revision_number': 4, 'project_id': '3cc6d2a38dc34b4a8c0e2357b41c95bc', 'gw_port': {'id': 'c3f1359b-2e27-4f48-8011-5313e1c6e491', 'name': '', 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:46:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2d5cf6-ca52-4e6d-98b9-363e424258d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:58:49Z', 'updated_at': '2022-05-03T14:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f907060b-4748-4522-aeb5-06a44b689374', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-3-iscsi', '_floatingips': [{'id': '83afdc51-6659-41d2-9830-854c84035ad4', 'tenant_id': '3cc6d2a38dc34b4a8c0e2357b41c95bc', 'floating_ip_address': '172.27.0.89', 'floating_network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'router_id': '5b2d5cf6-ca52-4e6d-98b9-363e424258d2', 'port_id': 'fb9b1ca0-f87e-40e4-8396-792eeab5293a', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f1b5a04-a89d-49fe-9254-ad52b00abc9e', 'mac_address': 'fa:16:3e:f3:99:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06cfa5a4-005f-4356-ba72-4eaf6845adc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T15:02:32Z', 'updated_at': '2022-05-03T15:02:34Z', 'revision_number': 1, 'project_id': '3cc6d2a38dc34b4a8c0e2357b41c95bc', 'fixed_ip_address_scope': None}, {'id': '93aaecf2-3d9c-4323-b612-12f4caa12424', 'tenant_id': '3cc6d2a38dc34b4a8c0e2357b41c95bc', 'floating_ip_address': '172.27.0.236', 'floating_network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'router_id': '5b2d5cf6-ca52-4e6d-98b9-363e424258d2', 'port_id': '15640b9c-bc2a-40fb-b006-ff193941feeb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 736, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f1b5a04-a89d-49fe-9254-ad52b00abc9e', 'mac_address': 'fa:16:3e:18:bd:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc2bfaa-da2f-4a3e-92bb-8dbe54ea2d47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T15:05:10Z', 'updated_at': '2022-05-03T15:05:10Z', 'revision_number': 0, 'project_id': '3cc6d2a38dc34b4a8c0e2357b41c95bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca38f3ec-8d99-4bb3-874a-4757510c47c3', 'name': '', 'network_id': '3f1b5a04-a89d-49fe-9254-ad52b00abc9e', 'tenant_id': '3cc6d2a38dc34b4a8c0e2357b41c95bc', 'mac_address': 'fa:16:3e:83:23:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2d5cf6-ca52-4e6d-98b9-363e424258d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '92e39b4b-b229-4fdb-b188-e8826d978416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:58:52Z', 'updated_at': '2022-05-03T14:58:56Z', 'revision_number': 5, 'project_id': '3cc6d2a38dc34b4a8c0e2357b41c95bc', 'subnets': [{'id': '92e39b4b-b229-4fdb-b188-e8826d978416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-3-iscsi', False) {} {{(pid=110299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 15:05:12.704838 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb7c005f-4997-4eaa-a875-1f89899e27cf None None] The sync data for ids ['5b2d5cf6-ca52-4e6d-98b9-363e424258d2'] in dv-cinder-840289-3-iscsi is: [{'id': '5b2d5cf6-ca52-4e6d-98b9-363e424258d2', 'name': 'tempest-TestVolumeBootPattern-584225590-router', 'tenant_id': '3cc6d2a38dc34b4a8c0e2357b41c95bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'external_fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': 'c3f1359b-2e27-4f48-8011-5313e1c6e491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:58:49Z', 'updated_at': '2022-05-03T14:58:52Z', 'revision_number': 4, 'project_id': '3cc6d2a38dc34b4a8c0e2357b41c95bc', 'gw_port': {'id': 'c3f1359b-2e27-4f48-8011-5313e1c6e491', 'name': '', 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:46:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2d5cf6-ca52-4e6d-98b9-363e424258d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:58:49Z', 'updated_at': '2022-05-03T14:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f907060b-4748-4522-aeb5-06a44b689374', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-3-iscsi', '_floatingips': [{'id': '83afdc51-6659-41d2-9830-854c84035ad4', 'tenant_id': '3cc6d2a38dc34b4a8c0e2357b41c95bc', 'floating_ip_address': '172.27.0.89', 'floating_network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'router_id': '5b2d5cf6-ca52-4e6d-98b9-363e424258d2', 'port_id': 'fb9b1ca0-f87e-40e4-8396-792eeab5293a', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f1b5a04-a89d-49fe-9254-ad52b00abc9e', 'mac_address': 'fa:16:3e:f3:99:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06cfa5a4-005f-4356-ba72-4eaf6845adc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T15:02:32Z', 'updated_at': '2022-05-03T15:02:34Z', 'revision_number': 1, 'project_id': '3cc6d2a38dc34b4a8c0e2357b41c95bc', 'fixed_ip_address_scope': None}, {'id': '93aaecf2-3d9c-4323-b612-12f4caa12424', 'tenant_id': '3cc6d2a38dc34b4a8c0e2357b41c95bc', 'floating_ip_address': '172.27.0.236', 'floating_network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'router_id': '5b2d5cf6-ca52-4e6d-98b9-363e424258d2', 'port_id': '15640b9c-bc2a-40fb-b006-ff193941feeb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 736, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f1b5a04-a89d-49fe-9254-ad52b00abc9e', 'mac_address': 'fa:16:3e:18:bd:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc2bfaa-da2f-4a3e-92bb-8dbe54ea2d47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T15:05:10Z', 'updated_at': '2022-05-03T15:05:10Z', 'revision_number': 0, 'project_id': '3cc6d2a38dc34b4a8c0e2357b41c95bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca38f3ec-8d99-4bb3-874a-4757510c47c3', 'name': '', 'network_id': '3f1b5a04-a89d-49fe-9254-ad52b00abc9e', 'tenant_id': '3cc6d2a38dc34b4a8c0e2357b41c95bc', 'mac_address': 'fa:16:3e:83:23:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2d5cf6-ca52-4e6d-98b9-363e424258d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '92e39b4b-b229-4fdb-b188-e8826d978416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:58:52Z', 'updated_at': '2022-05-03T14:58:56Z', 'revision_number': 5, 'project_id': '3cc6d2a38dc34b4a8c0e2357b41c95bc', 'subnets': [{'id': '92e39b4b-b229-4fdb-b188-e8826d978416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 15:05:12.900234 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a2e3fc-e43d-441f-a543-aff35fd8a1e4 None None] New status for floating IP 93aaecf2-3d9c-4323-b612-12f4caa12424: ACTIVE {{(pid=110300) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 15:05:12.986989 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-bcbdfd3a-12f2-4fbf-a89a-c4c7255818bb req-983f1f0f-6b7d-4b74-8f35-0fbe11a4c7f9 service neutron] 10.222.0.55 "GET /v2.0/networks/3f1b5a04-a89d-49fe-9254-ad52b00abc9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904663 May 03 15:05:13.334499 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-1a1a8b4b-8df9-4dea-8ce6-2722109d358b req-f4f71355-c687-439f-aa8a-e2adaf7e879e tempest-VolumesActionsTest-205148641 tempest-VolumesActionsTest-205148641-project] 10.222.0.16 "GET /v2.0/ports?device_id=6dda9876-6bf0-4b96-9f2f-9f036b9069c3 HTTP/1.1" status: 200 len: 210 time: 0.0275841 May 03 15:05:13.646698 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-dd96712b-4627-437f-9df9-b1bfec551245 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (8b46afec-dab7-4bfa-a959-8584a0cfd79a), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:05:13.883562 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3da635-bf07-42e5-ba4c-1c84f8f144d2 req-9d229589-995e-48f6-86e3-3e4ef9ef2266 tempest-VolumesActionsTest-205148641 tempest-VolumesActionsTest-205148641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:05:13.884979 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-ca3da635-bf07-42e5-ba4c-1c84f8f144d2 req-9d229589-995e-48f6-86e3-3e4ef9ef2266 tempest-VolumesActionsTest-205148641 tempest-VolumesActionsTest-205148641-project] 10.222.0.55 "GET /v2.0/networks?id=6fa92bc9-fec9-41f0-b65e-6fa005e52449 HTTP/1.1" status: 200 len: 808 time: 0.1065254 May 03 15:05:13.906505 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.v2.base [req-ca3da635-bf07-42e5-ba4c-1c84f8f144d2 req-08ecb465-b64a-4382-b476-f1a368943598 tempest-VolumesActionsTest-205148641 tempest-VolumesActionsTest-205148641-project] Request body: {'port': {'device_id': '6dda9876-6bf0-4b96-9f2f-9f036b9069c3', 'network_id': '6fa92bc9-fec9-41f0-b65e-6fa005e52449', 'admin_state_up': True, 'tenant_id': '0e78dba7c9194ce9b054c34f3fb66d7a'}} {{(pid=110298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 15:05:14.146169 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca3da635-bf07-42e5-ba4c-1c84f8f144d2 req-08ecb465-b64a-4382-b476-f1a368943598 tempest-VolumesActionsTest-205148641 tempest-VolumesActionsTest-205148641-project] Made reservation on behalf of 0e78dba7c9194ce9b054c34f3fb66d7a for: {'port': 1} {{(pid=110298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 15:05:14.150605 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-ca3da635-bf07-42e5-ba4c-1c84f8f144d2 req-08ecb465-b64a-4382-b476-f1a368943598 tempest-VolumesActionsTest-205148641 tempest-VolumesActionsTest-205148641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (None), before_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:05:14.559669 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-21d77219-2aae-478e-8a81-f384457a8e56 req-793799de-36b7-4294-adee-d973f2bee408 tempest-VolumesActionsTest-205148641 tempest-VolumesActionsTest-205148641-project] 10.222.0.16 "GET /v2.0/ports?device_id=6dda9876-6bf0-4b96-9f2f-9f036b9069c3 HTTP/1.1" status: 200 len: 210 time: 0.0341141 May 03 15:05:14.574667 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.db.db_base_plugin_common [req-ca3da635-bf07-42e5-ba4c-1c84f8f144d2 req-08ecb465-b64a-4382-b476-f1a368943598 tempest-VolumesActionsTest-205148641 tempest-VolumesActionsTest-205148641-project] Allocated IP 172.20.0.8 (6fa92bc9-fec9-41f0-b65e-6fa005e52449/8ff1db9b-2f98-4bc2-92ed-593155c5c9b2/a6c12db6-6bbb-4d57-ba0e-83627d5ffac0) {{(pid=110298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 15:05:14.723112 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-ca3da635-bf07-42e5-ba4c-1c84f8f144d2 req-08ecb465-b64a-4382-b476-f1a368943598 tempest-VolumesActionsTest-205148641 tempest-VolumesActionsTest-205148641-project] Publish callbacks [] for port (a6c12db6-6bbb-4d57-ba0e-83627d5ffac0), precommit_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:05:14.830025 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-ca3da635-bf07-42e5-ba4c-1c84f8f144d2 req-08ecb465-b64a-4382-b476-f1a368943598 tempest-VolumesActionsTest-205148641 tempest-VolumesActionsTest-205148641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775476647060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25806886'] for port (a6c12db6-6bbb-4d57-ba0e-83627d5ffac0), after_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:05:14.871936 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca3da635-bf07-42e5-ba4c-1c84f8f144d2 req-08ecb465-b64a-4382-b476-f1a368943598 tempest-VolumesActionsTest-205148641 tempest-VolumesActionsTest-205148641-project] Network 6fa92bc9-fec9-41f0-b65e-6fa005e52449 is already hosted by enough agents. {{(pid=110298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 15:05:14.874924 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.scheduler.base_scheduler [req-ca3da635-bf07-42e5-ba4c-1c84f8f144d2 req-08ecb465-b64a-4382-b476-f1a368943598 tempest-VolumesActionsTest-205148641 tempest-VolumesActionsTest-205148641-project] Resources bound (agent type, host, resource id): {{(pid=110298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 15:05:14.879206 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca3da635-bf07-42e5-ba4c-1c84f8f144d2 req-08ecb465-b64a-4382-b476-f1a368943598 tempest-VolumesActionsTest-205148641 tempest-VolumesActionsTest-205148641-project] Received port after_create {{(pid=110298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 15:05:14.910865 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ecb465-b64a-4382-b476-f1a368943598 tempest-VolumesActionsTest-205148641 tempest-VolumesActionsTest-205148641-project] Pushing event updated for resources: {'Port': ['ID=a6c12db6-6bbb-4d57-ba0e-83627d5ffac0,revision_number=1']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 15:05:14.926202 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ecb465-b64a-4382-b476-f1a368943598 tempest-VolumesActionsTest-205148641 tempest-VolumesActionsTest-205148641-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:05:14.926549 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ecb465-b64a-4382-b476-f1a368943598 tempest-VolumesActionsTest-205148641 tempest-VolumesActionsTest-205148641-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:05:14.926893 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ecb465-b64a-4382-b476-f1a368943598 tempest-VolumesActionsTest-205148641 tempest-VolumesActionsTest-205148641-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:05:14.927267 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ecb465-b64a-4382-b476-f1a368943598 tempest-VolumesActionsTest-205148641 tempest-VolumesActionsTest-205148641-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:05:14.927604 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ecb465-b64a-4382-b476-f1a368943598 tempest-VolumesActionsTest-205148641 tempest-VolumesActionsTest-205148641-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:05:14.927939 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ecb465-b64a-4382-b476-f1a368943598 tempest-VolumesActionsTest-205148641 tempest-VolumesActionsTest-205148641-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:05:14.928267 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ecb465-b64a-4382-b476-f1a368943598 tempest-VolumesActionsTest-205148641 tempest-VolumesActionsTest-205148641-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:05:14.928597 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ecb465-b64a-4382-b476-f1a368943598 tempest-VolumesActionsTest-205148641 tempest-VolumesActionsTest-205148641-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:05:14.928943 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ecb465-b64a-4382-b476-f1a368943598 tempest-VolumesActionsTest-205148641 tempest-VolumesActionsTest-205148641-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:05:14.929266 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ecb465-b64a-4382-b476-f1a368943598 tempest-VolumesActionsTest-205148641 tempest-VolumesActionsTest-205148641-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:05:14.929591 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ecb465-b64a-4382-b476-f1a368943598 tempest-VolumesActionsTest-205148641 tempest-VolumesActionsTest-205148641-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:05:14.929915 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ecb465-b64a-4382-b476-f1a368943598 tempest-VolumesActionsTest-205148641 tempest-VolumesActionsTest-205148641-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:05:14.930238 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ecb465-b64a-4382-b476-f1a368943598 tempest-VolumesActionsTest-205148641 tempest-VolumesActionsTest-205148641-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:05:14.930557 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ecb465-b64a-4382-b476-f1a368943598 tempest-VolumesActionsTest-205148641 tempest-VolumesActionsTest-205148641-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:05:14.930878 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ecb465-b64a-4382-b476-f1a368943598 tempest-VolumesActionsTest-205148641 tempest-VolumesActionsTest-205148641-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:05:14.950920 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3da635-bf07-42e5-ba4c-1c84f8f144d2 req-08ecb465-b64a-4382-b476-f1a368943598 tempest-VolumesActionsTest-205148641 tempest-VolumesActionsTest-205148641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:05:14.951742 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-ca3da635-bf07-42e5-ba4c-1c84f8f144d2 req-08ecb465-b64a-4382-b476-f1a368943598 tempest-VolumesActionsTest-205148641 tempest-VolumesActionsTest-205148641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46205'] for port (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:05:15.043368 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-ca3da635-bf07-42e5-ba4c-1c84f8f144d2 req-08ecb465-b64a-4382-b476-f1a368943598 tempest-VolumesActionsTest-205148641 tempest-VolumesActionsTest-205148641-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1407163 May 03 15:05:15.061130 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.v2.base [req-ca3da635-bf07-42e5-ba4c-1c84f8f144d2 req-0955d7d7-480a-435a-92ff-2db4b1d77c1a service neutron] Request body: {'port': {'device_id': '6dda9876-6bf0-4b96-9f2f-9f036b9069c3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84028'}} {{(pid=110298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 15:05:15.121474 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-ca3da635-bf07-42e5-ba4c-1c84f8f144d2 req-0955d7d7-480a-435a-92ff-2db4b1d77c1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (a6c12db6-6bbb-4d57-ba0e-83627d5ffac0), before_update {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:05:15.180309 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (16d44442-859c-4c9b-bc72-04cb3b8a5d5b), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:05:15.383549 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.notifiers.nova [req-ca3da635-bf07-42e5-ba4c-1c84f8f144d2 req-0955d7d7-480a-435a-92ff-2db4b1d77c1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6c12db6-6bbb-4d57-ba0e-83627d5ffac0 {{(pid=110298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 15:05:15.390716 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-ca3da635-bf07-42e5-ba4c-1c84f8f144d2 req-0955d7d7-480a-435a-92ff-2db4b1d77c1a service neutron] Publish callbacks [] for port (a6c12db6-6bbb-4d57-ba0e-83627d5ffac0), precommit_update {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:05:15.403684 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.db.provisioning_blocks [req-ca3da635-bf07-42e5-ba4c-1c84f8f144d2 req-0955d7d7-480a-435a-92ff-2db4b1d77c1a service neutron] Transition to ACTIVE for port object a6c12db6-6bbb-4d57-ba0e-83627d5ffac0 will not be triggered until provisioned by entity L2. {{(pid=110298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 03 15:05:15.463545 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-ca3da635-bf07-42e5-ba4c-1c84f8f144d2 req-0955d7d7-480a-435a-92ff-2db4b1d77c1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25806943'] for port (a6c12db6-6bbb-4d57-ba0e-83627d5ffac0), after_update {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:05:15.513362 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0955d7d7-480a-435a-92ff-2db4b1d77c1a service neutron] Pushing event updated for resources: {'Port': ['ID=a6c12db6-6bbb-4d57-ba0e-83627d5ffac0,revision_number=2']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 15:05:15.585974 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.managers [req-ca3da635-bf07-42e5-ba4c-1c84f8f144d2 req-0955d7d7-480a-435a-92ff-2db4b1d77c1a service neutron] Attempting to bind port a6c12db6-6bbb-4d57-ba0e-83627d5ffac0 on host hv-cinder-84028 for vnic_type normal with profile {{(pid=110298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 15:05:15.586888 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.managers [req-ca3da635-bf07-42e5-ba4c-1c84f8f144d2 req-0955d7d7-480a-435a-92ff-2db4b1d77c1a service neutron] Attempting to bind port a6c12db6-6bbb-4d57-ba0e-83627d5ffac0 by drivers openvswitch,hyperv on host hv-cinder-84028 at level 0 using segments [{'id': '43238296-c8d1-466f-baaa-f7779edaa2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '6fa92bc9-fec9-41f0-b65e-6fa005e52449'}] {{(pid=110298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 15:05:15.587598 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca3da635-bf07-42e5-ba4c-1c84f8f144d2 req-0955d7d7-480a-435a-92ff-2db4b1d77c1a service neutron] Attempting to bind port a6c12db6-6bbb-4d57-ba0e-83627d5ffac0 on network 6fa92bc9-fec9-41f0-b65e-6fa005e52449 {{(pid=110298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 15:05:15.591848 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca3da635-bf07-42e5-ba4c-1c84f8f144d2 req-0955d7d7-480a-435a-92ff-2db4b1d77c1a service neutron] Port a6c12db6-6bbb-4d57-ba0e-83627d5ffac0 on network 6fa92bc9-fec9-41f0-b65e-6fa005e52449 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84028 {{(pid=110298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 03 15:05:15.592176 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca3da635-bf07-42e5-ba4c-1c84f8f144d2 req-0955d7d7-480a-435a-92ff-2db4b1d77c1a service neutron] Attempting to bind port a6c12db6-6bbb-4d57-ba0e-83627d5ffac0 on network 6fa92bc9-fec9-41f0-b65e-6fa005e52449 {{(pid=110298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 15:05:15.597772 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca3da635-bf07-42e5-ba4c-1c84f8f144d2 req-0955d7d7-480a-435a-92ff-2db4b1d77c1a service neutron] Checking agent: {'id': '26e70f58-a201-437c-be8d-fd2714f100da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84028', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 14, 44, 59), 'started_at': datetime.datetime(2022, 5, 3, 14, 44, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 15, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 15:05:15.598944 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca3da635-bf07-42e5-ba4c-1c84f8f144d2 req-0955d7d7-480a-435a-92ff-2db4b1d77c1a service neutron] Checking segment: {'id': '43238296-c8d1-466f-baaa-f7779edaa2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '6fa92bc9-fec9-41f0-b65e-6fa005e52449'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 15:05:15.598944 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca3da635-bf07-42e5-ba4c-1c84f8f144d2 req-0955d7d7-480a-435a-92ff-2db4b1d77c1a service neutron] Bound using segment: {'id': '43238296-c8d1-466f-baaa-f7779edaa2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '6fa92bc9-fec9-41f0-b65e-6fa005e52449'} {{(pid=110298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 15:05:15.598944 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.managers [req-ca3da635-bf07-42e5-ba4c-1c84f8f144d2 req-0955d7d7-480a-435a-92ff-2db4b1d77c1a service neutron] Bound port: a6c12db6-6bbb-4d57-ba0e-83627d5ffac0, host: hv-cinder-84028, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43238296-c8d1-466f-baaa-f7779edaa2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '6fa92bc9-fec9-41f0-b65e-6fa005e52449'}}] {{(pid=110298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 15:05:15.599358 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-ca3da635-bf07-42e5-ba4c-1c84f8f144d2 req-0955d7d7-480a-435a-92ff-2db4b1d77c1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (a6c12db6-6bbb-4d57-ba0e-83627d5ffac0), before_update {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:05:15.695733 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a9d4ce-6842-4e95-a730-ccc968b7cd1f req-08d260ac-aa2a-4966-ac84-ec7993e5254e tempest-VolumesActionsTest-205148641 tempest-VolumesActionsTest-205148641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:05:15.697117 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-95a9d4ce-6842-4e95-a730-ccc968b7cd1f req-08d260ac-aa2a-4966-ac84-ec7993e5254e tempest-VolumesActionsTest-205148641 tempest-VolumesActionsTest-205148641-project] 10.222.0.16 "GET /v2.0/ports?device_id=6dda9876-6bf0-4b96-9f2f-9f036b9069c3 HTTP/1.1" status: 200 len: 943 time: 0.0622463 May 03 15:05:15.718620 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.db [req-ca3da635-bf07-42e5-ba4c-1c84f8f144d2 req-0955d7d7-480a-435a-92ff-2db4b1d77c1a service neutron] For port a6c12db6-6bbb-4d57-ba0e-83627d5ffac0, host hv-cinder-84028, cleared binding levels {{(pid=110298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 15:05:15.734048 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.db [req-ca3da635-bf07-42e5-ba4c-1c84f8f144d2 req-0955d7d7-480a-435a-92ff-2db4b1d77c1a service neutron] For port a6c12db6-6bbb-4d57-ba0e-83627d5ffac0, host hv-cinder-84028, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=a6c12db6-6bbb-4d57-ba0e-83627d5ffac0,segment=NetworkSegment(43238296-c8d1-466f-baaa-f7779edaa2cc),segment_id=43238296-c8d1-466f-baaa-f7779edaa2cc)] {{(pid=110298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 15:05:15.759592 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-95a9d4ce-6842-4e95-a730-ccc968b7cd1f req-11a7495a-805e-4ddc-a0de-4f0342590034 tempest-VolumesActionsTest-205148641 tempest-VolumesActionsTest-205148641-project] 10.222.0.16 "GET /v2.0/security-groups?id=8019a8bc-cfa5-404c-b856-721919f2e816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565944 May 03 15:05:15.809377 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-ca3da635-bf07-42e5-ba4c-1c84f8f144d2 req-0955d7d7-480a-435a-92ff-2db4b1d77c1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25806943'] for port (a6c12db6-6bbb-4d57-ba0e-83627d5ffac0), after_update {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:05:15.845208 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3da635-bf07-42e5-ba4c-1c84f8f144d2 req-0955d7d7-480a-435a-92ff-2db4b1d77c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:05:15.846174 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-ca3da635-bf07-42e5-ba4c-1c84f8f144d2 req-0955d7d7-480a-435a-92ff-2db4b1d77c1a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46205'] for port (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:05:15.847670 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-ca3da635-bf07-42e5-ba4c-1c84f8f144d2 req-0955d7d7-480a-435a-92ff-2db4b1d77c1a service neutron] 10.222.0.55 "PUT /v2.0/ports/a6c12db6-6bbb-4d57-ba0e-83627d5ffac0 HTTP/1.1" status: 200 len: 1093 time: 0.7905848 May 03 15:05:15.848136 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dda9876-6bf0-4b96-9f2f-9f036b9069c3', 'tag': 'a6c12db6-6bbb-4d57-ba0e-83627d5ffac0'}] {{(pid=110298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 15:05:15.850372 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75d30aab20f2b99e69676ba1094dd13d61de0bc97323401ed2dd99ba05286cef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6e2c297-010d-402f-bd5e-4a600442005b" -d '{"events": [{"name": "network-changed", "server_uuid": "6dda9876-6bf0-4b96-9f2f-9f036b9069c3", "tag": "a6c12db6-6bbb-4d57-ba0e-83627d5ffac0"}]}' {{(pid=110298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 15:05:15.873498 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0955d7d7-480a-435a-92ff-2db4b1d77c1a service neutron] Pushing event updated for resources: {'Port': ['ID=a6c12db6-6bbb-4d57-ba0e-83627d5ffac0,revision_number=3']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 15:05:15.890160 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 15:05:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58dd3adb-603f-4575-bad2-45db15bfc3c7 x-openstack-request-id: req-58dd3adb-603f-4575-bad2-45db15bfc3c7 {{(pid=110298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 15:05:15.890454 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6dda9876-6bf0-4b96-9f2f-9f036b9069c3", "tag": "a6c12db6-6bbb-4d57-ba0e-83627d5ffac0", "status": "completed", "code": 200}]} {{(pid=110298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 15:05:15.890712 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-58dd3adb-603f-4575-bad2-45db15bfc3c7 {{(pid=110298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 15:05:15.891146 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58dd3adb-603f-4575-bad2-45db15bfc3c7'] response: {'name': 'network-changed', 'server_uuid': '6dda9876-6bf0-4b96-9f2f-9f036b9069c3', 'tag': 'a6c12db6-6bbb-4d57-ba0e-83627d5ffac0', 'status': 'completed', 'code': 200} May 03 15:05:15.981384 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e2c297-010d-402f-bd5e-4a600442005b req-5c3f7463-edf4-4fe5-82f0-873295b12f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:05:15.982808 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-f6e2c297-010d-402f-bd5e-4a600442005b req-5c3f7463-edf4-4fe5-82f0-873295b12f1c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0e78dba7c9194ce9b054c34f3fb66d7a&device_id=6dda9876-6bf0-4b96-9f2f-9f036b9069c3 HTTP/1.1" status: 200 len: 1127 time: 0.0443046 May 03 15:05:16.085991 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e2c297-010d-402f-bd5e-4a600442005b req-4f395723-9cd1-408a-bb85-25a088b5c8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:05:16.087458 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-f6e2c297-010d-402f-bd5e-4a600442005b req-4f395723-9cd1-408a-bb85-25a088b5c8e5 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=0e78dba7c9194ce9b054c34f3fb66d7a&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0905812 May 03 15:05:16.185577 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e2c297-010d-402f-bd5e-4a600442005b req-f3bd485a-0f47-486e-81fa-9d1503b5b4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:05:16.187064 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-f6e2c297-010d-402f-bd5e-4a600442005b req-f3bd485a-0f47-486e-81fa-9d1503b5b4b5 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0914395 May 03 15:05:16.281268 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3da635-bf07-42e5-ba4c-1c84f8f144d2 req-a50bf9ad-8bb6-4031-9c29-4e78f8de892e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:05:16.283386 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-ca3da635-bf07-42e5-ba4c-1c84f8f144d2 req-a50bf9ad-8bb6-4031-9c29-4e78f8de892e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0e78dba7c9194ce9b054c34f3fb66d7a&device_id=6dda9876-6bf0-4b96-9f2f-9f036b9069c3 HTTP/1.1" status: 200 len: 1127 time: 0.0403209 May 03 15:05:16.328767 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-ca3da635-bf07-42e5-ba4c-1c84f8f144d2 req-bad4a04e-a0dc-44bd-b91f-b72ff08a7a72 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a6c12db6-6bbb-4d57-ba0e-83627d5ffac0 HTTP/1.1" status: 200 len: 217 time: 0.0336018 May 03 15:05:16.380725 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3da635-bf07-42e5-ba4c-1c84f8f144d2 req-143a492a-e046-4e06-ae8b-fc93d0804811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:05:16.382115 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-ca3da635-bf07-42e5-ba4c-1c84f8f144d2 req-143a492a-e046-4e06-ae8b-fc93d0804811 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8ff1db9b-2f98-4bc2-92ed-593155c5c9b2 HTTP/1.1" status: 200 len: 848 time: 0.0468705 May 03 15:05:16.413411 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-ca3da635-bf07-42e5-ba4c-1c84f8f144d2 req-586c12e9-2e81-4bb3-b856-d5fcd9bccba4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6fa92bc9-fec9-41f0-b65e-6fa005e52449&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256188 May 03 15:05:16.501435 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-ca3da635-bf07-42e5-ba4c-1c84f8f144d2 req-7b2fb1a1-4458-4e9c-b3e8-aa23ceb2caf7 service neutron] 10.222.0.55 "GET /v2.0/networks/6fa92bc9-fec9-41f0-b65e-6fa005e52449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816972 May 03 15:05:16.593058 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-ca3da635-bf07-42e5-ba4c-1c84f8f144d2 req-5c9d94ee-0d61-4239-9a23-504b63ecee89 service neutron] 10.222.0.55 "GET /v2.0/networks/6fa92bc9-fec9-41f0-b65e-6fa005e52449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852432 May 03 15:05:16.874382 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6e8e21-c6b0-4205-96df-72dd67ece0e8 req-90f977d0-a524-424c-adc7-449c4ff3f738 tempest-VolumesActionsTest-205148641 tempest-VolumesActionsTest-205148641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:05:16.875796 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-2f6e8e21-c6b0-4205-96df-72dd67ece0e8 req-90f977d0-a524-424c-adc7-449c4ff3f738 tempest-VolumesActionsTest-205148641 tempest-VolumesActionsTest-205148641-project] 10.222.0.16 "GET /v2.0/ports?device_id=6dda9876-6bf0-4b96-9f2f-9f036b9069c3 HTTP/1.1" status: 200 len: 943 time: 0.0476933 May 03 15:05:16.923663 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-2f6e8e21-c6b0-4205-96df-72dd67ece0e8 req-f23bedab-f6d0-44f0-90cd-ba46c414e9ec tempest-VolumesActionsTest-205148641 tempest-VolumesActionsTest-205148641-project] 10.222.0.16 "GET /v2.0/security-groups?id=8019a8bc-cfa5-404c-b856-721919f2e816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413954 May 03 15:05:18.041045 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59f56cf-65da-4702-b8c7-d146ea36830e req-3d988c43-0523-46a1-b879-4a4f538ddbdb tempest-VolumesActionsTest-205148641 tempest-VolumesActionsTest-205148641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:05:18.042421 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-f59f56cf-65da-4702-b8c7-d146ea36830e req-3d988c43-0523-46a1-b879-4a4f538ddbdb tempest-VolumesActionsTest-205148641 tempest-VolumesActionsTest-205148641-project] 10.222.0.16 "GET /v2.0/ports?device_id=6dda9876-6bf0-4b96-9f2f-9f036b9069c3 HTTP/1.1" status: 200 len: 943 time: 0.0516660 May 03 15:05:18.088318 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-f59f56cf-65da-4702-b8c7-d146ea36830e req-2fed5f73-959b-4b5c-acee-ea41699e05c6 tempest-VolumesActionsTest-205148641 tempest-VolumesActionsTest-205148641-project] 10.222.0.16 "GET /v2.0/security-groups?id=8019a8bc-cfa5-404c-b856-721919f2e816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402880 May 03 15:05:18.982987 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-41614662-4ef5-439f-a315-aaf6975ed179 req-a38adad3-dfe4-42ba-8db9-38ec5aa1fc1d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=06cfa5a4-005f-4356-ba72-4eaf6845adc3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0388961 May 03 15:05:19.077219 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41614662-4ef5-439f-a315-aaf6975ed179 req-8b2c3034-9000-4e66-a6f8-03ad8ffd5c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:05:19.078677 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-41614662-4ef5-439f-a315-aaf6975ed179 req-8b2c3034-9000-4e66-a6f8-03ad8ffd5c53 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3cc6d2a38dc34b4a8c0e2357b41c95bc&device_id=06cfa5a4-005f-4356-ba72-4eaf6845adc3 HTTP/1.1" status: 200 len: 1129 time: 0.0381742 May 03 15:05:19.216106 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c107b4bf-3ff5-42f7-ac99-74a0577b82bb req-a2ac0b0b-1210-46a0-9c15-273904ea8d1d tempest-VolumesActionsTest-205148641 tempest-VolumesActionsTest-205148641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:05:19.217541 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-c107b4bf-3ff5-42f7-ac99-74a0577b82bb req-a2ac0b0b-1210-46a0-9c15-273904ea8d1d tempest-VolumesActionsTest-205148641 tempest-VolumesActionsTest-205148641-project] 10.222.0.16 "GET /v2.0/ports?device_id=6dda9876-6bf0-4b96-9f2f-9f036b9069c3 HTTP/1.1" status: 200 len: 943 time: 0.0616951 May 03 15:05:19.220783 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41614662-4ef5-439f-a315-aaf6975ed179 req-1827f0cb-fc39-4979-b4d3-88c989d66e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:05:19.222163 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-41614662-4ef5-439f-a315-aaf6975ed179 req-1827f0cb-fc39-4979-b4d3-88c989d66e50 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3f1b5a04-a89d-49fe-9254-ad52b00abc9e HTTP/1.1" status: 200 len: 912 time: 0.1261580 May 03 15:05:19.314947 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-41614662-4ef5-439f-a315-aaf6975ed179 req-4a90ba13-5356-43fd-92b8-1e9a8205f53f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fb9b1ca0-f87e-40e4-8396-792eeab5293a HTTP/1.1" status: 200 len: 1000 time: 0.0853360 May 03 15:05:19.318112 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-c107b4bf-3ff5-42f7-ac99-74a0577b82bb req-ebd9ee10-4f6b-4a67-933d-9c13f4c771df tempest-VolumesActionsTest-205148641 tempest-VolumesActionsTest-205148641-project] 10.222.0.16 "GET /v2.0/security-groups?id=8019a8bc-cfa5-404c-b856-721919f2e816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941875 May 03 15:05:19.362492 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41614662-4ef5-439f-a315-aaf6975ed179 req-7ef99399-1014-4f25-a4e8-d7ae216fb5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:05:19.364011 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-41614662-4ef5-439f-a315-aaf6975ed179 req-7ef99399-1014-4f25-a4e8-d7ae216fb5e0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=92e39b4b-b229-4fdb-b188-e8826d978416 HTTP/1.1" status: 200 len: 850 time: 0.0437922 May 03 15:05:19.406745 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41614662-4ef5-439f-a315-aaf6975ed179 req-c41f0de7-39fc-4e12-b9a7-936b595ed5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:05:19.408231 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-41614662-4ef5-439f-a315-aaf6975ed179 req-c41f0de7-39fc-4e12-b9a7-936b595ed5ad service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3f1b5a04-a89d-49fe-9254-ad52b00abc9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0381076 May 03 15:05:19.500413 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-41614662-4ef5-439f-a315-aaf6975ed179 req-01cdb651-4b32-455a-b104-0d13ace6cea7 service neutron] 10.222.0.55 "GET /v2.0/networks/3f1b5a04-a89d-49fe-9254-ad52b00abc9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858929 May 03 15:05:19.595196 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-41614662-4ef5-439f-a315-aaf6975ed179 req-fdcfabfd-3d15-48db-8cc6-1fda9d176380 service neutron] 10.222.0.55 "GET /v2.0/networks/3f1b5a04-a89d-49fe-9254-ad52b00abc9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866604 May 03 15:05:20.433385 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295ebb07-5198-4c33-9ae7-085c82673cc3 req-24a928f1-989e-4df7-8b42-8d77487a59f4 tempest-VolumesActionsTest-205148641 tempest-VolumesActionsTest-205148641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:05:20.434821 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-295ebb07-5198-4c33-9ae7-085c82673cc3 req-24a928f1-989e-4df7-8b42-8d77487a59f4 tempest-VolumesActionsTest-205148641 tempest-VolumesActionsTest-205148641-project] 10.222.0.16 "GET /v2.0/ports?device_id=6dda9876-6bf0-4b96-9f2f-9f036b9069c3 HTTP/1.1" status: 200 len: 943 time: 0.0486279 May 03 15:05:20.482267 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-295ebb07-5198-4c33-9ae7-085c82673cc3 req-eb9f9fab-2d74-4b4f-993e-1863fbb7f982 tempest-VolumesActionsTest-205148641 tempest-VolumesActionsTest-205148641-project] 10.222.0.16 "GET /v2.0/security-groups?id=8019a8bc-cfa5-404c-b856-721919f2e816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417502 May 03 15:05:20.749153 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Device a6c12db6-6bbb-4d57-ba0e-83627d5ffac0 details requested by agent hyperv_hv-cinder-84028 with host hv-cinder-84028 {{(pid=110299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 03 15:05:20.849579 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] For port a6c12db6-6bbb-4d57-ba0e-83627d5ffac0, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=a6c12db6-6bbb-4d57-ba0e-83627d5ffac0,segment=NetworkSegment(43238296-c8d1-466f-baaa-f7779edaa2cc),segment_id=43238296-c8d1-466f-baaa-f7779edaa2cc)] {{(pid=110299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 15:05:20.860505 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Returning: {'device': 'a6c12db6-6bbb-4d57-ba0e-83627d5ffac0', 'network_id': '6fa92bc9-fec9-41f0-b65e-6fa005e52449', 'port_id': 'a6c12db6-6bbb-4d57-ba0e-83627d5ffac0', 'mac_address': 'fa:16:3e:11:68:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ff1db9b-2f98-4bc2-92ed-593155c5c9b2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 03 15:05:20.896979 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Current status of the port a6c12db6-6bbb-4d57-ba0e-83627d5ffac0 is: DOWN; New status is: BUILD {{(pid=110299) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 15:05:20.897373 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (a6c12db6-6bbb-4d57-ba0e-83627d5ffac0), before_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:05:20.910083 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.notifiers.nova [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6c12db6-6bbb-4d57-ba0e-83627d5ffac0 {{(pid=110299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 15:05:20.928892 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] For port a6c12db6-6bbb-4d57-ba0e-83627d5ffac0, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=a6c12db6-6bbb-4d57-ba0e-83627d5ffac0,segment=NetworkSegment(43238296-c8d1-466f-baaa-f7779edaa2cc),segment_id=43238296-c8d1-466f-baaa-f7779edaa2cc)] {{(pid=110299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 15:05:20.997049 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096'] for port (a6c12db6-6bbb-4d57-ba0e-83627d5ffac0), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:05:21.046674 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Pushing event updated for resources: {'Port': ['ID=a6c12db6-6bbb-4d57-ba0e-83627d5ffac0,revision_number=4']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 15:05:21.434100 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] get_ports_and_sgs() called for port_ids ['a6c12db6-6bbb-4d57-ba0e-83627d5ffac0'] {{(pid=110299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 15:05:21.595817 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cefb0c-658d-4c2b-9200-a64da9090ef3 req-9d48e0c2-c274-474e-a8b0-438ad81214e4 tempest-VolumesActionsTest-205148641 tempest-VolumesActionsTest-205148641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:05:21.597273 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-93cefb0c-658d-4c2b-9200-a64da9090ef3 req-9d48e0c2-c274-474e-a8b0-438ad81214e4 tempest-VolumesActionsTest-205148641 tempest-VolumesActionsTest-205148641-project] 10.222.0.16 "GET /v2.0/ports?device_id=6dda9876-6bf0-4b96-9f2f-9f036b9069c3 HTTP/1.1" status: 200 len: 944 time: 0.0479069 May 03 15:05:21.643322 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-93cefb0c-658d-4c2b-9200-a64da9090ef3 req-0110c4d1-72b1-43f7-91c9-67ec7ab9d622 tempest-VolumesActionsTest-205148641 tempest-VolumesActionsTest-205148641-project] 10.222.0.16 "GET /v2.0/security-groups?id=8019a8bc-cfa5-404c-b856-721919f2e816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404258 May 03 15:05:22.759499 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eba3ceb-105b-4e37-aca1-54b4dfba59e6 req-62feb480-1563-4c43-b011-11f7fa12e25f tempest-VolumesActionsTest-205148641 tempest-VolumesActionsTest-205148641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:05:22.761069 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-1eba3ceb-105b-4e37-aca1-54b4dfba59e6 req-62feb480-1563-4c43-b011-11f7fa12e25f tempest-VolumesActionsTest-205148641 tempest-VolumesActionsTest-205148641-project] 10.222.0.16 "GET /v2.0/ports?device_id=6dda9876-6bf0-4b96-9f2f-9f036b9069c3 HTTP/1.1" status: 200 len: 944 time: 0.0507269 May 03 15:05:22.766181 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Device a6c12db6-6bbb-4d57-ba0e-83627d5ffac0 up at agent hyperv_hv-cinder-84028 {{(pid=110299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 15:05:22.809031 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-1eba3ceb-105b-4e37-aca1-54b4dfba59e6 req-d08e6d48-30ab-4b62-9c5b-c1c50e0d1ec5 tempest-VolumesActionsTest-205148641 tempest-VolumesActionsTest-205148641-project] 10.222.0.16 "GET /v2.0/security-groups?id=8019a8bc-cfa5-404c-b856-721919f2e816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421128 May 03 15:05:22.810813 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Provisioning for port a6c12db6-6bbb-4d57-ba0e-83627d5ffac0 completed by entity L2. {{(pid=110299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 03 15:05:22.892522 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Provisioning complete for port a6c12db6-6bbb-4d57-ba0e-83627d5ffac0 triggered by entity L2. {{(pid=110299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 15:05:22.892897 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728915'] for port (a6c12db6-6bbb-4d57-ba0e-83627d5ffac0), provisioning_complete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:05:22.967652 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Current status of the port a6c12db6-6bbb-4d57-ba0e-83627d5ffac0 is: BUILD; New status is: ACTIVE {{(pid=110299) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 15:05:22.967960 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (a6c12db6-6bbb-4d57-ba0e-83627d5ffac0), before_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:05:22.990383 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dda9876-6bf0-4b96-9f2f-9f036b9069c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6c12db6-6bbb-4d57-ba0e-83627d5ffac0'}] {{(pid=110299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 15:05:22.992608 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfb0ab9603dc6f24b101a3230295415c8ec2a7bf959fde45f0826688655bbcbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29eec198-e4aa-4c08-8438-adb06a8cb9ef" -d '{"events": [{"server_uuid": "6dda9876-6bf0-4b96-9f2f-9f036b9069c3", "name": "network-vif-plugged", "status": "completed", "tag": "a6c12db6-6bbb-4d57-ba0e-83627d5ffac0"}]}' {{(pid=110299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 15:05:23.005098 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] For port a6c12db6-6bbb-4d57-ba0e-83627d5ffac0, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=a6c12db6-6bbb-4d57-ba0e-83627d5ffac0,segment=NetworkSegment(43238296-c8d1-466f-baaa-f7779edaa2cc),segment_id=43238296-c8d1-466f-baaa-f7779edaa2cc)] {{(pid=110299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 15:05:23.030063 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 15:05:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fd5018c-ca21-4dea-b0b5-df63a8ae1035 x-openstack-request-id: req-7fd5018c-ca21-4dea-b0b5-df63a8ae1035 {{(pid=110299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 15:05:23.030063 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dda9876-6bf0-4b96-9f2f-9f036b9069c3", "name": "network-vif-plugged", "status": "completed", "tag": "a6c12db6-6bbb-4d57-ba0e-83627d5ffac0", "code": 200}]} {{(pid=110299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 15:05:23.030284 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7fd5018c-ca21-4dea-b0b5-df63a8ae1035 {{(pid=110299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 15:05:23.030630 dv-cinder-840289-3-iscsi neutron-server[110299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7fd5018c-ca21-4dea-b0b5-df63a8ae1035'] response: {'server_uuid': '6dda9876-6bf0-4b96-9f2f-9f036b9069c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6c12db6-6bbb-4d57-ba0e-83627d5ffac0', 'code': 200} May 03 15:05:23.083101 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096'] for port (a6c12db6-6bbb-4d57-ba0e-83627d5ffac0), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:05:23.134321 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Pushing event updated for resources: {'Port': ['ID=a6c12db6-6bbb-4d57-ba0e-83627d5ffac0,revision_number=5']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 15:05:23.347472 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4cde6b-8d8a-4fa4-953c-a89d2b8d20ef req-47617369-cce9-4f86-b983-cdba637ecd04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:05:23.348978 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-6a4cde6b-8d8a-4fa4-953c-a89d2b8d20ef req-47617369-cce9-4f86-b983-cdba637ecd04 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=6dda9876-6bf0-4b96-9f2f-9f036b9069c3 HTTP/1.1" status: 200 len: 1129 time: 0.0396154 May 03 15:05:23.397399 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-6a4cde6b-8d8a-4fa4-953c-a89d2b8d20ef req-b5f8610e-49c9-4b2e-a453-1d88d2410f1d service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=8019a8bc-cfa5-404c-b856-721919f2e816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381854 May 03 15:05:23.926067 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d97234-4512-468a-903b-2a215bd93344 req-a3cabc2d-8beb-4f62-9a5d-a059a9f6970d tempest-VolumesActionsTest-205148641 tempest-VolumesActionsTest-205148641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:05:23.935986 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-59d97234-4512-468a-903b-2a215bd93344 req-a3cabc2d-8beb-4f62-9a5d-a059a9f6970d tempest-VolumesActionsTest-205148641 tempest-VolumesActionsTest-205148641-project] 10.222.0.16 "GET /v2.0/ports?device_id=6dda9876-6bf0-4b96-9f2f-9f036b9069c3 HTTP/1.1" status: 200 len: 945 time: 0.0518229 May 03 15:05:23.974229 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-59d97234-4512-468a-903b-2a215bd93344 req-4d54687e-914e-4ac2-a6cf-a6ede6b572bf tempest-VolumesActionsTest-205148641 tempest-VolumesActionsTest-205148641-project] 10.222.0.16 "GET /v2.0/security-groups?id=8019a8bc-cfa5-404c-b856-721919f2e816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409112 May 03 15:05:23.993645 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.agents_db [None req-dd30728e-be63-467e-afaf-aba6f24eb33e None None] Agent healthcheck: found 6 active agents {{(pid=110300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 15:05:25.090626 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f771a099-5f4c-49fb-b8c3-1f127dc0b39b req-7205276b-fcc3-43cd-9a07-aae2055aa562 tempest-VolumesActionsTest-205148641 tempest-VolumesActionsTest-205148641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:05:25.092106 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-f771a099-5f4c-49fb-b8c3-1f127dc0b39b req-7205276b-fcc3-43cd-9a07-aae2055aa562 tempest-VolumesActionsTest-205148641 tempest-VolumesActionsTest-205148641-project] 10.222.0.16 "GET /v2.0/ports?device_id=6dda9876-6bf0-4b96-9f2f-9f036b9069c3 HTTP/1.1" status: 200 len: 945 time: 0.0481067 May 03 15:05:25.138921 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-f771a099-5f4c-49fb-b8c3-1f127dc0b39b req-56d49cd4-ea29-4ddb-b120-9901a560824f tempest-VolumesActionsTest-205148641 tempest-VolumesActionsTest-205148641-project] 10.222.0.16 "GET /v2.0/security-groups?id=8019a8bc-cfa5-404c-b856-721919f2e816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405173 May 03 15:05:26.250238 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7556aee0-6d16-436c-a5e8-700dc3ad58b0 req-c3ee27d3-2b2f-4757-9c72-983f910c7868 tempest-VolumesActionsTest-205148641 tempest-VolumesActionsTest-205148641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:05:26.251847 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-7556aee0-6d16-436c-a5e8-700dc3ad58b0 req-c3ee27d3-2b2f-4757-9c72-983f910c7868 tempest-VolumesActionsTest-205148641 tempest-VolumesActionsTest-205148641-project] 10.222.0.16 "GET /v2.0/ports?device_id=6dda9876-6bf0-4b96-9f2f-9f036b9069c3 HTTP/1.1" status: 200 len: 945 time: 0.0460670 May 03 15:05:26.302205 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-7556aee0-6d16-436c-a5e8-700dc3ad58b0 req-2ad62094-dee2-44fd-85d2-7a068bb973dc tempest-VolumesActionsTest-205148641 tempest-VolumesActionsTest-205148641-project] 10.222.0.16 "GET /v2.0/security-groups?id=8019a8bc-cfa5-404c-b856-721919f2e816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448418 May 03 15:05:27.643761 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071fcae8-bd90-44af-b93a-af16b4e3a771 req-4e59e333-2f89-4b59-a11d-1836c5bf5918 tempest-VolumesActionsTest-205148641 tempest-VolumesActionsTest-205148641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:05:27.645222 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-071fcae8-bd90-44af-b93a-af16b4e3a771 req-4e59e333-2f89-4b59-a11d-1836c5bf5918 tempest-VolumesActionsTest-205148641 tempest-VolumesActionsTest-205148641-project] 10.222.0.16 "GET /v2.0/ports?device_id=6dda9876-6bf0-4b96-9f2f-9f036b9069c3 HTTP/1.1" status: 200 len: 945 time: 0.0473323 May 03 15:05:27.691851 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-071fcae8-bd90-44af-b93a-af16b4e3a771 req-5430931d-e47f-4bf5-b2fb-c40289872f98 tempest-VolumesActionsTest-205148641 tempest-VolumesActionsTest-205148641-project] 10.222.0.16 "GET /v2.0/security-groups?id=8019a8bc-cfa5-404c-b856-721919f2e816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412452 May 03 15:05:28.808279 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf5119e-aa0e-4240-be16-ab6538eb305f req-72e5f4d9-68d0-4fe3-9206-3ef12a410ca1 tempest-VolumesActionsTest-205148641 tempest-VolumesActionsTest-205148641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:05:28.809742 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-bbf5119e-aa0e-4240-be16-ab6538eb305f req-72e5f4d9-68d0-4fe3-9206-3ef12a410ca1 tempest-VolumesActionsTest-205148641 tempest-VolumesActionsTest-205148641-project] 10.222.0.16 "GET /v2.0/ports?device_id=6dda9876-6bf0-4b96-9f2f-9f036b9069c3 HTTP/1.1" status: 200 len: 945 time: 0.0476372 May 03 15:05:28.856139 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-bbf5119e-aa0e-4240-be16-ab6538eb305f req-7cb8a032-3157-440d-be10-514c66ced9ab tempest-VolumesActionsTest-205148641 tempest-VolumesActionsTest-205148641-project] 10.222.0.16 "GET /v2.0/security-groups?id=8019a8bc-cfa5-404c-b856-721919f2e816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400302 May 03 15:05:29.100038 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (26e70f58-a201-437c-be8d-fd2714f100da), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:05:29.406927 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c1d69b-2255-43ba-85c1-71b99d3f8e9f req-2139d7d1-831d-4933-b533-8214923caf21 tempest-VolumesActionsTest-205148641 tempest-VolumesActionsTest-205148641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:05:29.408333 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-c8c1d69b-2255-43ba-85c1-71b99d3f8e9f req-2139d7d1-831d-4933-b533-8214923caf21 tempest-VolumesActionsTest-205148641 tempest-VolumesActionsTest-205148641-project] 10.222.0.55 "GET /v2.0/ports?device_id=6dda9876-6bf0-4b96-9f2f-9f036b9069c3 HTTP/1.1" status: 200 len: 945 time: 0.0495801 May 03 15:05:29.492629 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.plugin [req-c8c1d69b-2255-43ba-85c1-71b99d3f8e9f req-2f7fcbb5-b202-4a97-a6cd-1f2fa86e201f tempest-VolumesActionsTest-205148641 tempest-VolumesActionsTest-205148641-project] Deleting port a6c12db6-6bbb-4d57-ba0e-83627d5ffac0 {{(pid=110298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 15:05:29.492968 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-c8c1d69b-2255-43ba-85c1-71b99d3f8e9f req-2f7fcbb5-b202-4a97-a6cd-1f2fa86e201f tempest-VolumesActionsTest-205148641 tempest-VolumesActionsTest-205148641-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775477116685'] for port (a6c12db6-6bbb-4d57-ba0e-83627d5ffac0), before_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:05:29.591096 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.db [req-c8c1d69b-2255-43ba-85c1-71b99d3f8e9f req-2f7fcbb5-b202-4a97-a6cd-1f2fa86e201f tempest-VolumesActionsTest-205148641 tempest-VolumesActionsTest-205148641-project] For port a6c12db6-6bbb-4d57-ba0e-83627d5ffac0, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=a6c12db6-6bbb-4d57-ba0e-83627d5ffac0,segment=NetworkSegment(43238296-c8d1-466f-baaa-f7779edaa2cc),segment_id=43238296-c8d1-466f-baaa-f7779edaa2cc)] {{(pid=110298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 15:05:29.591461 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-c8c1d69b-2255-43ba-85c1-71b99d3f8e9f req-2f7fcbb5-b202-4a97-a6cd-1f2fa86e201f tempest-VolumesActionsTest-205148641 tempest-VolumesActionsTest-205148641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689583'] for port (a6c12db6-6bbb-4d57-ba0e-83627d5ffac0), precommit_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:05:29.605222 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.plugin [req-c8c1d69b-2255-43ba-85c1-71b99d3f8e9f req-2f7fcbb5-b202-4a97-a6cd-1f2fa86e201f tempest-VolumesActionsTest-205148641 tempest-VolumesActionsTest-205148641-project] Calling delete_port for a6c12db6-6bbb-4d57-ba0e-83627d5ffac0 owned by compute:nova {{(pid=110298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 15:05:29.801667 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-c8c1d69b-2255-43ba-85c1-71b99d3f8e9f req-2f7fcbb5-b202-4a97-a6cd-1f2fa86e201f tempest-VolumesActionsTest-205148641 tempest-VolumesActionsTest-205148641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775477123741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775476647069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25806886'] for port (a6c12db6-6bbb-4d57-ba0e-83627d5ffac0), after_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:05:29.830546 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7fcbb5-b202-4a97-a6cd-1f2fa86e201f tempest-VolumesActionsTest-205148641 tempest-VolumesActionsTest-205148641-project] Pushing event deleted for resources: {'Port': ['ID=a6c12db6-6bbb-4d57-ba0e-83627d5ffac0,revision_number=None']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 15:05:29.837286 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] get_ports_and_sgs() called for port_ids ['a6c12db6-6bbb-4d57-ba0e-83627d5ffac0'] {{(pid=110299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 15:05:29.875821 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8c1d69b-2255-43ba-85c1-71b99d3f8e9f req-2f7fcbb5-b202-4a97-a6cd-1f2fa86e201f tempest-VolumesActionsTest-205148641 tempest-VolumesActionsTest-205148641-project] No DVR routers for this DVR port a6c12db6-6bbb-4d57-ba0e-83627d5ffac0 on host hv-cinder-84028 {{(pid=110298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 15:05:29.878708 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-c8c1d69b-2255-43ba-85c1-71b99d3f8e9f req-2f7fcbb5-b202-4a97-a6cd-1f2fa86e201f tempest-VolumesActionsTest-205148641 tempest-VolumesActionsTest-205148641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46205'] for port (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:05:29.882223 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-c8c1d69b-2255-43ba-85c1-71b99d3f8e9f req-2f7fcbb5-b202-4a97-a6cd-1f2fa86e201f tempest-VolumesActionsTest-205148641 tempest-VolumesActionsTest-205148641-project] 10.222.0.55 "DELETE /v2.0/ports/a6c12db6-6bbb-4d57-ba0e-83627d5ffac0 HTTP/1.1" status: 204 len: 173 time: 0.4685900 May 03 15:05:29.882678 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dda9876-6bf0-4b96-9f2f-9f036b9069c3', 'name': 'network-vif-deleted', 'tag': 'a6c12db6-6bbb-4d57-ba0e-83627d5ffac0'}] {{(pid=110298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 15:05:29.890095 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75d30aab20f2b99e69676ba1094dd13d61de0bc97323401ed2dd99ba05286cef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f29efcec-017e-44bc-b6af-b68209e56cba" -d '{"events": [{"server_uuid": "6dda9876-6bf0-4b96-9f2f-9f036b9069c3", "name": "network-vif-deleted", "tag": "a6c12db6-6bbb-4d57-ba0e-83627d5ffac0"}]}' {{(pid=110298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 15:05:29.923743 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 15:05:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2a4ead5-ee4d-4291-814c-1bd7307f73bd x-openstack-request-id: req-c2a4ead5-ee4d-4291-814c-1bd7307f73bd {{(pid=110298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 15:05:29.924058 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dda9876-6bf0-4b96-9f2f-9f036b9069c3", "name": "network-vif-deleted", "tag": "a6c12db6-6bbb-4d57-ba0e-83627d5ffac0", "status": "completed", "code": 200}]} {{(pid=110298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 15:05:29.924930 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c2a4ead5-ee4d-4291-814c-1bd7307f73bd {{(pid=110298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 15:05:29.925542 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2a4ead5-ee4d-4291-814c-1bd7307f73bd'] response: {'server_uuid': '6dda9876-6bf0-4b96-9f2f-9f036b9069c3', 'name': 'network-vif-deleted', 'tag': 'a6c12db6-6bbb-4d57-ba0e-83627d5ffac0', 'status': 'completed', 'code': 200} May 03 15:05:29.957506 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-933ff2bf-82cb-4f42-9740-3b36a530c07f req-956403e2-e411-4862-b099-7f4e6feb7374 tempest-VolumesActionsTest-205148641 tempest-VolumesActionsTest-205148641-project] 10.222.0.16 "GET /v2.0/ports?device_id=6dda9876-6bf0-4b96-9f2f-9f036b9069c3 HTTP/1.1" status: 200 len: 210 time: 0.0291300 May 03 15:05:31.216284 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8141f5d-4c09-445a-9b2a-4c014fb50d3e req-3aea1e26-bae6-4130-bd26-1fe28106f66a tempest-VolumesActionsTest-205148641 tempest-VolumesActionsTest-205148641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:05:31.217748 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-c8141f5d-4c09-445a-9b2a-4c014fb50d3e req-3aea1e26-bae6-4130-bd26-1fe28106f66a tempest-VolumesActionsTest-205148641 tempest-VolumesActionsTest-205148641-project] 10.222.0.16 "GET /v2.0/networks?id=6fa92bc9-fec9-41f0-b65e-6fa005e52449 HTTP/1.1" status: 200 len: 808 time: 0.1032863 May 03 15:05:31.231878 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-c8141f5d-4c09-445a-9b2a-4c014fb50d3e req-d9f1e148-420c-48b9-8862-832ba045ee8e tempest-VolumesActionsTest-205148641 tempest-VolumesActionsTest-205148641-project] 10.222.0.16 "GET /v2.0/quotas/0e78dba7c9194ce9b054c34f3fb66d7a HTTP/1.1" status: 200 len: 375 time: 0.0088382 May 03 15:05:31.264004 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-c8141f5d-4c09-445a-9b2a-4c014fb50d3e req-2a81d552-e842-441b-99ed-8e92b0d9ab58 tempest-VolumesActionsTest-205148641 tempest-VolumesActionsTest-205148641-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=0e78dba7c9194ce9b054c34f3fb66d7a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0273046 May 03 15:05:31.402008 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-c8141f5d-4c09-445a-9b2a-4c014fb50d3e req-37b7b640-e7da-4f56-9c6d-09463f2a9b2e service neutron] 10.222.0.16 "GET /v2.0/networks/6fa92bc9-fec9-41f0-b65e-6fa005e52449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314709 May 03 15:05:31.490463 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-c8141f5d-4c09-445a-9b2a-4c014fb50d3e req-6f508361-ca5f-4e4a-b79e-a401ea606afe service neutron] 10.222.0.16 "GET /v2.0/networks/6fa92bc9-fec9-41f0-b65e-6fa005e52449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825508 May 03 15:05:31.767550 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-27ca8877-c94f-4c8a-a5b8-af6ec235e0d1 req-a75a6fef-e8bf-4856-b78b-8078ad35d512 tempest-VolumesActionsTest-205148641 tempest-VolumesActionsTest-205148641-project] 10.222.0.16 "GET /v2.0/ports?device_id=a8e81bf5-2c7b-4a7e-a529-1a924268bcb5 HTTP/1.1" status: 200 len: 210 time: 0.0315957 May 03 15:05:32.797283 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Device a6c12db6-6bbb-4d57-ba0e-83627d5ffac0 no longer exists at agent hyperv_hv-cinder-84028 {{(pid=110299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 15:05:32.821082 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] No Port match for: a6c12db6-6bbb-4d57-ba0e-83627d5ffac0 {{(pid=110299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 15:05:32.821449 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Device a6c12db6-6bbb-4d57-ba0e-83627d5ffac0 not bound to the agent host hv-cinder-84028 {{(pid=110299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 15:05:32.864822 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-46f2b4c9-ec35-455c-bd0b-a574047d4258 req-80474030-fda7-4ffb-9773-10b3e5b1ce12 tempest-VolumesActionsTest-205148641 tempest-VolumesActionsTest-205148641-project] 10.222.0.16 "GET /v2.0/ports?device_id=a8e81bf5-2c7b-4a7e-a529-1a924268bcb5 HTTP/1.1" status: 200 len: 210 time: 0.0284536 May 03 15:05:33.674980 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8141f5d-4c09-445a-9b2a-4c014fb50d3e req-4afbcc9c-7ae5-4b4d-95e1-cd912157e3b0 tempest-VolumesActionsTest-205148641 tempest-VolumesActionsTest-205148641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:05:33.677138 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-c8141f5d-4c09-445a-9b2a-4c014fb50d3e req-4afbcc9c-7ae5-4b4d-95e1-cd912157e3b0 tempest-VolumesActionsTest-205148641 tempest-VolumesActionsTest-205148641-project] 10.222.0.55 "GET /v2.0/networks?id=6fa92bc9-fec9-41f0-b65e-6fa005e52449 HTTP/1.1" status: 200 len: 808 time: 0.1013680 May 03 15:05:33.696987 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.v2.base [req-c8141f5d-4c09-445a-9b2a-4c014fb50d3e req-7c87fe4d-9626-4f1d-a7ea-9f51b0410e63 tempest-VolumesActionsTest-205148641 tempest-VolumesActionsTest-205148641-project] Request body: {'port': {'device_id': 'a8e81bf5-2c7b-4a7e-a529-1a924268bcb5', 'network_id': '6fa92bc9-fec9-41f0-b65e-6fa005e52449', 'admin_state_up': True, 'tenant_id': '0e78dba7c9194ce9b054c34f3fb66d7a'}} {{(pid=110298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 15:05:33.869295 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8141f5d-4c09-445a-9b2a-4c014fb50d3e req-7c87fe4d-9626-4f1d-a7ea-9f51b0410e63 tempest-VolumesActionsTest-205148641 tempest-VolumesActionsTest-205148641-project] Made reservation on behalf of 0e78dba7c9194ce9b054c34f3fb66d7a for: {'port': 1} {{(pid=110298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 15:05:33.872703 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-c8141f5d-4c09-445a-9b2a-4c014fb50d3e req-7c87fe4d-9626-4f1d-a7ea-9f51b0410e63 tempest-VolumesActionsTest-205148641 tempest-VolumesActionsTest-205148641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (None), before_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:05:33.970192 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-3f4d923b-5918-49b0-bcdc-edfc2160826a req-59fe59bd-c8ba-45e2-8d35-107fb0f75174 tempest-VolumesActionsTest-205148641 tempest-VolumesActionsTest-205148641-project] 10.222.0.16 "GET /v2.0/ports?device_id=a8e81bf5-2c7b-4a7e-a529-1a924268bcb5 HTTP/1.1" status: 200 len: 210 time: 0.0374131 May 03 15:05:34.026177 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.db.db_base_plugin_common [req-c8141f5d-4c09-445a-9b2a-4c014fb50d3e req-7c87fe4d-9626-4f1d-a7ea-9f51b0410e63 tempest-VolumesActionsTest-205148641 tempest-VolumesActionsTest-205148641-project] Allocated IP 172.20.0.11 (6fa92bc9-fec9-41f0-b65e-6fa005e52449/8ff1db9b-2f98-4bc2-92ed-593155c5c9b2/c306f857-c995-4212-aef4-9fc002a5a14d) {{(pid=110298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 15:05:34.170333 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-c8141f5d-4c09-445a-9b2a-4c014fb50d3e req-7c87fe4d-9626-4f1d-a7ea-9f51b0410e63 tempest-VolumesActionsTest-205148641 tempest-VolumesActionsTest-205148641-project] Publish callbacks [] for port (c306f857-c995-4212-aef4-9fc002a5a14d), precommit_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:05:34.265757 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-c8141f5d-4c09-445a-9b2a-4c014fb50d3e req-7c87fe4d-9626-4f1d-a7ea-9f51b0410e63 tempest-VolumesActionsTest-205148641 tempest-VolumesActionsTest-205148641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775476647060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25806886'] for port (c306f857-c995-4212-aef4-9fc002a5a14d), after_create {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:05:34.307522 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8141f5d-4c09-445a-9b2a-4c014fb50d3e req-7c87fe4d-9626-4f1d-a7ea-9f51b0410e63 tempest-VolumesActionsTest-205148641 tempest-VolumesActionsTest-205148641-project] Network 6fa92bc9-fec9-41f0-b65e-6fa005e52449 is already hosted by enough agents. {{(pid=110298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 15:05:34.310611 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.scheduler.base_scheduler [req-c8141f5d-4c09-445a-9b2a-4c014fb50d3e req-7c87fe4d-9626-4f1d-a7ea-9f51b0410e63 tempest-VolumesActionsTest-205148641 tempest-VolumesActionsTest-205148641-project] Resources bound (agent type, host, resource id): {{(pid=110298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 15:05:34.317165 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8141f5d-4c09-445a-9b2a-4c014fb50d3e req-7c87fe4d-9626-4f1d-a7ea-9f51b0410e63 tempest-VolumesActionsTest-205148641 tempest-VolumesActionsTest-205148641-project] Received port after_create {{(pid=110298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 15:05:34.341312 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c87fe4d-9626-4f1d-a7ea-9f51b0410e63 tempest-VolumesActionsTest-205148641 tempest-VolumesActionsTest-205148641-project] Pushing event updated for resources: {'Port': ['ID=c306f857-c995-4212-aef4-9fc002a5a14d,revision_number=1']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 15:05:34.367440 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8141f5d-4c09-445a-9b2a-4c014fb50d3e req-7c87fe4d-9626-4f1d-a7ea-9f51b0410e63 tempest-VolumesActionsTest-205148641 tempest-VolumesActionsTest-205148641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:05:34.368042 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-c8141f5d-4c09-445a-9b2a-4c014fb50d3e req-7c87fe4d-9626-4f1d-a7ea-9f51b0410e63 tempest-VolumesActionsTest-205148641 tempest-VolumesActionsTest-205148641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46205'] for port (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:05:34.439099 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-c8141f5d-4c09-445a-9b2a-4c014fb50d3e req-7c87fe4d-9626-4f1d-a7ea-9f51b0410e63 tempest-VolumesActionsTest-205148641 tempest-VolumesActionsTest-205148641-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7457395 May 03 15:05:34.457930 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.v2.base [req-c8141f5d-4c09-445a-9b2a-4c014fb50d3e req-fc0f57f6-3903-4d2c-bda5-7677386e928f service neutron] Request body: {'port': {'device_id': 'a8e81bf5-2c7b-4a7e-a529-1a924268bcb5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84028'}} {{(pid=110298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 15:05:34.517129 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-c8141f5d-4c09-445a-9b2a-4c014fb50d3e req-fc0f57f6-3903-4d2c-bda5-7677386e928f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (c306f857-c995-4212-aef4-9fc002a5a14d), before_update {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:05:34.770449 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.notifiers.nova [req-c8141f5d-4c09-445a-9b2a-4c014fb50d3e req-fc0f57f6-3903-4d2c-bda5-7677386e928f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c306f857-c995-4212-aef4-9fc002a5a14d {{(pid=110298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 15:05:34.778052 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-c8141f5d-4c09-445a-9b2a-4c014fb50d3e req-fc0f57f6-3903-4d2c-bda5-7677386e928f service neutron] Publish callbacks [] for port (c306f857-c995-4212-aef4-9fc002a5a14d), precommit_update {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:05:34.790232 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.db.provisioning_blocks [req-c8141f5d-4c09-445a-9b2a-4c014fb50d3e req-fc0f57f6-3903-4d2c-bda5-7677386e928f service neutron] Transition to ACTIVE for port object c306f857-c995-4212-aef4-9fc002a5a14d will not be triggered until provisioned by entity L2. {{(pid=110298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 03 15:05:34.853815 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-c8141f5d-4c09-445a-9b2a-4c014fb50d3e req-fc0f57f6-3903-4d2c-bda5-7677386e928f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25806943'] for port (c306f857-c995-4212-aef4-9fc002a5a14d), after_update {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:05:34.905996 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0f57f6-3903-4d2c-bda5-7677386e928f service neutron] Pushing event updated for resources: {'Port': ['ID=c306f857-c995-4212-aef4-9fc002a5a14d,revision_number=2']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 15:05:34.972586 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.managers [req-c8141f5d-4c09-445a-9b2a-4c014fb50d3e req-fc0f57f6-3903-4d2c-bda5-7677386e928f service neutron] Attempting to bind port c306f857-c995-4212-aef4-9fc002a5a14d on host hv-cinder-84028 for vnic_type normal with profile {{(pid=110298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 15:05:34.972946 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.managers [req-c8141f5d-4c09-445a-9b2a-4c014fb50d3e req-fc0f57f6-3903-4d2c-bda5-7677386e928f service neutron] Attempting to bind port c306f857-c995-4212-aef4-9fc002a5a14d by drivers openvswitch,hyperv on host hv-cinder-84028 at level 0 using segments [{'id': '43238296-c8d1-466f-baaa-f7779edaa2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '6fa92bc9-fec9-41f0-b65e-6fa005e52449'}] {{(pid=110298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 15:05:34.973271 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8141f5d-4c09-445a-9b2a-4c014fb50d3e req-fc0f57f6-3903-4d2c-bda5-7677386e928f service neutron] Attempting to bind port c306f857-c995-4212-aef4-9fc002a5a14d on network 6fa92bc9-fec9-41f0-b65e-6fa005e52449 {{(pid=110298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 15:05:34.977577 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8141f5d-4c09-445a-9b2a-4c014fb50d3e req-fc0f57f6-3903-4d2c-bda5-7677386e928f service neutron] Port c306f857-c995-4212-aef4-9fc002a5a14d on network 6fa92bc9-fec9-41f0-b65e-6fa005e52449 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84028 {{(pid=110298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 03 15:05:34.977894 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8141f5d-4c09-445a-9b2a-4c014fb50d3e req-fc0f57f6-3903-4d2c-bda5-7677386e928f service neutron] Attempting to bind port c306f857-c995-4212-aef4-9fc002a5a14d on network 6fa92bc9-fec9-41f0-b65e-6fa005e52449 {{(pid=110298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 15:05:34.982585 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8141f5d-4c09-445a-9b2a-4c014fb50d3e req-fc0f57f6-3903-4d2c-bda5-7677386e928f service neutron] Checking agent: {'id': '26e70f58-a201-437c-be8d-fd2714f100da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84028', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 14, 44, 59), 'started_at': datetime.datetime(2022, 5, 3, 14, 44, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 15, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 15:05:34.982918 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8141f5d-4c09-445a-9b2a-4c014fb50d3e req-fc0f57f6-3903-4d2c-bda5-7677386e928f service neutron] Checking segment: {'id': '43238296-c8d1-466f-baaa-f7779edaa2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '6fa92bc9-fec9-41f0-b65e-6fa005e52449'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 15:05:34.983325 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8141f5d-4c09-445a-9b2a-4c014fb50d3e req-fc0f57f6-3903-4d2c-bda5-7677386e928f service neutron] Bound using segment: {'id': '43238296-c8d1-466f-baaa-f7779edaa2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '6fa92bc9-fec9-41f0-b65e-6fa005e52449'} {{(pid=110298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 15:05:34.983740 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.managers [req-c8141f5d-4c09-445a-9b2a-4c014fb50d3e req-fc0f57f6-3903-4d2c-bda5-7677386e928f service neutron] Bound port: c306f857-c995-4212-aef4-9fc002a5a14d, host: hv-cinder-84028, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43238296-c8d1-466f-baaa-f7779edaa2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '6fa92bc9-fec9-41f0-b65e-6fa005e52449'}}] {{(pid=110298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 15:05:34.984088 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-c8141f5d-4c09-445a-9b2a-4c014fb50d3e req-fc0f57f6-3903-4d2c-bda5-7677386e928f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (c306f857-c995-4212-aef4-9fc002a5a14d), before_update {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:05:35.072348 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.db [req-c8141f5d-4c09-445a-9b2a-4c014fb50d3e req-fc0f57f6-3903-4d2c-bda5-7677386e928f service neutron] For port c306f857-c995-4212-aef4-9fc002a5a14d, host hv-cinder-84028, cleared binding levels {{(pid=110298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 15:05:35.090168 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.db [req-c8141f5d-4c09-445a-9b2a-4c014fb50d3e req-fc0f57f6-3903-4d2c-bda5-7677386e928f service neutron] For port c306f857-c995-4212-aef4-9fc002a5a14d, host hv-cinder-84028, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=c306f857-c995-4212-aef4-9fc002a5a14d,segment=NetworkSegment(43238296-c8d1-466f-baaa-f7779edaa2cc),segment_id=43238296-c8d1-466f-baaa-f7779edaa2cc)] {{(pid=110298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 15:05:35.101135 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68243e75-61e6-4d3c-bdcf-aaa38985f279 req-bfcb7d83-225f-4272-b0e1-5ce1f80333f5 tempest-VolumesActionsTest-205148641 tempest-VolumesActionsTest-205148641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:05:35.102639 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-68243e75-61e6-4d3c-bdcf-aaa38985f279 req-bfcb7d83-225f-4272-b0e1-5ce1f80333f5 tempest-VolumesActionsTest-205148641 tempest-VolumesActionsTest-205148641-project] 10.222.0.16 "GET /v2.0/ports?device_id=a8e81bf5-2c7b-4a7e-a529-1a924268bcb5 HTTP/1.1" status: 200 len: 944 time: 0.0621824 May 03 15:05:35.150042 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-68243e75-61e6-4d3c-bdcf-aaa38985f279 req-818fd579-6f81-4467-b9ef-c9753e5dfb20 tempest-VolumesActionsTest-205148641 tempest-VolumesActionsTest-205148641-project] 10.222.0.16 "GET /v2.0/security-groups?id=8019a8bc-cfa5-404c-b856-721919f2e816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418251 May 03 15:05:35.154922 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-c8141f5d-4c09-445a-9b2a-4c014fb50d3e req-fc0f57f6-3903-4d2c-bda5-7677386e928f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25806943'] for port (c306f857-c995-4212-aef4-9fc002a5a14d), after_update {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:05:35.192779 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8141f5d-4c09-445a-9b2a-4c014fb50d3e req-fc0f57f6-3903-4d2c-bda5-7677386e928f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:05:35.193407 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-c8141f5d-4c09-445a-9b2a-4c014fb50d3e req-fc0f57f6-3903-4d2c-bda5-7677386e928f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46205'] for port (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:05:35.194771 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-c8141f5d-4c09-445a-9b2a-4c014fb50d3e req-fc0f57f6-3903-4d2c-bda5-7677386e928f service neutron] 10.222.0.55 "PUT /v2.0/ports/c306f857-c995-4212-aef4-9fc002a5a14d HTTP/1.1" status: 200 len: 1094 time: 0.7412789 May 03 15:05:35.195244 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8e81bf5-2c7b-4a7e-a529-1a924268bcb5', 'tag': 'c306f857-c995-4212-aef4-9fc002a5a14d'}] {{(pid=110298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 15:05:35.197470 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75d30aab20f2b99e69676ba1094dd13d61de0bc97323401ed2dd99ba05286cef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11a09fdc-58e9-4b77-ab73-95326ecfa8ef" -d '{"events": [{"name": "network-changed", "server_uuid": "a8e81bf5-2c7b-4a7e-a529-1a924268bcb5", "tag": "c306f857-c995-4212-aef4-9fc002a5a14d"}]}' {{(pid=110298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 15:05:35.220710 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0f57f6-3903-4d2c-bda5-7677386e928f service neutron] Pushing event updated for resources: {'Port': ['ID=c306f857-c995-4212-aef4-9fc002a5a14d,revision_number=3']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 15:05:35.233853 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 15:05:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0167e556-0d0e-49c9-87c3-32ad4d697f32 x-openstack-request-id: req-0167e556-0d0e-49c9-87c3-32ad4d697f32 {{(pid=110298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 15:05:35.234148 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8e81bf5-2c7b-4a7e-a529-1a924268bcb5", "tag": "c306f857-c995-4212-aef4-9fc002a5a14d", "status": "completed", "code": 200}]} {{(pid=110298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 15:05:35.234405 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0167e556-0d0e-49c9-87c3-32ad4d697f32 {{(pid=110298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 15:05:35.234830 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0167e556-0d0e-49c9-87c3-32ad4d697f32'] response: {'name': 'network-changed', 'server_uuid': 'a8e81bf5-2c7b-4a7e-a529-1a924268bcb5', 'tag': 'c306f857-c995-4212-aef4-9fc002a5a14d', 'status': 'completed', 'code': 200} May 03 15:05:35.317149 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a09fdc-58e9-4b77-ab73-95326ecfa8ef req-9ec535c8-e24e-4d56-82c1-a378a3f00e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:05:35.318736 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-11a09fdc-58e9-4b77-ab73-95326ecfa8ef req-9ec535c8-e24e-4d56-82c1-a378a3f00e54 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0e78dba7c9194ce9b054c34f3fb66d7a&device_id=a8e81bf5-2c7b-4a7e-a529-1a924268bcb5 HTTP/1.1" status: 200 len: 1128 time: 0.0416064 May 03 15:05:35.423625 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a09fdc-58e9-4b77-ab73-95326ecfa8ef req-5fa3ed32-4629-43b0-991e-2444a691f263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:05:35.424960 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-11a09fdc-58e9-4b77-ab73-95326ecfa8ef req-5fa3ed32-4629-43b0-991e-2444a691f263 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=0e78dba7c9194ce9b054c34f3fb66d7a&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0934629 May 03 15:05:35.515415 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a09fdc-58e9-4b77-ab73-95326ecfa8ef req-e0b807e8-c136-46da-8253-5ae1befd165e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:05:35.516900 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-11a09fdc-58e9-4b77-ab73-95326ecfa8ef req-e0b807e8-c136-46da-8253-5ae1befd165e service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0859771 May 03 15:05:35.614977 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8141f5d-4c09-445a-9b2a-4c014fb50d3e req-17c95eb4-24c1-42f3-8423-f86e9dd34b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:05:35.616451 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-c8141f5d-4c09-445a-9b2a-4c014fb50d3e req-17c95eb4-24c1-42f3-8423-f86e9dd34b31 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0e78dba7c9194ce9b054c34f3fb66d7a&device_id=a8e81bf5-2c7b-4a7e-a529-1a924268bcb5 HTTP/1.1" status: 200 len: 1128 time: 0.0394890 May 03 15:05:35.666747 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-c8141f5d-4c09-445a-9b2a-4c014fb50d3e req-f096deb9-e90d-455f-b95b-87ef72e9a7a9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c306f857-c995-4212-aef4-9fc002a5a14d HTTP/1.1" status: 200 len: 217 time: 0.0378098 May 03 15:05:35.712899 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8141f5d-4c09-445a-9b2a-4c014fb50d3e req-aa8824cc-8597-4b56-bb7f-15734c3d0055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:05:35.714237 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-c8141f5d-4c09-445a-9b2a-4c014fb50d3e req-aa8824cc-8597-4b56-bb7f-15734c3d0055 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8ff1db9b-2f98-4bc2-92ed-593155c5c9b2 HTTP/1.1" status: 200 len: 848 time: 0.0423696 May 03 15:05:35.746566 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-c8141f5d-4c09-445a-9b2a-4c014fb50d3e req-77c7f029-48b9-4c79-ae5e-ee2c80ccb208 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6fa92bc9-fec9-41f0-b65e-6fa005e52449&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262210 May 03 15:05:35.839686 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-c8141f5d-4c09-445a-9b2a-4c014fb50d3e req-46d7fc07-47c2-44fc-a37d-14678c23a0ba service neutron] 10.222.0.55 "GET /v2.0/networks/6fa92bc9-fec9-41f0-b65e-6fa005e52449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856574 May 03 15:05:35.929603 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-c8141f5d-4c09-445a-9b2a-4c014fb50d3e req-3252da11-f367-40f8-b416-9b56a96f8004 service neutron] 10.222.0.55 "GET /v2.0/networks/6fa92bc9-fec9-41f0-b65e-6fa005e52449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835247 May 03 15:05:36.266168 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c081f0-fd89-4808-b832-42a69c015eba req-636541e2-cba9-4949-af73-701be84a59cd tempest-VolumesActionsTest-205148641 tempest-VolumesActionsTest-205148641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:05:36.267658 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-44c081f0-fd89-4808-b832-42a69c015eba req-636541e2-cba9-4949-af73-701be84a59cd tempest-VolumesActionsTest-205148641 tempest-VolumesActionsTest-205148641-project] 10.222.0.16 "GET /v2.0/ports?device_id=a8e81bf5-2c7b-4a7e-a529-1a924268bcb5 HTTP/1.1" status: 200 len: 944 time: 0.0499039 May 03 15:05:36.314030 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-44c081f0-fd89-4808-b832-42a69c015eba req-5b93d7d2-37fd-45f7-a507-32c9ad551710 tempest-VolumesActionsTest-205148641 tempest-VolumesActionsTest-205148641-project] 10.222.0.16 "GET /v2.0/security-groups?id=8019a8bc-cfa5-404c-b856-721919f2e816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402067 May 03 15:05:37.428226 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2014b293-3d6b-40e0-82a7-a308fb381e37 req-c319ad50-323b-402d-b676-091c4c194205 tempest-VolumesActionsTest-205148641 tempest-VolumesActionsTest-205148641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:05:37.429648 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-2014b293-3d6b-40e0-82a7-a308fb381e37 req-c319ad50-323b-402d-b676-091c4c194205 tempest-VolumesActionsTest-205148641 tempest-VolumesActionsTest-205148641-project] 10.222.0.16 "GET /v2.0/ports?device_id=a8e81bf5-2c7b-4a7e-a529-1a924268bcb5 HTTP/1.1" status: 200 len: 944 time: 0.0466540 May 03 15:05:37.474796 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-2014b293-3d6b-40e0-82a7-a308fb381e37 req-c1f0c0d1-5881-4d11-9405-298eb8da27b2 tempest-VolumesActionsTest-205148641 tempest-VolumesActionsTest-205148641-project] 10.222.0.16 "GET /v2.0/security-groups?id=8019a8bc-cfa5-404c-b856-721919f2e816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396328 May 03 15:05:38.598596 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feccb688-3b87-4459-b394-e498cccf15a1 req-fea63fe7-81f1-489a-ae24-e7d9303edefb tempest-VolumesActionsTest-205148641 tempest-VolumesActionsTest-205148641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:05:38.600065 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-feccb688-3b87-4459-b394-e498cccf15a1 req-fea63fe7-81f1-489a-ae24-e7d9303edefb tempest-VolumesActionsTest-205148641 tempest-VolumesActionsTest-205148641-project] 10.222.0.16 "GET /v2.0/ports?device_id=a8e81bf5-2c7b-4a7e-a529-1a924268bcb5 HTTP/1.1" status: 200 len: 944 time: 0.0542619 May 03 15:05:38.649997 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-feccb688-3b87-4459-b394-e498cccf15a1 req-4f5da22d-e307-43a8-a9ba-5c9c3b5edd59 tempest-VolumesActionsTest-205148641 tempest-VolumesActionsTest-205148641-project] 10.222.0.16 "GET /v2.0/security-groups?id=8019a8bc-cfa5-404c-b856-721919f2e816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443840 May 03 15:05:38.768236 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-1d2ac046-e671-4b02-9d8f-3a63476fe41b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (5d16a8e7-5fab-4607-ae51-2b468a019c05), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:05:38.812504 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Device c306f857-c995-4212-aef4-9fc002a5a14d details requested by agent hyperv_hv-cinder-84028 with host hv-cinder-84028 {{(pid=110299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 03 15:05:38.911618 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] For port c306f857-c995-4212-aef4-9fc002a5a14d, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=c306f857-c995-4212-aef4-9fc002a5a14d,segment=NetworkSegment(43238296-c8d1-466f-baaa-f7779edaa2cc),segment_id=43238296-c8d1-466f-baaa-f7779edaa2cc)] {{(pid=110299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 15:05:38.922817 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Returning: {'device': 'c306f857-c995-4212-aef4-9fc002a5a14d', 'network_id': '6fa92bc9-fec9-41f0-b65e-6fa005e52449', 'port_id': 'c306f857-c995-4212-aef4-9fc002a5a14d', 'mac_address': 'fa:16:3e:c3:f7:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ff1db9b-2f98-4bc2-92ed-593155c5c9b2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 03 15:05:38.960080 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Current status of the port c306f857-c995-4212-aef4-9fc002a5a14d is: DOWN; New status is: BUILD {{(pid=110299) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 15:05:38.960475 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (c306f857-c995-4212-aef4-9fc002a5a14d), before_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:05:38.973151 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.notifiers.nova [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c306f857-c995-4212-aef4-9fc002a5a14d {{(pid=110299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 15:05:38.992545 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] For port c306f857-c995-4212-aef4-9fc002a5a14d, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=c306f857-c995-4212-aef4-9fc002a5a14d,segment=NetworkSegment(43238296-c8d1-466f-baaa-f7779edaa2cc),segment_id=43238296-c8d1-466f-baaa-f7779edaa2cc)] {{(pid=110299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 15:05:39.036605 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096'] for port (c306f857-c995-4212-aef4-9fc002a5a14d), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:05:39.083500 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Pushing event updated for resources: {'Port': ['ID=c306f857-c995-4212-aef4-9fc002a5a14d,revision_number=4']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 15:05:39.466576 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] get_ports_and_sgs() called for port_ids ['c306f857-c995-4212-aef4-9fc002a5a14d'] {{(pid=110299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 15:05:39.762889 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e1ec79-b18b-431f-b6c4-e854a4c6db45 req-3c7bb5a3-0c76-4467-95b0-9056e3cb4692 tempest-VolumesActionsTest-205148641 tempest-VolumesActionsTest-205148641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:05:39.764415 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-20e1ec79-b18b-431f-b6c4-e854a4c6db45 req-3c7bb5a3-0c76-4467-95b0-9056e3cb4692 tempest-VolumesActionsTest-205148641 tempest-VolumesActionsTest-205148641-project] 10.222.0.16 "GET /v2.0/ports?device_id=a8e81bf5-2c7b-4a7e-a529-1a924268bcb5 HTTP/1.1" status: 200 len: 945 time: 0.0469966 May 03 15:05:39.811760 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-20e1ec79-b18b-431f-b6c4-e854a4c6db45 req-e43470ff-caa9-40eb-9841-3b14fb0dc963 tempest-VolumesActionsTest-205148641 tempest-VolumesActionsTest-205148641-project] 10.222.0.16 "GET /v2.0/security-groups?id=8019a8bc-cfa5-404c-b856-721919f2e816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408623 May 03 15:05:40.825166 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Device c306f857-c995-4212-aef4-9fc002a5a14d up at agent hyperv_hv-cinder-84028 {{(pid=110299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 15:05:40.869983 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Provisioning for port c306f857-c995-4212-aef4-9fc002a5a14d completed by entity L2. {{(pid=110299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 03 15:05:40.926802 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64e5b3b-508f-4439-a837-c310411a07dc req-a54cf434-db9e-470f-82da-3df325696391 tempest-VolumesActionsTest-205148641 tempest-VolumesActionsTest-205148641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:05:40.928252 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-c64e5b3b-508f-4439-a837-c310411a07dc req-a54cf434-db9e-470f-82da-3df325696391 tempest-VolumesActionsTest-205148641 tempest-VolumesActionsTest-205148641-project] 10.222.0.16 "GET /v2.0/ports?device_id=a8e81bf5-2c7b-4a7e-a529-1a924268bcb5 HTTP/1.1" status: 200 len: 945 time: 0.0465188 May 03 15:05:40.937746 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Provisioning complete for port c306f857-c995-4212-aef4-9fc002a5a14d triggered by entity L2. {{(pid=110299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 15:05:40.941651 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728915'] for port (c306f857-c995-4212-aef4-9fc002a5a14d), provisioning_complete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:05:40.975043 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-c64e5b3b-508f-4439-a837-c310411a07dc req-be0618a7-e80f-4fb2-9a41-29c24fc7d294 tempest-VolumesActionsTest-205148641 tempest-VolumesActionsTest-205148641-project] 10.222.0.16 "GET /v2.0/security-groups?id=8019a8bc-cfa5-404c-b856-721919f2e816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411861 May 03 15:05:41.018025 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Current status of the port c306f857-c995-4212-aef4-9fc002a5a14d is: BUILD; New status is: ACTIVE {{(pid=110299) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 15:05:41.018418 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (c306f857-c995-4212-aef4-9fc002a5a14d), before_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:05:41.045936 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8e81bf5-2c7b-4a7e-a529-1a924268bcb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c306f857-c995-4212-aef4-9fc002a5a14d'}] {{(pid=110299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 15:05:41.048062 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfb0ab9603dc6f24b101a3230295415c8ec2a7bf959fde45f0826688655bbcbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-992bbf1c-b78d-4114-aff2-5a743f026014" -d '{"events": [{"server_uuid": "a8e81bf5-2c7b-4a7e-a529-1a924268bcb5", "name": "network-vif-plugged", "status": "completed", "tag": "c306f857-c995-4212-aef4-9fc002a5a14d"}]}' {{(pid=110299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 15:05:41.065409 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] For port c306f857-c995-4212-aef4-9fc002a5a14d, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=c306f857-c995-4212-aef4-9fc002a5a14d,segment=NetworkSegment(43238296-c8d1-466f-baaa-f7779edaa2cc),segment_id=43238296-c8d1-466f-baaa-f7779edaa2cc)] {{(pid=110299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 15:05:41.083294 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 15:05:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9f72e40-f7e3-496e-95d9-3ad9f8970f5a x-openstack-request-id: req-d9f72e40-f7e3-496e-95d9-3ad9f8970f5a {{(pid=110299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 15:05:41.083578 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8e81bf5-2c7b-4a7e-a529-1a924268bcb5", "name": "network-vif-plugged", "status": "completed", "tag": "c306f857-c995-4212-aef4-9fc002a5a14d", "code": 200}]} {{(pid=110299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 15:05:41.083838 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d9f72e40-f7e3-496e-95d9-3ad9f8970f5a {{(pid=110299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 15:05:41.084230 dv-cinder-840289-3-iscsi neutron-server[110299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9f72e40-f7e3-496e-95d9-3ad9f8970f5a'] response: {'server_uuid': 'a8e81bf5-2c7b-4a7e-a529-1a924268bcb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c306f857-c995-4212-aef4-9fc002a5a14d', 'code': 200} May 03 15:05:41.137373 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096'] for port (c306f857-c995-4212-aef4-9fc002a5a14d), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:05:41.162482 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-db9aa59a-d651-4626-ba23-16d1b75f4859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (a9161e1b-902d-441f-843b-a0ff0805adee), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:05:41.186930 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Pushing event updated for resources: {'Port': ['ID=c306f857-c995-4212-aef4-9fc002a5a14d,revision_number=5']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 15:05:41.461036 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79b6f77-2d69-4626-aaf3-dbbbb6741c09 req-6abc622a-9bee-42f8-8e47-f5653b5dbc1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:05:41.462574 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-e79b6f77-2d69-4626-aaf3-dbbbb6741c09 req-6abc622a-9bee-42f8-8e47-f5653b5dbc1b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a8e81bf5-2c7b-4a7e-a529-1a924268bcb5 HTTP/1.1" status: 200 len: 1130 time: 0.0416658 May 03 15:05:41.504741 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-e79b6f77-2d69-4626-aaf3-dbbbb6741c09 req-43aa8050-acf1-45f7-a3b5-81acd65e0d67 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=8019a8bc-cfa5-404c-b856-721919f2e816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366640 May 03 15:05:42.088184 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab34b22-8355-40c1-93a6-b0300d17549d req-d9e73b10-b528-47ae-b1bd-93cb83dfefda tempest-VolumesActionsTest-205148641 tempest-VolumesActionsTest-205148641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:05:42.089634 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-cab34b22-8355-40c1-93a6-b0300d17549d req-d9e73b10-b528-47ae-b1bd-93cb83dfefda tempest-VolumesActionsTest-205148641 tempest-VolumesActionsTest-205148641-project] 10.222.0.16 "GET /v2.0/ports?device_id=a8e81bf5-2c7b-4a7e-a529-1a924268bcb5 HTTP/1.1" status: 200 len: 946 time: 0.0464633 May 03 15:05:42.135702 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-cab34b22-8355-40c1-93a6-b0300d17549d req-341fcd34-7f51-41d4-ad45-c6d2e51ad650 tempest-VolumesActionsTest-205148641 tempest-VolumesActionsTest-205148641-project] 10.222.0.16 "GET /v2.0/security-groups?id=8019a8bc-cfa5-404c-b856-721919f2e816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403872 May 03 15:05:42.368429 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-ed776e2d-a518-4685-8fad-0cd9eaa120ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (6a418bd5-8bcc-400f-88b5-19eff412e81a), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:05:43.255589 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb410468-9477-40dc-95d0-9505630f9404 req-be37889f-8aa5-4f05-87c2-a672cb8ff5c6 tempest-VolumesActionsTest-205148641 tempest-VolumesActionsTest-205148641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:05:43.257053 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-eb410468-9477-40dc-95d0-9505630f9404 req-be37889f-8aa5-4f05-87c2-a672cb8ff5c6 tempest-VolumesActionsTest-205148641 tempest-VolumesActionsTest-205148641-project] 10.222.0.16 "GET /v2.0/ports?device_id=a8e81bf5-2c7b-4a7e-a529-1a924268bcb5 HTTP/1.1" status: 200 len: 946 time: 0.0507867 May 03 15:05:43.303566 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-eb410468-9477-40dc-95d0-9505630f9404 req-1549af9f-09ce-465f-bf1a-76fbae67941f tempest-VolumesActionsTest-205148641 tempest-VolumesActionsTest-205148641-project] 10.222.0.16 "GET /v2.0/security-groups?id=8019a8bc-cfa5-404c-b856-721919f2e816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409961 May 03 15:05:43.623165 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-dd96712b-4627-437f-9df9-b1bfec551245 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (8b46afec-dab7-4bfa-a959-8584a0cfd79a), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:05:44.568156 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06abe22-b85d-40da-9e8c-ef2a9cae5c2f req-68b24d31-d5dd-4795-9c39-b27e55ac2e13 tempest-VolumesActionsTest-205148641 tempest-VolumesActionsTest-205148641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:05:44.569604 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-b06abe22-b85d-40da-9e8c-ef2a9cae5c2f req-68b24d31-d5dd-4795-9c39-b27e55ac2e13 tempest-VolumesActionsTest-205148641 tempest-VolumesActionsTest-205148641-project] 10.222.0.16 "GET /v2.0/ports?device_id=a8e81bf5-2c7b-4a7e-a529-1a924268bcb5 HTTP/1.1" status: 200 len: 946 time: 0.0466325 May 03 15:05:44.617221 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-b06abe22-b85d-40da-9e8c-ef2a9cae5c2f req-ddd29ad6-afff-45a3-84ba-da4d37e657a6 tempest-VolumesActionsTest-205148641 tempest-VolumesActionsTest-205148641-project] 10.222.0.16 "GET /v2.0/security-groups?id=8019a8bc-cfa5-404c-b856-721919f2e816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420778 May 03 15:05:45.177606 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (16d44442-859c-4c9b-bc72-04cb3b8a5d5b), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:05:45.732095 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535bbe1a-e68c-4d3b-92c9-4e751058c388 req-28013c6e-7a23-4c7f-8fa4-4e68e8546e17 tempest-VolumesActionsTest-205148641 tempest-VolumesActionsTest-205148641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:05:45.733541 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-535bbe1a-e68c-4d3b-92c9-4e751058c388 req-28013c6e-7a23-4c7f-8fa4-4e68e8546e17 tempest-VolumesActionsTest-205148641 tempest-VolumesActionsTest-205148641-project] 10.222.0.16 "GET /v2.0/ports?device_id=a8e81bf5-2c7b-4a7e-a529-1a924268bcb5 HTTP/1.1" status: 200 len: 946 time: 0.0467513 May 03 15:05:45.783144 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-535bbe1a-e68c-4d3b-92c9-4e751058c388 req-e59e4e04-034b-4657-8a74-2a313c0a1386 tempest-VolumesActionsTest-205148641 tempest-VolumesActionsTest-205148641-project] 10.222.0.16 "GET /v2.0/security-groups?id=8019a8bc-cfa5-404c-b856-721919f2e816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441546 May 03 15:05:46.167899 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948b4bda-c7d1-4911-8412-f711b5e5cb61 req-d907aaee-abc0-41dc-901c-ceb05d52852f tempest-VolumesActionsTest-205148641 tempest-VolumesActionsTest-205148641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:05:46.169311 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-948b4bda-c7d1-4911-8412-f711b5e5cb61 req-d907aaee-abc0-41dc-901c-ceb05d52852f tempest-VolumesActionsTest-205148641 tempest-VolumesActionsTest-205148641-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8e81bf5-2c7b-4a7e-a529-1a924268bcb5 HTTP/1.1" status: 200 len: 946 time: 0.0470214 May 03 15:05:46.253418 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.plugin [req-948b4bda-c7d1-4911-8412-f711b5e5cb61 req-2b269450-5bd1-428f-bd26-bd4652db6037 tempest-VolumesActionsTest-205148641 tempest-VolumesActionsTest-205148641-project] Deleting port c306f857-c995-4212-aef4-9fc002a5a14d {{(pid=110298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 15:05:46.253793 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-948b4bda-c7d1-4911-8412-f711b5e5cb61 req-2b269450-5bd1-428f-bd26-bd4652db6037 tempest-VolumesActionsTest-205148641 tempest-VolumesActionsTest-205148641-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775477116685'] for port (c306f857-c995-4212-aef4-9fc002a5a14d), before_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:05:46.613762 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.db [req-948b4bda-c7d1-4911-8412-f711b5e5cb61 req-2b269450-5bd1-428f-bd26-bd4652db6037 tempest-VolumesActionsTest-205148641 tempest-VolumesActionsTest-205148641-project] For port c306f857-c995-4212-aef4-9fc002a5a14d, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=c306f857-c995-4212-aef4-9fc002a5a14d,segment=NetworkSegment(43238296-c8d1-466f-baaa-f7779edaa2cc),segment_id=43238296-c8d1-466f-baaa-f7779edaa2cc)] {{(pid=110298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 15:05:46.614133 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-948b4bda-c7d1-4911-8412-f711b5e5cb61 req-2b269450-5bd1-428f-bd26-bd4652db6037 tempest-VolumesActionsTest-205148641 tempest-VolumesActionsTest-205148641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689583'] for port (c306f857-c995-4212-aef4-9fc002a5a14d), precommit_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:05:46.627205 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.plugin [req-948b4bda-c7d1-4911-8412-f711b5e5cb61 req-2b269450-5bd1-428f-bd26-bd4652db6037 tempest-VolumesActionsTest-205148641 tempest-VolumesActionsTest-205148641-project] Calling delete_port for c306f857-c995-4212-aef4-9fc002a5a14d owned by compute:nova {{(pid=110298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 15:05:46.808445 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-948b4bda-c7d1-4911-8412-f711b5e5cb61 req-2b269450-5bd1-428f-bd26-bd4652db6037 tempest-VolumesActionsTest-205148641 tempest-VolumesActionsTest-205148641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775477123741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775476647069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25806886'] for port (c306f857-c995-4212-aef4-9fc002a5a14d), after_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:05:46.837412 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b269450-5bd1-428f-bd26-bd4652db6037 tempest-VolumesActionsTest-205148641 tempest-VolumesActionsTest-205148641-project] Pushing event deleted for resources: {'Port': ['ID=c306f857-c995-4212-aef4-9fc002a5a14d,revision_number=None']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 15:05:46.846505 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] get_ports_and_sgs() called for port_ids ['c306f857-c995-4212-aef4-9fc002a5a14d'] {{(pid=110299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 15:05:46.907830 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.db.l3_dvrscheduler_db [req-948b4bda-c7d1-4911-8412-f711b5e5cb61 req-2b269450-5bd1-428f-bd26-bd4652db6037 tempest-VolumesActionsTest-205148641 tempest-VolumesActionsTest-205148641-project] No DVR routers for this DVR port c306f857-c995-4212-aef4-9fc002a5a14d on host hv-cinder-84028 {{(pid=110298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 15:05:46.910431 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-3d4f0930-379f-4ce7-97fc-c28c6285b799 req-ee9154be-ab38-46a9-9282-c66a81142e04 tempest-VolumesActionsTest-205148641 tempest-VolumesActionsTest-205148641-project] 10.222.0.16 "GET /v2.0/ports?device_id=a8e81bf5-2c7b-4a7e-a529-1a924268bcb5 HTTP/1.1" status: 200 len: 210 time: 0.0476201 May 03 15:05:46.912011 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-948b4bda-c7d1-4911-8412-f711b5e5cb61 req-2b269450-5bd1-428f-bd26-bd4652db6037 tempest-VolumesActionsTest-205148641 tempest-VolumesActionsTest-205148641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46205'] for port (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:05:46.915091 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-948b4bda-c7d1-4911-8412-f711b5e5cb61 req-2b269450-5bd1-428f-bd26-bd4652db6037 tempest-VolumesActionsTest-205148641 tempest-VolumesActionsTest-205148641-project] 10.222.0.55 "DELETE /v2.0/ports/c306f857-c995-4212-aef4-9fc002a5a14d HTTP/1.1" status: 204 len: 173 time: 0.7410369 May 03 15:05:46.915537 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8e81bf5-2c7b-4a7e-a529-1a924268bcb5', 'name': 'network-vif-deleted', 'tag': 'c306f857-c995-4212-aef4-9fc002a5a14d'}] {{(pid=110298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 15:05:46.917732 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75d30aab20f2b99e69676ba1094dd13d61de0bc97323401ed2dd99ba05286cef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-114bb2a9-04e0-4ea0-97f0-68b401e4e532" -d '{"events": [{"server_uuid": "a8e81bf5-2c7b-4a7e-a529-1a924268bcb5", "name": "network-vif-deleted", "tag": "c306f857-c995-4212-aef4-9fc002a5a14d"}]}' {{(pid=110298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 15:05:46.955916 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 15:05:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9b9b0c2-45a5-470f-b256-c26bd9439792 x-openstack-request-id: req-e9b9b0c2-45a5-470f-b256-c26bd9439792 {{(pid=110298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 15:05:46.956213 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8e81bf5-2c7b-4a7e-a529-1a924268bcb5", "name": "network-vif-deleted", "tag": "c306f857-c995-4212-aef4-9fc002a5a14d", "status": "completed", "code": 200}]} {{(pid=110298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 15:05:46.956472 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e9b9b0c2-45a5-470f-b256-c26bd9439792 {{(pid=110298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 15:05:46.956873 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9b9b0c2-45a5-470f-b256-c26bd9439792'] response: {'server_uuid': 'a8e81bf5-2c7b-4a7e-a529-1a924268bcb5', 'name': 'network-vif-deleted', 'tag': 'c306f857-c995-4212-aef4-9fc002a5a14d', 'status': 'completed', 'code': 200} May 03 15:05:52.688221 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Device c306f857-c995-4212-aef4-9fc002a5a14d no longer exists at agent hyperv_hv-cinder-84028 {{(pid=110299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 15:05:52.711925 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] No Port match for: c306f857-c995-4212-aef4-9fc002a5a14d {{(pid=110299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 15:05:52.712275 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Device c306f857-c995-4212-aef4-9fc002a5a14d not bound to the agent host hv-cinder-84028 {{(pid=110299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 15:05:59.039952 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (26e70f58-a201-437c-be8d-fd2714f100da), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:06:01.004277 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.agents_db [None req-dd30728e-be63-467e-afaf-aba6f24eb33e None None] Agent healthcheck: found 6 active agents {{(pid=110300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 15:06:08.777382 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-fd656f72-bfdb-4f90-979d-7d1a44772a0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (5d16a8e7-5fab-4607-ae51-2b468a019c05), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:06:11.104773 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-aa77bb4a-d145-405e-acf8-1fae72637233 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (a9161e1b-902d-441f-843b-a0ff0805adee), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:06:12.408088 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-ed776e2d-a518-4685-8fad-0cd9eaa120ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (6a418bd5-8bcc-400f-88b5-19eff412e81a), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:06:13.618692 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-dd96712b-4627-437f-9df9-b1bfec551245 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (8b46afec-dab7-4bfa-a959-8584a0cfd79a), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:06:14.091849 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 50734) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 15:06:14.138568 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.db.db_base_plugin_v2 [None req-0855a92e-b86d-4e63-a374-04776f52342d admin admin] Deleting subnet 8ff1db9b-2f98-4bc2-92ed-593155c5c9b2 {{(pid=110297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 03 15:06:14.141573 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-0855a92e-b86d-4e63-a374-04776f52342d admin admin] Publish callbacks [] for subnet (8ff1db9b-2f98-4bc2-92ed-593155c5c9b2), before_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:06:14.179393 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-0855a92e-b86d-4e63-a374-04776f52342d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2155934'] for subnet (8ff1db9b-2f98-4bc2-92ed-593155c5c9b2), precommit_delete_associations {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:06:14.217363 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-0855a92e-b86d-4e63-a374-04776f52342d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-723521'] for subnet (8ff1db9b-2f98-4bc2-92ed-593155c5c9b2), precommit_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:06:14.342412 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-0855a92e-b86d-4e63-a374-04776f52342d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-723528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25923538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25246232'] for subnet (8ff1db9b-2f98-4bc2-92ed-593155c5c9b2), after_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:06:14.366333 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0855a92e-b86d-4e63-a374-04776f52342d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ff1db9b-2f98-4bc2-92ed-593155c5c9b2,revision_number=None']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 15:06:14.375473 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-0855a92e-b86d-4e63-a374-04776f52342d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:06:14.378539 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-0855a92e-b86d-4e63-a374-04776f52342d admin admin] 10.222.0.16 "DELETE /v2.0/subnets/8ff1db9b-2f98-4bc2-92ed-593155c5c9b2 HTTP/1.1" status: 204 len: 168 time: 0.2854483 May 03 15:06:14.380326 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0855a92e-b86d-4e63-a374-04776f52342d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:06:14.381263 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0855a92e-b86d-4e63-a374-04776f52342d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:06:14.381705 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0855a92e-b86d-4e63-a374-04776f52342d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:06:14.382013 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 50738) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 15:06:14.382442 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0855a92e-b86d-4e63-a374-04776f52342d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:06:14.382442 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0855a92e-b86d-4e63-a374-04776f52342d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:06:14.382717 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0855a92e-b86d-4e63-a374-04776f52342d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:06:14.383070 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0855a92e-b86d-4e63-a374-04776f52342d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:06:14.383401 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0855a92e-b86d-4e63-a374-04776f52342d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:06:14.383734 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0855a92e-b86d-4e63-a374-04776f52342d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:06:14.384064 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0855a92e-b86d-4e63-a374-04776f52342d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:06:14.384400 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0855a92e-b86d-4e63-a374-04776f52342d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:06:14.384729 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0855a92e-b86d-4e63-a374-04776f52342d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:06:14.385053 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0855a92e-b86d-4e63-a374-04776f52342d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:06:14.385377 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0855a92e-b86d-4e63-a374-04776f52342d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:06:14.385703 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0855a92e-b86d-4e63-a374-04776f52342d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:06:14.451854 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-879ea982-04a2-4716-b20f-1cdd81a4d911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636243'] for network (6fa92bc9-fec9-41f0-b65e-6fa005e52449), before_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:06:14.531470 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-879ea982-04a2-4716-b20f-1cdd81a4d911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727028', 'neutron.services.segments.db._delete_segments_for_network-8775477110074'] for network (6fa92bc9-fec9-41f0-b65e-6fa005e52449), precommit_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:06:14.551533 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.services.segments.db [None req-879ea982-04a2-4716-b20f-1cdd81a4d911 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fa92bc9-fec9-41f0-b65e-6fa005e52449']}} {{(pid=110298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 15:06:14.561332 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.services.segments.db [None req-879ea982-04a2-4716-b20f-1cdd81a4d911 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43238296-c8d1-466f-baaa-f7779edaa2cc') {'for_net_delete': True} {{(pid=110298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 15:06:14.561636 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.services.segments.db [None req-879ea982-04a2-4716-b20f-1cdd81a4d911 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43238296-c8d1-466f-baaa-f7779edaa2cc') {} {{(pid=110298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 15:06:14.570914 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-879ea982-04a2-4716-b20f-1cdd81a4d911 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775477110851', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3229876'] for segment (43238296-c8d1-466f-baaa-f7779edaa2cc), before_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:06:14.583798 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-879ea982-04a2-4716-b20f-1cdd81a4d911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719716'] for segment (43238296-c8d1-466f-baaa-f7779edaa2cc), precommit_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:06:14.589617 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-879ea982-04a2-4716-b20f-1cdd81a4d911 admin admin] Releasing vlan 368 on physical network physnet1 to pool {{(pid=110298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 15:06:14.589995 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-879ea982-04a2-4716-b20f-1cdd81a4d911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25806971'] for segment (43238296-c8d1-466f-baaa-f7779edaa2cc), after_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:06:14.591668 dv-cinder-840289-3-iscsi neutron-server[110298]: Traceback (most recent call last): May 03 15:06:14.591668 dv-cinder-840289-3-iscsi neutron-server[110298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 15:06:14.591668 dv-cinder-840289-3-iscsi neutron-server[110298]: timer() May 03 15:06:14.591668 dv-cinder-840289-3-iscsi neutron-server[110298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 15:06:14.591668 dv-cinder-840289-3-iscsi neutron-server[110298]: cb(*args, **kw) May 03 15:06:14.591668 dv-cinder-840289-3-iscsi neutron-server[110298]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 03 15:06:14.591668 dv-cinder-840289-3-iscsi neutron-server[110298]: return func(*args, **kwargs) May 03 15:06:14.591668 dv-cinder-840289-3-iscsi neutron-server[110298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 15:06:14.591668 dv-cinder-840289-3-iscsi neutron-server[110298]: self._notify() May 03 15:06:14.591668 dv-cinder-840289-3-iscsi neutron-server[110298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 15:06:14.591668 dv-cinder-840289-3-iscsi neutron-server[110298]: self.callback(batched_events) May 03 15:06:14.591668 dv-cinder-840289-3-iscsi neutron-server[110298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 15:06:14.591668 dv-cinder-840289-3-iscsi neutron-server[110298]: event.method(event) May 03 15:06:14.591668 dv-cinder-840289-3-iscsi neutron-server[110298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 03 15:06:14.591668 dv-cinder-840289-3-iscsi neutron-server[110298]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 15:06:14.591668 dv-cinder-840289-3-iscsi neutron-server[110298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 03 15:06:14.591668 dv-cinder-840289-3-iscsi neutron-server[110298]: aggregate_uuid = self.p_client.list_aggregates( May 03 15:06:14.591668 dv-cinder-840289-3-iscsi neutron-server[110298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 03 15:06:14.591668 dv-cinder-840289-3-iscsi neutron-server[110298]: return f(self, *a, **k) May 03 15:06:14.591668 dv-cinder-840289-3-iscsi neutron-server[110298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 03 15:06:14.591668 dv-cinder-840289-3-iscsi neutron-server[110298]: return self._get(url).json() May 03 15:06:14.591668 dv-cinder-840289-3-iscsi neutron-server[110298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 03 15:06:14.591668 dv-cinder-840289-3-iscsi neutron-server[110298]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 15:06:14.591668 dv-cinder-840289-3-iscsi neutron-server[110298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 15:06:14.591668 dv-cinder-840289-3-iscsi neutron-server[110298]: return self.request(url, 'GET', **kwargs) May 03 15:06:14.591668 dv-cinder-840289-3-iscsi neutron-server[110298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 15:06:14.591668 dv-cinder-840289-3-iscsi neutron-server[110298]: base_url = self.get_endpoint(auth, allow=allow, May 03 15:06:14.591668 dv-cinder-840289-3-iscsi neutron-server[110298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 15:06:14.591668 dv-cinder-840289-3-iscsi neutron-server[110298]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 15:06:14.591668 dv-cinder-840289-3-iscsi neutron-server[110298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 15:06:14.591668 dv-cinder-840289-3-iscsi neutron-server[110298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 15:06:14.591668 dv-cinder-840289-3-iscsi neutron-server[110298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 15:06:14.704394 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-879ea982-04a2-4716-b20f-1cdd81a4d911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692117'] for network (6fa92bc9-fec9-41f0-b65e-6fa005e52449), after_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:06:14.710238 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-879ea982-04a2-4716-b20f-1cdd81a4d911 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603595'] for network (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:06:14.713389 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-879ea982-04a2-4716-b20f-1cdd81a4d911 admin admin] 10.222.0.16 "DELETE /v2.0/networks/6fa92bc9-fec9-41f0-b65e-6fa005e52449 HTTP/1.1" status: 204 len: 168 time: 0.3303750 May 03 15:06:14.724733 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879ea982-04a2-4716-b20f-1cdd81a4d911 admin admin] Pushing event deleted for resources: {'Network': ['ID=6fa92bc9-fec9-41f0-b65e-6fa005e52449,revision_number=None']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 15:06:14.992501 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 50742) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 15:06:15.035341 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-5465fda6-19c5-4b87-a93b-6ba72cfd1e24 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0e78dba7c9194ce9b054c34f3fb66d7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0419617 May 03 15:06:15.044119 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 50744) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 15:06:15.090450 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-e777a187-dcab-4c8b-b1f0-4c2395aacc6e admin admin] Publish callbacks [] for security_group (8019a8bc-cfa5-404c-b856-721919f2e816), before_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:06:15.111285 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-e777a187-dcab-4c8b-b1f0-4c2395aacc6e admin admin] Publish callbacks [] for security_group (8019a8bc-cfa5-404c-b856-721919f2e816), precommit_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:06:15.161594 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (16d44442-859c-4c9b-bc72-04cb3b8a5d5b), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:06:15.195833 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-e777a187-dcab-4c8b-b1f0-4c2395aacc6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (8019a8bc-cfa5-404c-b856-721919f2e816), after_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:06:15.198390 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-e777a187-dcab-4c8b-b1f0-4c2395aacc6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:06:15.199601 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-e777a187-dcab-4c8b-b1f0-4c2395aacc6e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8019a8bc-cfa5-404c-b856-721919f2e816 HTTP/1.1" status: 204 len: 168 time: 0.1545858 May 03 15:06:15.207786 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e777a187-dcab-4c8b-b1f0-4c2395aacc6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8019a8bc-cfa5-404c-b856-721919f2e816,revision_number=None']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 15:06:15.215058 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e777a187-dcab-4c8b-b1f0-4c2395aacc6e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:06:15.215422 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e777a187-dcab-4c8b-b1f0-4c2395aacc6e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:06:15.215774 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e777a187-dcab-4c8b-b1f0-4c2395aacc6e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:06:15.216116 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e777a187-dcab-4c8b-b1f0-4c2395aacc6e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:06:15.216455 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e777a187-dcab-4c8b-b1f0-4c2395aacc6e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:06:15.216789 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e777a187-dcab-4c8b-b1f0-4c2395aacc6e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:06:15.217119 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e777a187-dcab-4c8b-b1f0-4c2395aacc6e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:06:15.217472 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e777a187-dcab-4c8b-b1f0-4c2395aacc6e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:06:15.217805 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e777a187-dcab-4c8b-b1f0-4c2395aacc6e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:06:15.218131 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e777a187-dcab-4c8b-b1f0-4c2395aacc6e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:06:15.218460 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e777a187-dcab-4c8b-b1f0-4c2395aacc6e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:06:15.218788 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e777a187-dcab-4c8b-b1f0-4c2395aacc6e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:06:15.219144 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e777a187-dcab-4c8b-b1f0-4c2395aacc6e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:06:15.219474 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e777a187-dcab-4c8b-b1f0-4c2395aacc6e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:06:15.219797 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e777a187-dcab-4c8b-b1f0-4c2395aacc6e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:06:20.186457 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-2bb36739-2adb-4387-a0f1-1132e50ee471 req-ad3d0e9c-5874-4d27-b2ed-765f3855cd4b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3bc2bfaa-da2f-4a3e-92bb-8dbe54ea2d47&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0382457 May 03 15:06:20.267667 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb36739-2adb-4387-a0f1-1132e50ee471 req-6e831eb4-df0c-4fbd-8797-91f5481259d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:06:20.269169 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-2bb36739-2adb-4387-a0f1-1132e50ee471 req-6e831eb4-df0c-4fbd-8797-91f5481259d5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3cc6d2a38dc34b4a8c0e2357b41c95bc&device_id=3bc2bfaa-da2f-4a3e-92bb-8dbe54ea2d47 HTTP/1.1" status: 200 len: 1130 time: 0.0433469 May 03 15:06:20.378860 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb36739-2adb-4387-a0f1-1132e50ee471 req-e5a82e25-0395-4f38-b628-2a32633f88af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:06:20.380505 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-2bb36739-2adb-4387-a0f1-1132e50ee471 req-e5a82e25-0395-4f38-b628-2a32633f88af service neutron] 10.222.0.55 "GET /v2.0/networks?id=3f1b5a04-a89d-49fe-9254-ad52b00abc9e HTTP/1.1" status: 200 len: 912 time: 0.0895114 May 03 15:06:20.451870 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-2bb36739-2adb-4387-a0f1-1132e50ee471 req-0c51d2d2-fa78-43b1-9727-3d316eddc68e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=15640b9c-bc2a-40fb-b006-ff193941feeb HTTP/1.1" status: 200 len: 1002 time: 0.0652905 May 03 15:06:20.505171 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb36739-2adb-4387-a0f1-1132e50ee471 req-1e1695c7-793b-4828-b266-51e9e742b1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:06:20.507595 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-2bb36739-2adb-4387-a0f1-1132e50ee471 req-1e1695c7-793b-4828-b266-51e9e742b1ab service neutron] 10.222.0.55 "GET /v2.0/subnets?id=92e39b4b-b229-4fdb-b188-e8826d978416 HTTP/1.1" status: 200 len: 850 time: 0.0486820 May 03 15:06:20.556570 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb36739-2adb-4387-a0f1-1132e50ee471 req-f17785cc-159c-473d-b216-062e82ba74f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:06:20.558191 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-2bb36739-2adb-4387-a0f1-1132e50ee471 req-f17785cc-159c-473d-b216-062e82ba74f2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3f1b5a04-a89d-49fe-9254-ad52b00abc9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442448 May 03 15:06:20.657153 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-2bb36739-2adb-4387-a0f1-1132e50ee471 req-a17549b1-61c0-48fc-a090-ab39bd5cdd60 service neutron] 10.222.0.55 "GET /v2.0/networks/3f1b5a04-a89d-49fe-9254-ad52b00abc9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919120 May 03 15:06:20.751109 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-2bb36739-2adb-4387-a0f1-1132e50ee471 req-12cd1666-649f-4070-8ddb-ac23c9b6efb1 service neutron] 10.222.0.55 "GET /v2.0/networks/3f1b5a04-a89d-49fe-9254-ad52b00abc9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874622 May 03 15:06:29.050362 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (26e70f58-a201-437c-be8d-fd2714f100da), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:06:37.993332 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.agents_db [None req-dd30728e-be63-467e-afaf-aba6f24eb33e None None] Agent healthcheck: found 6 active agents {{(pid=110300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 15:06:38.749653 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-278aad80-b6cd-480b-9f5b-a6da7b03e95a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (5d16a8e7-5fab-4607-ae51-2b468a019c05), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:06:41.141801 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-c0432f76-327f-4b23-9f48-35fb7f4417d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (a9161e1b-902d-441f-843b-a0ff0805adee), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:06:42.387187 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-ed776e2d-a518-4685-8fad-0cd9eaa120ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (6a418bd5-8bcc-400f-88b5-19eff412e81a), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:06:43.621390 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-dd96712b-4627-437f-9df9-b1bfec551245 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (8b46afec-dab7-4bfa-a959-8584a0cfd79a), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:06:45.223635 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (16d44442-859c-4c9b-bc72-04cb3b8a5d5b), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:06:53.187748 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 50944) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 15:06:53.293012 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-561e1e04-5571-4cfb-940d-cb62f20da839 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:06:53.364431 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-561e1e04-5571-4cfb-940d-cb62f20da839 admin admin] Publish callbacks [] for security_group (d95476fd-b287-490e-afaf-3095d69966ec), precommit_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:06:53.449366 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-561e1e04-5571-4cfb-940d-cb62f20da839 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (d95476fd-b287-490e-afaf-3095d69966ec), after_create {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:06:53.491412 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-561e1e04-5571-4cfb-940d-cb62f20da839 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c0c094e33c4241cbb183be7f2afd5532&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3025658 May 03 15:06:53.493404 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561e1e04-5571-4cfb-940d-cb62f20da839 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d95476fd-b287-490e-afaf-3095d69966ec,revision_number=1']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 15:06:53.494131 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 50948) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 15:06:53.544391 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-8fbb089f-f217-4c09-b3ec-7dd0306831be admin admin] Publish callbacks [] for security_group (d95476fd-b287-490e-afaf-3095d69966ec), before_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:06:53.568533 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-8fbb089f-f217-4c09-b3ec-7dd0306831be admin admin] Publish callbacks [] for security_group (d95476fd-b287-490e-afaf-3095d69966ec), precommit_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:06:53.695571 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-8fbb089f-f217-4c09-b3ec-7dd0306831be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (d95476fd-b287-490e-afaf-3095d69966ec), after_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:06:53.698977 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-8fbb089f-f217-4c09-b3ec-7dd0306831be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:06:53.700208 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-8fbb089f-f217-4c09-b3ec-7dd0306831be admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d95476fd-b287-490e-afaf-3095d69966ec HTTP/1.1" status: 204 len: 168 time: 0.2050755 May 03 15:06:53.708181 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbb089f-f217-4c09-b3ec-7dd0306831be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d95476fd-b287-490e-afaf-3095d69966ec,revision_number=None']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 15:06:59.066351 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (26e70f58-a201-437c-be8d-fd2714f100da), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:07:08.771539 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-eb92a8df-7324-430c-b679-2ac5b01cea0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (5d16a8e7-5fab-4607-ae51-2b468a019c05), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:07:11.140735 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-f400a0b1-8d09-4919-aa2c-6fd46f9a6b3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (a9161e1b-902d-441f-843b-a0ff0805adee), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:07:12.375016 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-ed776e2d-a518-4685-8fad-0cd9eaa120ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (6a418bd5-8bcc-400f-88b5-19eff412e81a), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:07:13.645433 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-dd96712b-4627-437f-9df9-b1bfec551245 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (8b46afec-dab7-4bfa-a959-8584a0cfd79a), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:07:14.886652 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 50954) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 15:07:14.992305 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.agents_db [None req-dd30728e-be63-467e-afaf-aba6f24eb33e None None] Agent healthcheck: found 6 active agents {{(pid=110300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 15:07:15.039673 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.plugin [None req-9ada8cb4-1494-4073-a8e0-d2b69c5619e8 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Deleting port 63a7529e-252d-4f28-a563-1abf28c38fda {{(pid=110298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 15:07:15.039943 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-9ada8cb4-1494-4073-a8e0-d2b69c5619e8 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775477116685'] for port (63a7529e-252d-4f28-a563-1abf28c38fda), before_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:07:15.115861 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-9ada8cb4-1494-4073-a8e0-d2b69c5619e8 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689583'] for port (63a7529e-252d-4f28-a563-1abf28c38fda), precommit_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:07:15.116191 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-9ada8cb4-1494-4073-a8e0-d2b69c5619e8 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Publish callbacks [] for floatingip (63a7529e-252d-4f28-a563-1abf28c38fda), precommit_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:07:15.133359 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.plugin [None req-9ada8cb4-1494-4073-a8e0-d2b69c5619e8 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Calling delete_port for 63a7529e-252d-4f28-a563-1abf28c38fda owned by network:floatingip {{(pid=110298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 15:07:15.209439 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (16d44442-859c-4c9b-bc72-04cb3b8a5d5b), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:07:15.331842 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-9ada8cb4-1494-4073-a8e0-d2b69c5619e8 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775477123741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775476647069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25806886'] for port (63a7529e-252d-4f28-a563-1abf28c38fda), after_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:07:15.359840 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ada8cb4-1494-4073-a8e0-d2b69c5619e8 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Pushing event deleted for resources: {'Port': ['ID=63a7529e-252d-4f28-a563-1abf28c38fda,revision_number=None']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 15:07:15.373022 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ada8cb4-1494-4073-a8e0-d2b69c5619e8 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:07:15.373377 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ada8cb4-1494-4073-a8e0-d2b69c5619e8 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:07:15.373730 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ada8cb4-1494-4073-a8e0-d2b69c5619e8 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:07:15.374077 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ada8cb4-1494-4073-a8e0-d2b69c5619e8 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:07:15.374413 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ada8cb4-1494-4073-a8e0-d2b69c5619e8 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:07:15.374747 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ada8cb4-1494-4073-a8e0-d2b69c5619e8 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:07:15.375104 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ada8cb4-1494-4073-a8e0-d2b69c5619e8 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:07:15.375438 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ada8cb4-1494-4073-a8e0-d2b69c5619e8 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:07:15.375770 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ada8cb4-1494-4073-a8e0-d2b69c5619e8 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:07:15.376099 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ada8cb4-1494-4073-a8e0-d2b69c5619e8 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:07:15.376430 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ada8cb4-1494-4073-a8e0-d2b69c5619e8 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:07:15.376755 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ada8cb4-1494-4073-a8e0-d2b69c5619e8 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:07:15.377082 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ada8cb4-1494-4073-a8e0-d2b69c5619e8 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:07:15.377404 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ada8cb4-1494-4073-a8e0-d2b69c5619e8 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:07:15.377728 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ada8cb4-1494-4073-a8e0-d2b69c5619e8 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:07:15.433449 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-9ada8cb4-1494-4073-a8e0-d2b69c5619e8 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Publish callbacks [] for floatingip (93aaecf2-3d9c-4323-b612-12f4caa12424), after_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:07:15.433785 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.db.l3_db [None req-9ada8cb4-1494-4073-a8e0-d2b69c5619e8 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Floating IP 93aaecf2-3d9c-4323-b612-12f4caa12424 disassociated (deleted). External IP: 172.27.0.236, port: 15640b9c-bc2a-40fb-b006-ff193941feeb. May 03 15:07:15.645890 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ada8cb4-1494-4073-a8e0-d2b69c5619e8 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Router 5b2d5cf6-ca52-4e6d-98b9-363e424258d2 has already been hosted by L3 agent a9161e1b-902d-441f-843b-a0ff0805adee {{(pid=110298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 15:07:15.758709 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ada8cb4-1494-4073-a8e0-d2b69c5619e8 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Notify agent at l3_agent.dv-cinder-840289-3-iscsi the message routers_updated {{(pid=110298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 15:07:15.764089 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-9ada8cb4-1494-4073-a8e0-d2b69c5619e8 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46205'] for floatingip (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:07:15.768593 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d66622a-b12e-4a86-8ff3-91a466f32d9a None None] Sync routers for ids ['5b2d5cf6-ca52-4e6d-98b9-363e424258d2'] in dv-cinder-840289-3-iscsi {{(pid=110299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 15:07:15.778245 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d66622a-b12e-4a86-8ff3-91a466f32d9a None None] Routers {'5b2d5cf6-ca52-4e6d-98b9-363e424258d2'} bound to L3 agent in host dv-cinder-840289-3-iscsi {{(pid=110299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 15:07:15.779617 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_hamode_db [None req-1d66622a-b12e-4a86-8ff3-91a466f32d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T14:38:11Z,description=,heartbeat_timestamp=2022-05-03T15:07:11Z,host='dv-cinder-840289-3-iscsi',id=a9161e1b-902d-441f-843b-a0ff0805adee,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:38:12Z,topic='l3_agent')) {'router_ids': ['5b2d5cf6-ca52-4e6d-98b9-363e424258d2'], 'active': True} {{(pid=110299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 15:07:15.794308 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-9ada8cb4-1494-4073-a8e0-d2b69c5619e8 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] 10.222.0.16 "DELETE /v2.0/floatingips/93aaecf2-3d9c-4323-b612-12f4caa12424 HTTP/1.1" status: 204 len: 168 time: 0.9065001 May 03 15:07:15.794872 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bc2bfaa-da2f-4a3e-92bb-8dbe54ea2d47', 'tag': '15640b9c-bc2a-40fb-b006-ff193941feeb'}] {{(pid=110298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 15:07:15.797185 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75d30aab20f2b99e69676ba1094dd13d61de0bc97323401ed2dd99ba05286cef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7738bb27-2f17-477d-a89c-1ccc3842c6c2" -d '{"events": [{"name": "network-changed", "server_uuid": "3bc2bfaa-da2f-4a3e-92bb-8dbe54ea2d47", "tag": "15640b9c-bc2a-40fb-b006-ff193941feeb"}]}' {{(pid=110298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 15:07:15.837587 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 15:07:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78384314-ff59-4b71-8340-c50f126c51ad x-openstack-request-id: req-78384314-ff59-4b71-8340-c50f126c51ad {{(pid=110298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 15:07:15.838081 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bc2bfaa-da2f-4a3e-92bb-8dbe54ea2d47", "tag": "15640b9c-bc2a-40fb-b006-ff193941feeb", "status": "completed", "code": 200}]} {{(pid=110298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 15:07:15.838886 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-78384314-ff59-4b71-8340-c50f126c51ad {{(pid=110298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 15:07:15.838886 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78384314-ff59-4b71-8340-c50f126c51ad'] response: {'name': 'network-changed', 'server_uuid': '3bc2bfaa-da2f-4a3e-92bb-8dbe54ea2d47', 'tag': '15640b9c-bc2a-40fb-b006-ff193941feeb', 'status': 'completed', 'code': 200} May 03 15:07:15.896910 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_dvr_db [None req-1d66622a-b12e-4a86-8ff3-91a466f32d9a None None] Set router 5b2d5cf6-ca52-4e6d-98b9-363e424258d2 gateway port host: dv-cinder-840289-3-iscsi {{(pid=110299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 15:07:15.924503 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7738bb27-2f17-477d-a89c-1ccc3842c6c2 req-5a0e865f-c1c1-484b-b8d8-ed8930f9dc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:07:15.926039 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-7738bb27-2f17-477d-a89c-1ccc3842c6c2 req-5a0e865f-c1c1-484b-b8d8-ed8930f9dc45 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3cc6d2a38dc34b4a8c0e2357b41c95bc&device_id=3bc2bfaa-da2f-4a3e-92bb-8dbe54ea2d47 HTTP/1.1" status: 200 len: 1130 time: 0.0412722 May 03 15:07:16.023312 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7738bb27-2f17-477d-a89c-1ccc3842c6c2 req-83ff4644-829b-46f0-bf9f-06c396335fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:07:16.024808 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-7738bb27-2f17-477d-a89c-1ccc3842c6c2 req-83ff4644-829b-46f0-bf9f-06c396335fa5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3f1b5a04-a89d-49fe-9254-ad52b00abc9e HTTP/1.1" status: 200 len: 912 time: 0.0909972 May 03 15:07:16.065362 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-7738bb27-2f17-477d-a89c-1ccc3842c6c2 req-1614b8f7-cb7a-4865-890c-3d7b5044cb8d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=15640b9c-bc2a-40fb-b006-ff193941feeb HTTP/1.1" status: 200 len: 217 time: 0.0349243 May 03 15:07:16.114782 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7738bb27-2f17-477d-a89c-1ccc3842c6c2 req-dd72ad01-c0dc-4efd-bad9-072a9f31fb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:07:16.115080 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_hamode_db [None req-1d66622a-b12e-4a86-8ff3-91a466f32d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b2d5cf6-ca52-4e6d-98b9-363e424258d2', 'name': 'tempest-TestVolumeBootPattern-584225590-router', 'tenant_id': '3cc6d2a38dc34b4a8c0e2357b41c95bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'external_fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': 'c3f1359b-2e27-4f48-8011-5313e1c6e491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:58:49Z', 'updated_at': '2022-05-03T14:58:52Z', 'revision_number': 4, 'project_id': '3cc6d2a38dc34b4a8c0e2357b41c95bc', 'gw_port': {'id': 'c3f1359b-2e27-4f48-8011-5313e1c6e491', 'name': '', 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:46:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2d5cf6-ca52-4e6d-98b9-363e424258d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:58:49Z', 'updated_at': '2022-05-03T14:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f907060b-4748-4522-aeb5-06a44b689374', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-3-iscsi', '_floatingips': [{'id': '83afdc51-6659-41d2-9830-854c84035ad4', 'tenant_id': '3cc6d2a38dc34b4a8c0e2357b41c95bc', 'floating_ip_address': '172.27.0.89', 'floating_network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'router_id': '5b2d5cf6-ca52-4e6d-98b9-363e424258d2', 'port_id': 'fb9b1ca0-f87e-40e4-8396-792eeab5293a', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f1b5a04-a89d-49fe-9254-ad52b00abc9e', 'mac_address': 'fa:16:3e:f3:99:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06cfa5a4-005f-4356-ba72-4eaf6845adc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T15:02:32Z', 'updated_at': '2022-05-03T15:02:34Z', 'revision_number': 1, 'project_id': '3cc6d2a38dc34b4a8c0e2357b41c95bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca38f3ec-8d99-4bb3-874a-4757510c47c3', 'name': '', 'network_id': '3f1b5a04-a89d-49fe-9254-ad52b00abc9e', 'tenant_id': '3cc6d2a38dc34b4a8c0e2357b41c95bc', 'mac_address': 'fa:16:3e:83:23:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2d5cf6-ca52-4e6d-98b9-363e424258d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '92e39b4b-b229-4fdb-b188-e8826d978416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:58:52Z', 'updated_at': '2022-05-03T14:58:56Z', 'revision_number': 5, 'project_id': '3cc6d2a38dc34b4a8c0e2357b41c95bc', 'subnets': [{'id': '92e39b4b-b229-4fdb-b188-e8826d978416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-3-iscsi', False) {} {{(pid=110299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 15:07:16.116304 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-7738bb27-2f17-477d-a89c-1ccc3842c6c2 req-dd72ad01-c0dc-4efd-bad9-072a9f31fb9c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=92e39b4b-b229-4fdb-b188-e8826d978416 HTTP/1.1" status: 200 len: 850 time: 0.0454159 May 03 15:07:16.148157 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d66622a-b12e-4a86-8ff3-91a466f32d9a None None] Checking router: 5b2d5cf6-ca52-4e6d-98b9-363e424258d2 for host: dv-cinder-840289-3-iscsi {{(pid=110299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 15:07:16.157131 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d66622a-b12e-4a86-8ff3-91a466f32d9a None None] Routers {'5b2d5cf6-ca52-4e6d-98b9-363e424258d2'} bound to L3 agent in host dv-cinder-840289-3-iscsi {{(pid=110299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 15:07:16.162705 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_hamode_db [None req-1d66622a-b12e-4a86-8ff3-91a466f32d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T14:38:11Z,description=,heartbeat_timestamp=2022-05-03T15:07:11Z,host='dv-cinder-840289-3-iscsi',id=a9161e1b-902d-441f-843b-a0ff0805adee,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:38:12Z,topic='l3_agent')) {'router_ids': ['5b2d5cf6-ca52-4e6d-98b9-363e424258d2'], 'active': True} {{(pid=110299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 15:07:16.166950 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7738bb27-2f17-477d-a89c-1ccc3842c6c2 req-d364173a-e6d4-488c-b44e-ac63aa7545f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:07:16.168503 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-7738bb27-2f17-477d-a89c-1ccc3842c6c2 req-d364173a-e6d4-488c-b44e-ac63aa7545f4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3f1b5a04-a89d-49fe-9254-ad52b00abc9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0462897 May 03 15:07:16.272122 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-7738bb27-2f17-477d-a89c-1ccc3842c6c2 req-1e0a7fdc-e642-4274-9922-3cc07505b2fd service neutron] 10.222.0.55 "GET /v2.0/networks/3f1b5a04-a89d-49fe-9254-ad52b00abc9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965757 May 03 15:07:16.411172 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_dvr_db [None req-1d66622a-b12e-4a86-8ff3-91a466f32d9a None None] Set router 5b2d5cf6-ca52-4e6d-98b9-363e424258d2 gateway port host: dv-cinder-840289-3-iscsi {{(pid=110299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 15:07:16.480544 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93561782-8f54-4cce-bf4e-d7bc8e74e52b req-2f7036ee-a79a-4cd8-8d9a-6f4e69fa3e36 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:07:16.483248 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-93561782-8f54-4cce-bf4e-d7bc8e74e52b req-2f7036ee-a79a-4cd8-8d9a-6f4e69fa3e36 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] 10.222.0.16 "GET /v2.0/ports?device_id=3bc2bfaa-da2f-4a3e-92bb-8dbe54ea2d47 HTTP/1.1" status: 200 len: 946 time: 0.2228415 May 03 15:07:16.533582 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-93561782-8f54-4cce-bf4e-d7bc8e74e52b req-05b47cf7-3952-4258-ad4f-45ce72bee6a3 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] 10.222.0.16 "GET /v2.0/security-groups?id=83307a02-2dd4-4895-bd37-cc4561dc163e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453374 May 03 15:07:16.631584 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_hamode_db [None req-1d66622a-b12e-4a86-8ff3-91a466f32d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b2d5cf6-ca52-4e6d-98b9-363e424258d2', 'name': 'tempest-TestVolumeBootPattern-584225590-router', 'tenant_id': '3cc6d2a38dc34b4a8c0e2357b41c95bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'external_fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': 'c3f1359b-2e27-4f48-8011-5313e1c6e491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:58:49Z', 'updated_at': '2022-05-03T14:58:52Z', 'revision_number': 4, 'project_id': '3cc6d2a38dc34b4a8c0e2357b41c95bc', 'gw_port': {'id': 'c3f1359b-2e27-4f48-8011-5313e1c6e491', 'name': '', 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:46:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2d5cf6-ca52-4e6d-98b9-363e424258d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:58:49Z', 'updated_at': '2022-05-03T14:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f907060b-4748-4522-aeb5-06a44b689374', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-3-iscsi', '_floatingips': [{'id': '83afdc51-6659-41d2-9830-854c84035ad4', 'tenant_id': '3cc6d2a38dc34b4a8c0e2357b41c95bc', 'floating_ip_address': '172.27.0.89', 'floating_network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'router_id': '5b2d5cf6-ca52-4e6d-98b9-363e424258d2', 'port_id': 'fb9b1ca0-f87e-40e4-8396-792eeab5293a', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f1b5a04-a89d-49fe-9254-ad52b00abc9e', 'mac_address': 'fa:16:3e:f3:99:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06cfa5a4-005f-4356-ba72-4eaf6845adc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T15:02:32Z', 'updated_at': '2022-05-03T15:02:34Z', 'revision_number': 1, 'project_id': '3cc6d2a38dc34b4a8c0e2357b41c95bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca38f3ec-8d99-4bb3-874a-4757510c47c3', 'name': '', 'network_id': '3f1b5a04-a89d-49fe-9254-ad52b00abc9e', 'tenant_id': '3cc6d2a38dc34b4a8c0e2357b41c95bc', 'mac_address': 'fa:16:3e:83:23:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2d5cf6-ca52-4e6d-98b9-363e424258d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '92e39b4b-b229-4fdb-b188-e8826d978416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:58:52Z', 'updated_at': '2022-05-03T14:58:56Z', 'revision_number': 5, 'project_id': '3cc6d2a38dc34b4a8c0e2357b41c95bc', 'subnets': [{'id': '92e39b4b-b229-4fdb-b188-e8826d978416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-3-iscsi', False) {} {{(pid=110299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 15:07:16.661655 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d66622a-b12e-4a86-8ff3-91a466f32d9a None None] The sync data for ids ['5b2d5cf6-ca52-4e6d-98b9-363e424258d2'] in dv-cinder-840289-3-iscsi is: [{'id': '5b2d5cf6-ca52-4e6d-98b9-363e424258d2', 'name': 'tempest-TestVolumeBootPattern-584225590-router', 'tenant_id': '3cc6d2a38dc34b4a8c0e2357b41c95bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'external_fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': 'c3f1359b-2e27-4f48-8011-5313e1c6e491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:58:49Z', 'updated_at': '2022-05-03T14:58:52Z', 'revision_number': 4, 'project_id': '3cc6d2a38dc34b4a8c0e2357b41c95bc', 'gw_port': {'id': 'c3f1359b-2e27-4f48-8011-5313e1c6e491', 'name': '', 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:46:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2d5cf6-ca52-4e6d-98b9-363e424258d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:58:49Z', 'updated_at': '2022-05-03T14:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f907060b-4748-4522-aeb5-06a44b689374', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-3-iscsi', '_floatingips': [{'id': '83afdc51-6659-41d2-9830-854c84035ad4', 'tenant_id': '3cc6d2a38dc34b4a8c0e2357b41c95bc', 'floating_ip_address': '172.27.0.89', 'floating_network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'router_id': '5b2d5cf6-ca52-4e6d-98b9-363e424258d2', 'port_id': 'fb9b1ca0-f87e-40e4-8396-792eeab5293a', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f1b5a04-a89d-49fe-9254-ad52b00abc9e', 'mac_address': 'fa:16:3e:f3:99:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06cfa5a4-005f-4356-ba72-4eaf6845adc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T15:02:32Z', 'updated_at': '2022-05-03T15:02:34Z', 'revision_number': 1, 'project_id': '3cc6d2a38dc34b4a8c0e2357b41c95bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca38f3ec-8d99-4bb3-874a-4757510c47c3', 'name': '', 'network_id': '3f1b5a04-a89d-49fe-9254-ad52b00abc9e', 'tenant_id': '3cc6d2a38dc34b4a8c0e2357b41c95bc', 'mac_address': 'fa:16:3e:83:23:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2d5cf6-ca52-4e6d-98b9-363e424258d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '92e39b4b-b229-4fdb-b188-e8826d978416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:58:52Z', 'updated_at': '2022-05-03T14:58:56Z', 'revision_number': 5, 'project_id': '3cc6d2a38dc34b4a8c0e2357b41c95bc', 'subnets': [{'id': '92e39b4b-b229-4fdb-b188-e8826d978416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 15:07:16.876547 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef5b95b-1385-4da5-90b3-c4b39932fd34 None None] New status for floating IP 93aaecf2-3d9c-4323-b612-12f4caa12424: DOWN {{(pid=110300) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 15:07:17.381780 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-7738bb27-2f17-477d-a89c-1ccc3842c6c2 req-f12fda12-62d5-4fe0-a6cc-51ba50181d18 service neutron] 10.222.0.55 "GET /v2.0/networks/3f1b5a04-a89d-49fe-9254-ad52b00abc9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835567 May 03 15:07:17.718291 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc46bd6a-f4ac-454c-a2a8-8f4e4baa9109 req-932a9891-44f6-43c0-98cb-7d1e92053f3b tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:07:17.719923 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-bc46bd6a-f4ac-454c-a2a8-8f4e4baa9109 req-932a9891-44f6-43c0-98cb-7d1e92053f3b tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] 10.222.0.16 "GET /v2.0/ports?device_id=3bc2bfaa-da2f-4a3e-92bb-8dbe54ea2d47 HTTP/1.1" status: 200 len: 946 time: 0.1074564 May 03 15:07:17.769233 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-bc46bd6a-f4ac-454c-a2a8-8f4e4baa9109 req-37818e99-30c4-4c7d-8832-717177911413 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] 10.222.0.16 "GET /v2.0/security-groups?id=83307a02-2dd4-4895-bd37-cc4561dc163e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436783 May 03 15:07:18.885570 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bd312b-f88e-400b-b86c-4e8109ec1558 req-7ba0ba80-cff3-44b5-b53d-73528239dfb6 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:07:18.887020 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-57bd312b-f88e-400b-b86c-4e8109ec1558 req-7ba0ba80-cff3-44b5-b53d-73528239dfb6 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] 10.222.0.16 "GET /v2.0/ports?device_id=3bc2bfaa-da2f-4a3e-92bb-8dbe54ea2d47 HTTP/1.1" status: 200 len: 946 time: 0.0477135 May 03 15:07:18.935147 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-57bd312b-f88e-400b-b86c-4e8109ec1558 req-b3e0ae34-f7ea-482d-9e91-d029b49a0cc9 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] 10.222.0.16 "GET /v2.0/security-groups?id=83307a02-2dd4-4895-bd37-cc4561dc163e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426066 May 03 15:07:20.045678 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b39205-229e-44a8-a36e-df603d2ebf37 req-0ab15bc7-fb3e-4bea-ba03-b6c8e32df24c tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:07:20.047076 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-47b39205-229e-44a8-a36e-df603d2ebf37 req-0ab15bc7-fb3e-4bea-ba03-b6c8e32df24c tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] 10.222.0.16 "GET /v2.0/ports?device_id=3bc2bfaa-da2f-4a3e-92bb-8dbe54ea2d47 HTTP/1.1" status: 200 len: 946 time: 0.0459683 May 03 15:07:20.098450 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-47b39205-229e-44a8-a36e-df603d2ebf37 req-e629a97c-c8a6-4dc4-8d84-c54e83ea821a tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] 10.222.0.16 "GET /v2.0/security-groups?id=83307a02-2dd4-4895-bd37-cc4561dc163e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459440 May 03 15:07:21.213470 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448cc088-1f3f-4a37-aeb8-3bfba6fa276f req-74ebb05b-e7e0-4859-9256-5244eb3e0d07 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:07:21.214934 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-448cc088-1f3f-4a37-aeb8-3bfba6fa276f req-74ebb05b-e7e0-4859-9256-5244eb3e0d07 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] 10.222.0.16 "GET /v2.0/ports?device_id=3bc2bfaa-da2f-4a3e-92bb-8dbe54ea2d47 HTTP/1.1" status: 200 len: 946 time: 0.0474484 May 03 15:07:21.263281 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-448cc088-1f3f-4a37-aeb8-3bfba6fa276f req-343a4ea6-124c-4a92-aeb6-7d059419018d tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] 10.222.0.16 "GET /v2.0/security-groups?id=83307a02-2dd4-4895-bd37-cc4561dc163e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418916 May 03 15:07:21.394296 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Device 15640b9c-bc2a-40fb-b006-ff193941feeb no longer exists at agent hyperv_hv-cinder-84028 {{(pid=110299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 15:07:21.467634 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Current status of the port 15640b9c-bc2a-40fb-b006-ff193941feeb is: ACTIVE; New status is: DOWN {{(pid=110299) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 15:07:21.468030 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-705705'] for port (15640b9c-bc2a-40fb-b006-ff193941feeb), before_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:07:21.493186 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bc2bfaa-da2f-4a3e-92bb-8dbe54ea2d47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15640b9c-bc2a-40fb-b006-ff193941feeb'}] {{(pid=110299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 15:07:21.495405 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfb0ab9603dc6f24b101a3230295415c8ec2a7bf959fde45f0826688655bbcbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a762cca-2534-4cf5-9503-4cfcd0984e27" -d '{"events": [{"server_uuid": "3bc2bfaa-da2f-4a3e-92bb-8dbe54ea2d47", "name": "network-vif-unplugged", "status": "completed", "tag": "15640b9c-bc2a-40fb-b006-ff193941feeb"}]}' {{(pid=110299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 15:07:21.509275 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] For port 15640b9c-bc2a-40fb-b006-ff193941feeb, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=15640b9c-bc2a-40fb-b006-ff193941feeb,segment=NetworkSegment(69a76b12-2a31-46f6-a618-e3d477baa0b8),segment_id=69a76b12-2a31-46f6-a618-e3d477baa0b8)] {{(pid=110299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 15:07:21.531746 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 May 2022 15:07:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f3bf8fe-4c43-4038-84c3-49af43a621f4 x-openstack-request-id: req-8f3bf8fe-4c43-4038-84c3-49af43a621f4 {{(pid=110299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 15:07:21.532045 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bc2bfaa-da2f-4a3e-92bb-8dbe54ea2d47", "name": "network-vif-unplugged", "status": "completed", "tag": "15640b9c-bc2a-40fb-b006-ff193941feeb", "code": 200}]} {{(pid=110299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 15:07:21.532306 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8f3bf8fe-4c43-4038-84c3-49af43a621f4 {{(pid=110299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 15:07:21.532707 dv-cinder-840289-3-iscsi neutron-server[110299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f3bf8fe-4c43-4038-84c3-49af43a621f4'] response: {'server_uuid': '3bc2bfaa-da2f-4a3e-92bb-8dbe54ea2d47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15640b9c-bc2a-40fb-b006-ff193941feeb', 'code': 200} May 03 15:07:21.580280 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775477123759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775476647078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775476647096'] for port (15640b9c-bc2a-40fb-b006-ff193941feeb), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:07:21.626434 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Pushing event updated for resources: {'Port': ['ID=15640b9c-bc2a-40fb-b006-ff193941feeb,revision_number=6']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 15:07:21.633249 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:07:21.633605 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:07:21.633955 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:07:21.634301 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:07:21.634641 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:07:21.634978 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:07:21.635402 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:07:21.635733 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:07:21.636065 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:07:21.636393 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:07:21.636720 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:07:21.637048 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:07:21.637373 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:07:21.637697 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:07:21.638021 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:07:22.376386 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e20f79-f4d8-4f9a-81ac-5c09c6a55c95 req-e2b6c1da-eb7e-4c10-8851-dc9e39154628 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:07:22.377811 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-e2e20f79-f4d8-4f9a-81ac-5c09c6a55c95 req-e2b6c1da-eb7e-4c10-8851-dc9e39154628 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] 10.222.0.16 "GET /v2.0/ports?device_id=3bc2bfaa-da2f-4a3e-92bb-8dbe54ea2d47 HTTP/1.1" status: 200 len: 944 time: 0.0466771 May 03 15:07:22.426397 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-e2e20f79-f4d8-4f9a-81ac-5c09c6a55c95 req-f5635cc3-a46e-443d-8fa5-7a58053d8120 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] 10.222.0.16 "GET /v2.0/security-groups?id=83307a02-2dd4-4895-bd37-cc4561dc163e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431106 May 03 15:07:23.125649 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-c45e3d4c-22e4-4b60-a09e-b668cca91c18 req-3e371796-6d52-4cf6-a6de-525b1dfcb3c7 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=06cfa5a4-005f-4356-ba72-4eaf6845adc3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0413289 May 03 15:07:23.244438 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9843fc-9825-4b3d-9574-8b312d2ca242 req-9b27020a-d806-4ef2-8be8-c9b2e6e165a5 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:07:23.245977 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-3b9843fc-9825-4b3d-9574-8b312d2ca242 req-9b27020a-d806-4ef2-8be8-c9b2e6e165a5 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] 10.222.0.55 "GET /v2.0/ports?device_id=3bc2bfaa-da2f-4a3e-92bb-8dbe54ea2d47 HTTP/1.1" status: 200 len: 944 time: 0.0476706 May 03 15:07:23.257541 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45e3d4c-22e4-4b60-a09e-b668cca91c18 req-9e2329cf-3530-455c-895b-faf4f68f97e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:07:23.259178 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [req-c45e3d4c-22e4-4b60-a09e-b668cca91c18 req-9e2329cf-3530-455c-895b-faf4f68f97e5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3cc6d2a38dc34b4a8c0e2357b41c95bc&device_id=06cfa5a4-005f-4356-ba72-4eaf6845adc3 HTTP/1.1" status: 200 len: 1129 time: 0.0403316 May 03 15:07:23.330324 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.plugin [req-3b9843fc-9825-4b3d-9574-8b312d2ca242 req-0aa4837d-8613-4d99-8756-629352646c03 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Deleting port 15640b9c-bc2a-40fb-b006-ff193941feeb {{(pid=110298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 15:07:23.330660 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-3b9843fc-9825-4b3d-9574-8b312d2ca242 req-0aa4837d-8613-4d99-8756-629352646c03 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775477116685'] for port (15640b9c-bc2a-40fb-b006-ff193941feeb), before_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:07:23.362283 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45e3d4c-22e4-4b60-a09e-b668cca91c18 req-e62b8f8b-1c09-4689-8ac2-9c88ce8eb513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:07:23.363821 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [req-c45e3d4c-22e4-4b60-a09e-b668cca91c18 req-e62b8f8b-1c09-4689-8ac2-9c88ce8eb513 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3f1b5a04-a89d-49fe-9254-ad52b00abc9e HTTP/1.1" status: 200 len: 912 time: 0.0866475 May 03 15:07:23.422890 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.db [req-3b9843fc-9825-4b3d-9574-8b312d2ca242 req-0aa4837d-8613-4d99-8756-629352646c03 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] For port 15640b9c-bc2a-40fb-b006-ff193941feeb, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=15640b9c-bc2a-40fb-b006-ff193941feeb,segment=NetworkSegment(69a76b12-2a31-46f6-a618-e3d477baa0b8),segment_id=69a76b12-2a31-46f6-a618-e3d477baa0b8)] {{(pid=110298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 15:07:23.423515 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-3b9843fc-9825-4b3d-9574-8b312d2ca242 req-0aa4837d-8613-4d99-8756-629352646c03 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689583'] for port (15640b9c-bc2a-40fb-b006-ff193941feeb), precommit_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:07:23.432746 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [req-c45e3d4c-22e4-4b60-a09e-b668cca91c18 req-4739ca2c-b61d-4ed3-9eb9-762e9c4ac89d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fb9b1ca0-f87e-40e4-8396-792eeab5293a HTTP/1.1" status: 200 len: 1000 time: 0.0626631 May 03 15:07:23.436196 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.plugin [req-3b9843fc-9825-4b3d-9574-8b312d2ca242 req-0aa4837d-8613-4d99-8756-629352646c03 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Calling delete_port for 15640b9c-bc2a-40fb-b006-ff193941feeb owned by compute:nova {{(pid=110298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 15:07:23.486716 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45e3d4c-22e4-4b60-a09e-b668cca91c18 req-57d27ca0-9451-4f66-aaec-c9f329a65cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:07:23.488286 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [req-c45e3d4c-22e4-4b60-a09e-b668cca91c18 req-57d27ca0-9451-4f66-aaec-c9f329a65cd7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=92e39b4b-b229-4fdb-b188-e8826d978416 HTTP/1.1" status: 200 len: 850 time: 0.0499442 May 03 15:07:23.532460 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45e3d4c-22e4-4b60-a09e-b668cca91c18 req-5b5f011c-51f6-4ffa-864a-0548e351a8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:07:23.533998 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [req-c45e3d4c-22e4-4b60-a09e-b668cca91c18 req-5b5f011c-51f6-4ffa-864a-0548e351a8cb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3f1b5a04-a89d-49fe-9254-ad52b00abc9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400681 May 03 15:07:23.553453 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd5d46d-6c7f-4972-8e8d-24484d54892e req-4a951ad5-bd47-4205-a069-1a65309ee2fe tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:07:23.554922 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-9fd5d46d-6c7f-4972-8e8d-24484d54892e req-4a951ad5-bd47-4205-a069-1a65309ee2fe tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] 10.222.0.16 "GET /v2.0/ports?device_id=3bc2bfaa-da2f-4a3e-92bb-8dbe54ea2d47 HTTP/1.1" status: 200 len: 944 time: 0.0584793 May 03 15:07:23.629933 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [req-c45e3d4c-22e4-4b60-a09e-b668cca91c18 req-37495616-3b4e-4906-8439-efb57d14894b service neutron] 10.222.0.55 "GET /v2.0/networks/3f1b5a04-a89d-49fe-9254-ad52b00abc9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887280 May 03 15:07:23.636179 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-9fd5d46d-6c7f-4972-8e8d-24484d54892e req-da60fbd2-08ad-492b-a5ba-9c709fa67bdf tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] 10.222.0.16 "GET /v2.0/security-groups?id=83307a02-2dd4-4895-bd37-cc4561dc163e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746155 May 03 15:07:23.691592 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-3b9843fc-9825-4b3d-9574-8b312d2ca242 req-0aa4837d-8613-4d99-8756-629352646c03 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775477123741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775476647069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25806886'] for port (15640b9c-bc2a-40fb-b006-ff193941feeb), after_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:07:23.724014 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa4837d-8613-4d99-8756-629352646c03 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Pushing event deleted for resources: {'Port': ['ID=15640b9c-bc2a-40fb-b006-ff193941feeb,revision_number=None']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 15:07:23.725428 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [req-c45e3d4c-22e4-4b60-a09e-b668cca91c18 req-38eaaee3-2875-4b0e-88c7-78cfa4eec414 service neutron] 10.222.0.55 "GET /v2.0/networks/3f1b5a04-a89d-49fe-9254-ad52b00abc9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894606 May 03 15:07:23.776282 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b9843fc-9825-4b3d-9574-8b312d2ca242 req-0aa4837d-8613-4d99-8756-629352646c03 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] No DVR routers for this DVR port 15640b9c-bc2a-40fb-b006-ff193941feeb on host hv-cinder-84028 {{(pid=110298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 15:07:23.776282 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-3b9843fc-9825-4b3d-9574-8b312d2ca242 req-0aa4837d-8613-4d99-8756-629352646c03 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46205'] for port (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:07:23.776282 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-3b9843fc-9825-4b3d-9574-8b312d2ca242 req-0aa4837d-8613-4d99-8756-629352646c03 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] 10.222.0.55 "DELETE /v2.0/ports/15640b9c-bc2a-40fb-b006-ff193941feeb HTTP/1.1" status: 204 len: 173 time: 0.5244620 May 03 15:07:23.776282 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bc2bfaa-da2f-4a3e-92bb-8dbe54ea2d47', 'name': 'network-vif-deleted', 'tag': '15640b9c-bc2a-40fb-b006-ff193941feeb'}] {{(pid=110298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 15:07:23.778383 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75d30aab20f2b99e69676ba1094dd13d61de0bc97323401ed2dd99ba05286cef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13aae358-c5e5-4b35-be01-9df4ae3985e7" -d '{"events": [{"server_uuid": "3bc2bfaa-da2f-4a3e-92bb-8dbe54ea2d47", "name": "network-vif-deleted", "tag": "15640b9c-bc2a-40fb-b006-ff193941feeb"}]}' {{(pid=110298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 15:07:23.813541 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 15:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2b75064-e8ab-40e8-a4f6-b4be85d9e690 x-openstack-request-id: req-e2b75064-e8ab-40e8-a4f6-b4be85d9e690 {{(pid=110298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 15:07:23.813843 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bc2bfaa-da2f-4a3e-92bb-8dbe54ea2d47", "name": "network-vif-deleted", "tag": "15640b9c-bc2a-40fb-b006-ff193941feeb", "status": "completed", "code": 200}]} {{(pid=110298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 15:07:23.814101 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e2b75064-e8ab-40e8-a4f6-b4be85d9e690 {{(pid=110298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 15:07:23.814507 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2b75064-e8ab-40e8-a4f6-b4be85d9e690'] response: {'server_uuid': '3bc2bfaa-da2f-4a3e-92bb-8dbe54ea2d47', 'name': 'network-vif-deleted', 'tag': '15640b9c-bc2a-40fb-b006-ff193941feeb', 'status': 'completed', 'code': 200} May 03 15:07:24.742774 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-6df15d7a-ff73-4d51-aa34-26562256748e req-4836a12d-6d3b-488b-87bf-79e1d4513d28 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] 10.222.0.16 "GET /v2.0/ports?device_id=3bc2bfaa-da2f-4a3e-92bb-8dbe54ea2d47 HTTP/1.1" status: 200 len: 210 time: 0.0282595 May 03 15:07:28.213284 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 51018) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 15:07:28.361747 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.plugin [None req-9a92caad-5f43-47ae-a1f8-7aafe01a7971 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Deleting port 23e430e6-fd25-4e9b-b7c6-e2753c7f07a5 {{(pid=110298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 15:07:28.362101 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-9a92caad-5f43-47ae-a1f8-7aafe01a7971 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775477116685'] for port (23e430e6-fd25-4e9b-b7c6-e2753c7f07a5), before_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:07:28.441103 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-9a92caad-5f43-47ae-a1f8-7aafe01a7971 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689583'] for port (23e430e6-fd25-4e9b-b7c6-e2753c7f07a5), precommit_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:07:28.441434 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-9a92caad-5f43-47ae-a1f8-7aafe01a7971 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Publish callbacks [] for floatingip (23e430e6-fd25-4e9b-b7c6-e2753c7f07a5), precommit_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:07:28.454946 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.plugin [None req-9a92caad-5f43-47ae-a1f8-7aafe01a7971 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Calling delete_port for 23e430e6-fd25-4e9b-b7c6-e2753c7f07a5 owned by network:floatingip {{(pid=110298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 15:07:28.666082 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-9a92caad-5f43-47ae-a1f8-7aafe01a7971 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775477123741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775476647069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25806886'] for port (23e430e6-fd25-4e9b-b7c6-e2753c7f07a5), after_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:07:28.692479 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a92caad-5f43-47ae-a1f8-7aafe01a7971 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Pushing event deleted for resources: {'Port': ['ID=23e430e6-fd25-4e9b-b7c6-e2753c7f07a5,revision_number=None']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 15:07:28.754407 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-9a92caad-5f43-47ae-a1f8-7aafe01a7971 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Publish callbacks [] for floatingip (83afdc51-6659-41d2-9830-854c84035ad4), after_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:07:28.754687 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.db.l3_db [None req-9a92caad-5f43-47ae-a1f8-7aafe01a7971 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Floating IP 83afdc51-6659-41d2-9830-854c84035ad4 disassociated (deleted). External IP: 172.27.0.89, port: fb9b1ca0-f87e-40e4-8396-792eeab5293a. May 03 15:07:28.967177 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a92caad-5f43-47ae-a1f8-7aafe01a7971 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Router 5b2d5cf6-ca52-4e6d-98b9-363e424258d2 has already been hosted by L3 agent a9161e1b-902d-441f-843b-a0ff0805adee {{(pid=110298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 15:07:29.077173 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (26e70f58-a201-437c-be8d-fd2714f100da), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:07:29.077888 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a92caad-5f43-47ae-a1f8-7aafe01a7971 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Notify agent at l3_agent.dv-cinder-840289-3-iscsi the message routers_updated {{(pid=110298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 15:07:29.083024 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-9a92caad-5f43-47ae-a1f8-7aafe01a7971 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46205'] for floatingip (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:07:29.087744 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e51278-c6a2-4f77-ac01-dbb2a43157eb None None] Sync routers for ids ['5b2d5cf6-ca52-4e6d-98b9-363e424258d2'] in dv-cinder-840289-3-iscsi {{(pid=110299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 15:07:29.097783 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e51278-c6a2-4f77-ac01-dbb2a43157eb None None] Routers {'5b2d5cf6-ca52-4e6d-98b9-363e424258d2'} bound to L3 agent in host dv-cinder-840289-3-iscsi {{(pid=110299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 15:07:29.099685 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_hamode_db [None req-c1e51278-c6a2-4f77-ac01-dbb2a43157eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T14:38:11Z,description=,heartbeat_timestamp=2022-05-03T15:07:11Z,host='dv-cinder-840289-3-iscsi',id=a9161e1b-902d-441f-843b-a0ff0805adee,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:38:12Z,topic='l3_agent')) {'router_ids': ['5b2d5cf6-ca52-4e6d-98b9-363e424258d2'], 'active': True} {{(pid=110299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 15:07:29.115375 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-9a92caad-5f43-47ae-a1f8-7aafe01a7971 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] 10.222.0.16 "DELETE /v2.0/floatingips/83afdc51-6659-41d2-9830-854c84035ad4 HTTP/1.1" status: 204 len: 168 time: 0.9009852 May 03 15:07:29.115979 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06cfa5a4-005f-4356-ba72-4eaf6845adc3', 'tag': 'fb9b1ca0-f87e-40e4-8396-792eeab5293a'}] {{(pid=110298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 15:07:29.118219 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75d30aab20f2b99e69676ba1094dd13d61de0bc97323401ed2dd99ba05286cef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2745a624-2c7c-4939-ab32-f57405ed5778" -d '{"events": [{"name": "network-changed", "server_uuid": "06cfa5a4-005f-4356-ba72-4eaf6845adc3", "tag": "fb9b1ca0-f87e-40e4-8396-792eeab5293a"}]}' {{(pid=110298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 15:07:29.161170 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 15:07:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9204f423-8543-4e69-be8c-3f81956a2331 x-openstack-request-id: req-9204f423-8543-4e69-be8c-3f81956a2331 {{(pid=110298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 15:07:29.161469 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06cfa5a4-005f-4356-ba72-4eaf6845adc3", "tag": "fb9b1ca0-f87e-40e4-8396-792eeab5293a", "status": "completed", "code": 200}]} {{(pid=110298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 15:07:29.161727 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9204f423-8543-4e69-be8c-3f81956a2331 {{(pid=110298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 15:07:29.162293 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9204f423-8543-4e69-be8c-3f81956a2331'] response: {'name': 'network-changed', 'server_uuid': '06cfa5a4-005f-4356-ba72-4eaf6845adc3', 'tag': 'fb9b1ca0-f87e-40e4-8396-792eeab5293a', 'status': 'completed', 'code': 200} May 03 15:07:29.213684 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_dvr_db [None req-c1e51278-c6a2-4f77-ac01-dbb2a43157eb None None] Set router 5b2d5cf6-ca52-4e6d-98b9-363e424258d2 gateway port host: dv-cinder-840289-3-iscsi {{(pid=110299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 15:07:29.332706 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2745a624-2c7c-4939-ab32-f57405ed5778 req-2fbb9a0e-06df-40a8-bbce-05761145e023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:07:29.334228 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-2745a624-2c7c-4939-ab32-f57405ed5778 req-2fbb9a0e-06df-40a8-bbce-05761145e023 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3cc6d2a38dc34b4a8c0e2357b41c95bc&device_id=06cfa5a4-005f-4356-ba72-4eaf6845adc3 HTTP/1.1" status: 200 len: 1129 time: 0.1310761 May 03 15:07:29.411270 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_hamode_db [None req-c1e51278-c6a2-4f77-ac01-dbb2a43157eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b2d5cf6-ca52-4e6d-98b9-363e424258d2', 'name': 'tempest-TestVolumeBootPattern-584225590-router', 'tenant_id': '3cc6d2a38dc34b4a8c0e2357b41c95bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'external_fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': 'c3f1359b-2e27-4f48-8011-5313e1c6e491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:58:49Z', 'updated_at': '2022-05-03T14:58:52Z', 'revision_number': 4, 'project_id': '3cc6d2a38dc34b4a8c0e2357b41c95bc', 'gw_port': {'id': 'c3f1359b-2e27-4f48-8011-5313e1c6e491', 'name': '', 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:46:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2d5cf6-ca52-4e6d-98b9-363e424258d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:58:49Z', 'updated_at': '2022-05-03T14:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f907060b-4748-4522-aeb5-06a44b689374', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-3-iscsi', '_interfaces': [{'id': 'ca38f3ec-8d99-4bb3-874a-4757510c47c3', 'name': '', 'network_id': '3f1b5a04-a89d-49fe-9254-ad52b00abc9e', 'tenant_id': '3cc6d2a38dc34b4a8c0e2357b41c95bc', 'mac_address': 'fa:16:3e:83:23:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2d5cf6-ca52-4e6d-98b9-363e424258d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '92e39b4b-b229-4fdb-b188-e8826d978416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:58:52Z', 'updated_at': '2022-05-03T14:58:56Z', 'revision_number': 5, 'project_id': '3cc6d2a38dc34b4a8c0e2357b41c95bc', 'subnets': [{'id': '92e39b4b-b229-4fdb-b188-e8826d978416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-3-iscsi', False) {} {{(pid=110299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 15:07:29.431119 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2745a624-2c7c-4939-ab32-f57405ed5778 req-637ad9ac-c98b-4372-9494-16aef658ed07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:07:29.433076 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-2745a624-2c7c-4939-ab32-f57405ed5778 req-637ad9ac-c98b-4372-9494-16aef658ed07 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3f1b5a04-a89d-49fe-9254-ad52b00abc9e HTTP/1.1" status: 200 len: 912 time: 0.0916338 May 03 15:07:29.437501 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e51278-c6a2-4f77-ac01-dbb2a43157eb None None] Checking router: 5b2d5cf6-ca52-4e6d-98b9-363e424258d2 for host: dv-cinder-840289-3-iscsi {{(pid=110299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 15:07:29.445987 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e51278-c6a2-4f77-ac01-dbb2a43157eb None None] Routers {'5b2d5cf6-ca52-4e6d-98b9-363e424258d2'} bound to L3 agent in host dv-cinder-840289-3-iscsi {{(pid=110299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 15:07:29.446605 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_hamode_db [None req-c1e51278-c6a2-4f77-ac01-dbb2a43157eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T14:38:11Z,description=,heartbeat_timestamp=2022-05-03T15:07:11Z,host='dv-cinder-840289-3-iscsi',id=a9161e1b-902d-441f-843b-a0ff0805adee,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:38:12Z,topic='l3_agent')) {'router_ids': ['5b2d5cf6-ca52-4e6d-98b9-363e424258d2'], 'active': True} {{(pid=110299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 15:07:29.478846 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-2745a624-2c7c-4939-ab32-f57405ed5778 req-f2cff55d-bedd-491c-bd5b-1dd4d2f085fa service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fb9b1ca0-f87e-40e4-8396-792eeab5293a HTTP/1.1" status: 200 len: 217 time: 0.0397801 May 03 15:07:29.548968 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd86f406-340e-4db4-999e-1747556d8ea2 req-6bed79ae-530b-419c-a290-bcc19919a5ea tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:07:29.550454 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-dd86f406-340e-4db4-999e-1747556d8ea2 req-6bed79ae-530b-419c-a290-bcc19919a5ea tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] 10.222.0.16 "GET /v2.0/ports?device_id=06cfa5a4-005f-4356-ba72-4eaf6845adc3 HTTP/1.1" status: 200 len: 945 time: 0.0477767 May 03 15:07:29.563910 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_dvr_db [None req-c1e51278-c6a2-4f77-ac01-dbb2a43157eb None None] Set router 5b2d5cf6-ca52-4e6d-98b9-363e424258d2 gateway port host: dv-cinder-840289-3-iscsi {{(pid=110299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 15:07:29.599729 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-dd86f406-340e-4db4-999e-1747556d8ea2 req-7ebc0341-a5af-4219-94de-b3a60d87cfa3 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] 10.222.0.16 "GET /v2.0/security-groups?id=83307a02-2dd4-4895-bd37-cc4561dc163e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433729 May 03 15:07:29.752126 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_hamode_db [None req-c1e51278-c6a2-4f77-ac01-dbb2a43157eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b2d5cf6-ca52-4e6d-98b9-363e424258d2', 'name': 'tempest-TestVolumeBootPattern-584225590-router', 'tenant_id': '3cc6d2a38dc34b4a8c0e2357b41c95bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'external_fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': 'c3f1359b-2e27-4f48-8011-5313e1c6e491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:58:49Z', 'updated_at': '2022-05-03T14:58:52Z', 'revision_number': 4, 'project_id': '3cc6d2a38dc34b4a8c0e2357b41c95bc', 'gw_port': {'id': 'c3f1359b-2e27-4f48-8011-5313e1c6e491', 'name': '', 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:46:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2d5cf6-ca52-4e6d-98b9-363e424258d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:58:49Z', 'updated_at': '2022-05-03T14:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f907060b-4748-4522-aeb5-06a44b689374', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-3-iscsi', '_interfaces': [{'id': 'ca38f3ec-8d99-4bb3-874a-4757510c47c3', 'name': '', 'network_id': '3f1b5a04-a89d-49fe-9254-ad52b00abc9e', 'tenant_id': '3cc6d2a38dc34b4a8c0e2357b41c95bc', 'mac_address': 'fa:16:3e:83:23:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2d5cf6-ca52-4e6d-98b9-363e424258d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '92e39b4b-b229-4fdb-b188-e8826d978416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:58:52Z', 'updated_at': '2022-05-03T14:58:56Z', 'revision_number': 5, 'project_id': '3cc6d2a38dc34b4a8c0e2357b41c95bc', 'subnets': [{'id': '92e39b4b-b229-4fdb-b188-e8826d978416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-3-iscsi', False) {} {{(pid=110299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 15:07:29.779223 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e51278-c6a2-4f77-ac01-dbb2a43157eb None None] The sync data for ids ['5b2d5cf6-ca52-4e6d-98b9-363e424258d2'] in dv-cinder-840289-3-iscsi is: [{'id': '5b2d5cf6-ca52-4e6d-98b9-363e424258d2', 'name': 'tempest-TestVolumeBootPattern-584225590-router', 'tenant_id': '3cc6d2a38dc34b4a8c0e2357b41c95bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'external_fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': 'c3f1359b-2e27-4f48-8011-5313e1c6e491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:58:49Z', 'updated_at': '2022-05-03T14:58:52Z', 'revision_number': 4, 'project_id': '3cc6d2a38dc34b4a8c0e2357b41c95bc', 'gw_port': {'id': 'c3f1359b-2e27-4f48-8011-5313e1c6e491', 'name': '', 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:46:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2d5cf6-ca52-4e6d-98b9-363e424258d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:58:49Z', 'updated_at': '2022-05-03T14:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f907060b-4748-4522-aeb5-06a44b689374', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-3-iscsi', '_interfaces': [{'id': 'ca38f3ec-8d99-4bb3-874a-4757510c47c3', 'name': '', 'network_id': '3f1b5a04-a89d-49fe-9254-ad52b00abc9e', 'tenant_id': '3cc6d2a38dc34b4a8c0e2357b41c95bc', 'mac_address': 'fa:16:3e:83:23:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2d5cf6-ca52-4e6d-98b9-363e424258d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '92e39b4b-b229-4fdb-b188-e8826d978416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:58:52Z', 'updated_at': '2022-05-03T14:58:56Z', 'revision_number': 5, 'project_id': '3cc6d2a38dc34b4a8c0e2357b41c95bc', 'subnets': [{'id': '92e39b4b-b229-4fdb-b188-e8826d978416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 15:07:29.799512 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2745a624-2c7c-4939-ab32-f57405ed5778 req-ecba7cbb-ef04-422a-914c-4603f1fd2a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:07:29.800976 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-2745a624-2c7c-4939-ab32-f57405ed5778 req-ecba7cbb-ef04-422a-914c-4603f1fd2a08 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=92e39b4b-b229-4fdb-b188-e8826d978416 HTTP/1.1" status: 200 len: 850 time: 0.0447252 May 03 15:07:29.851115 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2745a624-2c7c-4939-ab32-f57405ed5778 req-edec92cb-69c0-485d-ae16-bded844da407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:07:29.852527 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-2745a624-2c7c-4939-ab32-f57405ed5778 req-edec92cb-69c0-485d-ae16-bded844da407 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3f1b5a04-a89d-49fe-9254-ad52b00abc9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435481 May 03 15:07:29.864102 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [req-2745a624-2c7c-4939-ab32-f57405ed5778 req-4f129aac-095d-495d-9cb9-4f9a2c6e379f service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=110298) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 03 15:07:29.865047 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-2745a624-2c7c-4939-ab32-f57405ed5778 req-4f129aac-095d-495d-9cb9-4f9a2c6e379f service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0049593 May 03 15:07:29.959589 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-2745a624-2c7c-4939-ab32-f57405ed5778 req-b0094abb-5091-470e-868d-4845a299afec service neutron] 10.222.0.55 "GET /v2.0/networks/3f1b5a04-a89d-49fe-9254-ad52b00abc9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876660 May 03 15:07:30.010806 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931fefdd-ba73-4599-b107-a244442b3d53 None None] New status for floating IP 83afdc51-6659-41d2-9830-854c84035ad4: DOWN {{(pid=110300) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 15:07:30.236964 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-2745a624-2c7c-4939-ab32-f57405ed5778 req-084846a7-830a-40f4-abce-77130546c36c service neutron] 10.222.0.55 "GET /v2.0/networks/3f1b5a04-a89d-49fe-9254-ad52b00abc9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874739 May 03 15:07:30.479844 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff6ba8e-2202-493d-b8ce-d0e746cdfeac req-47aa8d10-cd10-46b0-a7a4-9b8e371d1726 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:07:30.481260 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-aff6ba8e-2202-493d-b8ce-d0e746cdfeac req-47aa8d10-cd10-46b0-a7a4-9b8e371d1726 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] 10.222.0.55 "GET /v2.0/ports?device_id=06cfa5a4-005f-4356-ba72-4eaf6845adc3 HTTP/1.1" status: 200 len: 945 time: 0.0459397 May 03 15:07:30.562422 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.plugin [req-aff6ba8e-2202-493d-b8ce-d0e746cdfeac req-f1cf7999-1653-4296-b669-9ca1115587fd tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Deleting port fb9b1ca0-f87e-40e4-8396-792eeab5293a {{(pid=110298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 15:07:30.563320 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-aff6ba8e-2202-493d-b8ce-d0e746cdfeac req-f1cf7999-1653-4296-b669-9ca1115587fd tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775477116685'] for port (fb9b1ca0-f87e-40e4-8396-792eeab5293a), before_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:07:30.655209 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.db [req-aff6ba8e-2202-493d-b8ce-d0e746cdfeac req-f1cf7999-1653-4296-b669-9ca1115587fd tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] For port fb9b1ca0-f87e-40e4-8396-792eeab5293a, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=fb9b1ca0-f87e-40e4-8396-792eeab5293a,segment=NetworkSegment(69a76b12-2a31-46f6-a618-e3d477baa0b8),segment_id=69a76b12-2a31-46f6-a618-e3d477baa0b8)] {{(pid=110298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 15:07:30.655512 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-aff6ba8e-2202-493d-b8ce-d0e746cdfeac req-f1cf7999-1653-4296-b669-9ca1115587fd tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689583'] for port (fb9b1ca0-f87e-40e4-8396-792eeab5293a), precommit_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:07:30.668938 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.plugin [req-aff6ba8e-2202-493d-b8ce-d0e746cdfeac req-f1cf7999-1653-4296-b669-9ca1115587fd tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Calling delete_port for fb9b1ca0-f87e-40e4-8396-792eeab5293a owned by compute:nova {{(pid=110298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 15:07:31.021862 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c5900b-d868-4edc-9bf6-d575b5b0f055 req-5d434796-4b9e-4f98-899a-6a396d83b5ca tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 15:07:31.023239 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-48c5900b-d868-4edc-9bf6-d575b5b0f055 req-5d434796-4b9e-4f98-899a-6a396d83b5ca tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] 10.222.0.16 "GET /v2.0/ports?device_id=06cfa5a4-005f-4356-ba72-4eaf6845adc3 HTTP/1.1" status: 200 len: 945 time: 0.3494458 May 03 15:07:31.088097 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-48c5900b-d868-4edc-9bf6-d575b5b0f055 req-e067c3cb-f536-4b6c-8945-f2cc9206bf27 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] 10.222.0.16 "GET /v2.0/security-groups?id=83307a02-2dd4-4895-bd37-cc4561dc163e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589123 May 03 15:07:31.210806 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-aff6ba8e-2202-493d-b8ce-d0e746cdfeac req-f1cf7999-1653-4296-b669-9ca1115587fd tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775477123741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775476647069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25806886'] for port (fb9b1ca0-f87e-40e4-8396-792eeab5293a), after_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:07:31.242983 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cf7999-1653-4296-b669-9ca1115587fd tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Pushing event deleted for resources: {'Port': ['ID=fb9b1ca0-f87e-40e4-8396-792eeab5293a,revision_number=None']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 15:07:31.288685 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.db.l3_dvrscheduler_db [req-aff6ba8e-2202-493d-b8ce-d0e746cdfeac req-f1cf7999-1653-4296-b669-9ca1115587fd tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] No DVR routers for this DVR port fb9b1ca0-f87e-40e4-8396-792eeab5293a on host hv-cinder-84028 {{(pid=110298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 15:07:31.291145 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [req-aff6ba8e-2202-493d-b8ce-d0e746cdfeac req-f1cf7999-1653-4296-b669-9ca1115587fd tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46205'] for port (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:07:31.294290 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-aff6ba8e-2202-493d-b8ce-d0e746cdfeac req-f1cf7999-1653-4296-b669-9ca1115587fd tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] 10.222.0.55 "DELETE /v2.0/ports/fb9b1ca0-f87e-40e4-8396-792eeab5293a HTTP/1.1" status: 204 len: 173 time: 0.8074906 May 03 15:07:31.294722 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06cfa5a4-005f-4356-ba72-4eaf6845adc3', 'name': 'network-vif-deleted', 'tag': 'fb9b1ca0-f87e-40e4-8396-792eeab5293a'}] {{(pid=110298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 15:07:31.296910 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75d30aab20f2b99e69676ba1094dd13d61de0bc97323401ed2dd99ba05286cef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb274fac-b27b-4500-a769-565cf4422b16" -d '{"events": [{"server_uuid": "06cfa5a4-005f-4356-ba72-4eaf6845adc3", "name": "network-vif-deleted", "tag": "fb9b1ca0-f87e-40e4-8396-792eeab5293a"}]}' {{(pid=110298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 15:07:31.332666 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 15:07:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f43ee91-e921-4f6f-ac06-5197e06e4b09 x-openstack-request-id: req-0f43ee91-e921-4f6f-ac06-5197e06e4b09 {{(pid=110298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 15:07:31.332956 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06cfa5a4-005f-4356-ba72-4eaf6845adc3", "name": "network-vif-deleted", "tag": "fb9b1ca0-f87e-40e4-8396-792eeab5293a", "status": "completed", "code": 200}]} {{(pid=110298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 15:07:31.333208 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0f43ee91-e921-4f6f-ac06-5197e06e4b09 {{(pid=110298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 15:07:31.333602 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f43ee91-e921-4f6f-ac06-5197e06e4b09'] response: {'server_uuid': '06cfa5a4-005f-4356-ba72-4eaf6845adc3', 'name': 'network-vif-deleted', 'tag': 'fb9b1ca0-f87e-40e4-8396-792eeab5293a', 'status': 'completed', 'code': 200} May 03 15:07:32.194278 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [req-22a875d1-0d76-449f-98a9-441e24f3adf7 req-bc998428-73fb-46e3-bdcd-8dde3b30d748 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] 10.222.0.16 "GET /v2.0/ports?device_id=06cfa5a4-005f-4356-ba72-4eaf6845adc3 HTTP/1.1" status: 200 len: 210 time: 0.0277448 May 03 15:07:33.251378 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 51036) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 15:07:33.366560 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.plugin [None req-eedfc305-8923-42ac-b6c6-a654734e15ea tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Deleting port 53b61c57-7add-4e7e-b11e-4b19718ddae9 {{(pid=110298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 15:07:33.366899 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-eedfc305-8923-42ac-b6c6-a654734e15ea tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775477116685'] for port (53b61c57-7add-4e7e-b11e-4b19718ddae9), before_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:07:33.444279 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-eedfc305-8923-42ac-b6c6-a654734e15ea tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689583'] for port (53b61c57-7add-4e7e-b11e-4b19718ddae9), precommit_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:07:33.444602 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-eedfc305-8923-42ac-b6c6-a654734e15ea tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Publish callbacks [] for floatingip (53b61c57-7add-4e7e-b11e-4b19718ddae9), precommit_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:07:33.458393 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.plugin [None req-eedfc305-8923-42ac-b6c6-a654734e15ea tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Calling delete_port for 53b61c57-7add-4e7e-b11e-4b19718ddae9 owned by network:floatingip {{(pid=110298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 15:07:33.460340 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Device fb9b1ca0-f87e-40e4-8396-792eeab5293a no longer exists at agent hyperv_hv-cinder-84028 {{(pid=110299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 15:07:33.480067 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] No Port match for: fb9b1ca0-f87e-40e4-8396-792eeab5293a {{(pid=110299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 15:07:33.480342 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Device fb9b1ca0-f87e-40e4-8396-792eeab5293a not bound to the agent host hv-cinder-84028 {{(pid=110299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 15:07:33.662537 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-eedfc305-8923-42ac-b6c6-a654734e15ea tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775477123741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775476647069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25806886'] for port (53b61c57-7add-4e7e-b11e-4b19718ddae9), after_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:07:33.689049 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedfc305-8923-42ac-b6c6-a654734e15ea tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Pushing event deleted for resources: {'Port': ['ID=53b61c57-7add-4e7e-b11e-4b19718ddae9,revision_number=None']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 15:07:33.749799 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-eedfc305-8923-42ac-b6c6-a654734e15ea tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Publish callbacks [] for floatingip (3bceb4bb-d642-4a24-ae11-4dcd3886c72a), after_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:07:33.752491 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-eedfc305-8923-42ac-b6c6-a654734e15ea tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46205'] for floatingip (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:07:33.753652 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-eedfc305-8923-42ac-b6c6-a654734e15ea tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] 10.222.0.16 "DELETE /v2.0/floatingips/3bceb4bb-d642-4a24-ae11-4dcd3886c72a HTTP/1.1" status: 204 len: 168 time: 0.5013051 May 03 15:07:35.066941 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 51048) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 15:07:35.123242 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-59738781-1f04-4ec8-be03-33c30fb4ffe3 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Publish callbacks [] for security_group (83307a02-2dd4-4895-bd37-cc4561dc163e), before_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:07:35.149008 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-59738781-1f04-4ec8-be03-33c30fb4ffe3 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Publish callbacks [] for security_group (83307a02-2dd4-4895-bd37-cc4561dc163e), precommit_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:07:35.285316 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-59738781-1f04-4ec8-be03-33c30fb4ffe3 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (83307a02-2dd4-4895-bd37-cc4561dc163e), after_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:07:35.287981 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-59738781-1f04-4ec8-be03-33c30fb4ffe3 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Publish callbacks [] for security_group (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:07:35.289142 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-59738781-1f04-4ec8-be03-33c30fb4ffe3 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] 10.222.0.16 "DELETE /v2.0/security-groups/83307a02-2dd4-4895-bd37-cc4561dc163e HTTP/1.1" status: 204 len: 168 time: 0.2211907 May 03 15:07:35.299377 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59738781-1f04-4ec8-be03-33c30fb4ffe3 tempest-TestVolumeBootPattern-246627032 tempest-TestVolumeBootPattern-246627032-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83307a02-2dd4-4895-bd37-cc4561dc163e,revision_number=None']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 15:07:35.424836 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 51052) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 15:07:35.849425 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-b4147d76-0329-4d24-a2de-84d04d3cbf85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1689557'] for router_interface (5b2d5cf6-ca52-4e6d-98b9-363e424258d2), before_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:07:36.085247 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.plugin [None req-b4147d76-0329-4d24-a2de-84d04d3cbf85 admin admin] Deleting port ca38f3ec-8d99-4bb3-874a-4757510c47c3 {{(pid=110298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 15:07:36.085942 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-b4147d76-0329-4d24-a2de-84d04d3cbf85 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775477116685'] for port (ca38f3ec-8d99-4bb3-874a-4757510c47c3), before_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:07:36.165941 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.db [None req-b4147d76-0329-4d24-a2de-84d04d3cbf85 admin admin] For port ca38f3ec-8d99-4bb3-874a-4757510c47c3, host dv-cinder-840289-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-3-iscsi',level=0,port_id=ca38f3ec-8d99-4bb3-874a-4757510c47c3,segment=NetworkSegment(69a76b12-2a31-46f6-a618-e3d477baa0b8),segment_id=69a76b12-2a31-46f6-a618-e3d477baa0b8)] {{(pid=110298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 15:07:36.166305 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-b4147d76-0329-4d24-a2de-84d04d3cbf85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689583'] for port (ca38f3ec-8d99-4bb3-874a-4757510c47c3), precommit_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:07:36.179299 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.plugin [None req-b4147d76-0329-4d24-a2de-84d04d3cbf85 admin admin] Calling delete_port for ca38f3ec-8d99-4bb3-874a-4757510c47c3 owned by network:router_interface {{(pid=110298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 15:07:36.457234 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-b4147d76-0329-4d24-a2de-84d04d3cbf85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775477123741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775476647069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25806886'] for port (ca38f3ec-8d99-4bb3-874a-4757510c47c3), after_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:07:36.482777 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4147d76-0329-4d24-a2de-84d04d3cbf85 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca38f3ec-8d99-4bb3-874a-4757510c47c3,revision_number=None']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 15:07:36.661795 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-b4147d76-0329-4d24-a2de-84d04d3cbf85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1685186'] for router_interface (5b2d5cf6-ca52-4e6d-98b9-363e424258d2), after_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:07:36.876110 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4147d76-0329-4d24-a2de-84d04d3cbf85 admin admin] Router 5b2d5cf6-ca52-4e6d-98b9-363e424258d2 has already been hosted by L3 agent a9161e1b-902d-441f-843b-a0ff0805adee {{(pid=110298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 15:07:36.984963 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4147d76-0329-4d24-a2de-84d04d3cbf85 admin admin] Notify agent at l3_agent.dv-cinder-840289-3-iscsi the message routers_updated {{(pid=110298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 15:07:36.990099 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-b4147d76-0329-4d24-a2de-84d04d3cbf85 admin admin] 10.222.0.16 "PUT /v2.0/routers/5b2d5cf6-ca52-4e6d-98b9-363e424258d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5642159 May 03 15:07:36.992535 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 51056) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 15:07:36.995218 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5fd05ec-13a4-459c-bec7-aebda87da656 None None] Sync routers for ids ['5b2d5cf6-ca52-4e6d-98b9-363e424258d2'] in dv-cinder-840289-3-iscsi {{(pid=110299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 15:07:37.005653 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5fd05ec-13a4-459c-bec7-aebda87da656 None None] Routers {'5b2d5cf6-ca52-4e6d-98b9-363e424258d2'} bound to L3 agent in host dv-cinder-840289-3-iscsi {{(pid=110299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 15:07:37.006366 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_hamode_db [None req-e5fd05ec-13a4-459c-bec7-aebda87da656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T14:38:11Z,description=,heartbeat_timestamp=2022-05-03T15:07:11Z,host='dv-cinder-840289-3-iscsi',id=a9161e1b-902d-441f-843b-a0ff0805adee,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:38:12Z,topic='l3_agent')) {'router_ids': ['5b2d5cf6-ca52-4e6d-98b9-363e424258d2'], 'active': True} {{(pid=110299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 15:07:37.104841 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-376f2ac2-98ad-4a6b-9339-e3f45e785655 admin admin] Publish callbacks [] for router (5b2d5cf6-ca52-4e6d-98b9-363e424258d2), before_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:07:37.111907 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_dvr_db [None req-e5fd05ec-13a4-459c-bec7-aebda87da656 None None] Set router 5b2d5cf6-ca52-4e6d-98b9-363e424258d2 gateway port host: dv-cinder-840289-3-iscsi {{(pid=110299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 15:07:37.211852 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-376f2ac2-98ad-4a6b-9339-e3f45e785655 admin admin] Publish callbacks [] for router_gateway (5b2d5cf6-ca52-4e6d-98b9-363e424258d2), before_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:07:37.278735 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_hamode_db [None req-e5fd05ec-13a4-459c-bec7-aebda87da656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b2d5cf6-ca52-4e6d-98b9-363e424258d2', 'name': 'tempest-TestVolumeBootPattern-584225590-router', 'tenant_id': '3cc6d2a38dc34b4a8c0e2357b41c95bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'external_fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': 'c3f1359b-2e27-4f48-8011-5313e1c6e491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:58:49Z', 'updated_at': '2022-05-03T15:07:36Z', 'revision_number': 5, 'project_id': '3cc6d2a38dc34b4a8c0e2357b41c95bc', 'gw_port': {'id': 'c3f1359b-2e27-4f48-8011-5313e1c6e491', 'name': '', 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:46:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2d5cf6-ca52-4e6d-98b9-363e424258d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:58:49Z', 'updated_at': '2022-05-03T14:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f907060b-4748-4522-aeb5-06a44b689374', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-3-iscsi'}], 'dv-cinder-840289-3-iscsi', False) {} {{(pid=110299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 15:07:37.305627 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5fd05ec-13a4-459c-bec7-aebda87da656 None None] Checking router: 5b2d5cf6-ca52-4e6d-98b9-363e424258d2 for host: dv-cinder-840289-3-iscsi {{(pid=110299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 15:07:37.314132 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5fd05ec-13a4-459c-bec7-aebda87da656 None None] Routers {'5b2d5cf6-ca52-4e6d-98b9-363e424258d2'} bound to L3 agent in host dv-cinder-840289-3-iscsi {{(pid=110299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 15:07:37.314959 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_hamode_db [None req-e5fd05ec-13a4-459c-bec7-aebda87da656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T14:38:11Z,description=,heartbeat_timestamp=2022-05-03T15:07:11Z,host='dv-cinder-840289-3-iscsi',id=a9161e1b-902d-441f-843b-a0ff0805adee,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:38:12Z,topic='l3_agent')) {'router_ids': ['5b2d5cf6-ca52-4e6d-98b9-363e424258d2'], 'active': True} {{(pid=110299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 15:07:37.365008 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.plugin [None req-376f2ac2-98ad-4a6b-9339-e3f45e785655 admin admin] Deleting port c3f1359b-2e27-4f48-8011-5313e1c6e491 {{(pid=110298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 15:07:37.365347 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-376f2ac2-98ad-4a6b-9339-e3f45e785655 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775477116685'] for port (c3f1359b-2e27-4f48-8011-5313e1c6e491), before_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:07:37.422570 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_dvr_db [None req-e5fd05ec-13a4-459c-bec7-aebda87da656 None None] Set router 5b2d5cf6-ca52-4e6d-98b9-363e424258d2 gateway port host: dv-cinder-840289-3-iscsi {{(pid=110299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 15:07:37.446361 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.db [None req-376f2ac2-98ad-4a6b-9339-e3f45e785655 admin admin] For port c3f1359b-2e27-4f48-8011-5313e1c6e491, host dv-cinder-840289-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-3-iscsi',level=0,port_id=c3f1359b-2e27-4f48-8011-5313e1c6e491,segment=NetworkSegment(0c3170a2-2f96-4172-a4d6-7b5474706bd0),segment_id=0c3170a2-2f96-4172-a4d6-7b5474706bd0)] {{(pid=110298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 15:07:37.446723 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-376f2ac2-98ad-4a6b-9339-e3f45e785655 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689583'] for port (c3f1359b-2e27-4f48-8011-5313e1c6e491), precommit_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:07:37.460251 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.plugin [None req-376f2ac2-98ad-4a6b-9339-e3f45e785655 admin admin] Calling delete_port for c3f1359b-2e27-4f48-8011-5313e1c6e491 owned by network:router_gateway {{(pid=110298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 15:07:37.694410 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-376f2ac2-98ad-4a6b-9339-e3f45e785655 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775477123741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775476647069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25806886'] for port (c3f1359b-2e27-4f48-8011-5313e1c6e491), after_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:07:37.719010 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376f2ac2-98ad-4a6b-9339-e3f45e785655 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3f1359b-2e27-4f48-8011-5313e1c6e491,revision_number=None']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 15:07:37.719235 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_hamode_db [None req-e5fd05ec-13a4-459c-bec7-aebda87da656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b2d5cf6-ca52-4e6d-98b9-363e424258d2', 'name': 'tempest-TestVolumeBootPattern-584225590-router', 'tenant_id': '3cc6d2a38dc34b4a8c0e2357b41c95bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'external_fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': 'c3f1359b-2e27-4f48-8011-5313e1c6e491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:58:49Z', 'updated_at': '2022-05-03T15:07:36Z', 'revision_number': 5, 'project_id': '3cc6d2a38dc34b4a8c0e2357b41c95bc', 'gw_port': {'id': 'c3f1359b-2e27-4f48-8011-5313e1c6e491', 'name': '', 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:46:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2d5cf6-ca52-4e6d-98b9-363e424258d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:58:49Z', 'updated_at': '2022-05-03T14:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f907060b-4748-4522-aeb5-06a44b689374', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-3-iscsi'}], 'dv-cinder-840289-3-iscsi', False) {} {{(pid=110299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 15:07:37.746395 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5fd05ec-13a4-459c-bec7-aebda87da656 None None] The sync data for ids ['5b2d5cf6-ca52-4e6d-98b9-363e424258d2'] in dv-cinder-840289-3-iscsi is: [{'id': '5b2d5cf6-ca52-4e6d-98b9-363e424258d2', 'name': 'tempest-TestVolumeBootPattern-584225590-router', 'tenant_id': '3cc6d2a38dc34b4a8c0e2357b41c95bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'external_fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': 'c3f1359b-2e27-4f48-8011-5313e1c6e491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:58:49Z', 'updated_at': '2022-05-03T15:07:36Z', 'revision_number': 5, 'project_id': '3cc6d2a38dc34b4a8c0e2357b41c95bc', 'gw_port': {'id': 'c3f1359b-2e27-4f48-8011-5313e1c6e491', 'name': '', 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:46:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2d5cf6-ca52-4e6d-98b9-363e424258d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:58:49Z', 'updated_at': '2022-05-03T14:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f907060b-4748-4522-aeb5-06a44b689374', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-3-iscsi'}] {{(pid=110299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 15:07:37.794158 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-376f2ac2-98ad-4a6b-9339-e3f45e785655 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1698215'] for router_gateway (5b2d5cf6-ca52-4e6d-98b9-363e424258d2), after_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:07:37.885719 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-376f2ac2-98ad-4a6b-9339-e3f45e785655 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1693307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3127'] for router (5b2d5cf6-ca52-4e6d-98b9-363e424258d2), precommit_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:07:37.887899 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-376f2ac2-98ad-4a6b-9339-e3f45e785655 admin admin] Publish callbacks [] for router_controller (5b2d5cf6-ca52-4e6d-98b9-363e424258d2), precommit_delete_associations {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:07:37.999571 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-376f2ac2-98ad-4a6b-9339-e3f45e785655 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693298'] for router (5b2d5cf6-ca52-4e6d-98b9-363e424258d2), after_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:07:38.000214 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-376f2ac2-98ad-4a6b-9339-e3f45e785655 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5b2d5cf6-ca52-4e6d-98b9-363e424258d2 {{(pid=110298) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 03 15:07:38.004807 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-376f2ac2-98ad-4a6b-9339-e3f45e785655 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:07:38.005954 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-376f2ac2-98ad-4a6b-9339-e3f45e785655 admin admin] 10.222.0.16 "DELETE /v2.0/routers/5b2d5cf6-ca52-4e6d-98b9-363e424258d2 HTTP/1.1" status: 204 len: 168 time: 1.0125275 May 03 15:07:38.008486 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 51058) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 15:07:38.053747 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad48e20c-4695-42b4-8bdd-843f1fcec0b0 admin admin] Deleting subnet 92e39b4b-b229-4fdb-b188-e8826d978416 {{(pid=110298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 03 15:07:38.056716 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-ad48e20c-4695-42b4-8bdd-843f1fcec0b0 admin admin] Publish callbacks [] for subnet (92e39b4b-b229-4fdb-b188-e8826d978416), before_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:07:38.094536 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-ad48e20c-4695-42b4-8bdd-843f1fcec0b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3229775'] for subnet (92e39b4b-b229-4fdb-b188-e8826d978416), precommit_delete_associations {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:07:38.178094 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-ad48e20c-4695-42b4-8bdd-843f1fcec0b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-723521'] for subnet (92e39b4b-b229-4fdb-b188-e8826d978416), precommit_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:07:38.320198 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-ad48e20c-4695-42b4-8bdd-843f1fcec0b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-723528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25806865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25436570'] for subnet (92e39b4b-b229-4fdb-b188-e8826d978416), after_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:07:38.351622 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad48e20c-4695-42b4-8bdd-843f1fcec0b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92e39b4b-b229-4fdb-b188-e8826d978416,revision_number=None']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 15:07:38.355100 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-ad48e20c-4695-42b4-8bdd-843f1fcec0b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603595'] for subnet (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:07:38.358404 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-ad48e20c-4695-42b4-8bdd-843f1fcec0b0 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/92e39b4b-b229-4fdb-b188-e8826d978416 HTTP/1.1" status: 204 len: 168 time: 0.3488147 May 03 15:07:38.360584 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-096df30c-2946-4d2a-a0ef-8c45639cc10a None None] Network 3f1b5a04-a89d-49fe-9254-ad52b00abc9e requested from dv-cinder-840289-3-iscsi {{(pid=110299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 15:07:38.361717 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 51060) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 15:07:38.435817 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-8d95af30-f07a-4b5e-b2ac-8f5788f73875 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636243'] for network (3f1b5a04-a89d-49fe-9254-ad52b00abc9e), before_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:07:38.484223 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.plugin [None req-8d95af30-f07a-4b5e-b2ac-8f5788f73875 admin admin] Deleting port 324cdbd5-31cd-442c-8c92-e02679e9c675 {{(pid=110298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 15:07:38.484558 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-8d95af30-f07a-4b5e-b2ac-8f5788f73875 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775477116685'] for port (324cdbd5-31cd-442c-8c92-e02679e9c675), before_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:07:38.550620 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.db [None req-8d95af30-f07a-4b5e-b2ac-8f5788f73875 admin admin] For port 324cdbd5-31cd-442c-8c92-e02679e9c675, host dv-cinder-840289-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-3-iscsi',level=0,port_id=324cdbd5-31cd-442c-8c92-e02679e9c675,segment=NetworkSegment(69a76b12-2a31-46f6-a618-e3d477baa0b8),segment_id=69a76b12-2a31-46f6-a618-e3d477baa0b8)] {{(pid=110298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 15:07:38.550901 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-8d95af30-f07a-4b5e-b2ac-8f5788f73875 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689583'] for port (324cdbd5-31cd-442c-8c92-e02679e9c675), precommit_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:07:38.563312 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.plugin [None req-8d95af30-f07a-4b5e-b2ac-8f5788f73875 admin admin] Calling delete_port for 324cdbd5-31cd-442c-8c92-e02679e9c675 owned by network:dhcp {{(pid=110298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 15:07:38.725505 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-8d95af30-f07a-4b5e-b2ac-8f5788f73875 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775477123741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775476647069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25806886'] for port (324cdbd5-31cd-442c-8c92-e02679e9c675), after_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:07:38.756360 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d95af30-f07a-4b5e-b2ac-8f5788f73875 admin admin] Pushing event deleted for resources: {'Port': ['ID=324cdbd5-31cd-442c-8c92-e02679e9c675,revision_number=None']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 15:07:38.759791 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d95af30-f07a-4b5e-b2ac-8f5788f73875 admin admin] No DVR routers for this DVR port 324cdbd5-31cd-442c-8c92-e02679e9c675 on host dv-cinder-840289-3-iscsi {{(pid=110298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 15:07:38.781962 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05e15399-c1fe-492e-bf9f-559994c487fa None None] DHCP port deletion for 3f1b5a04-a89d-49fe-9254-ad52b00abc9e request from dv-cinder-840289-3-iscsi {{(pid=110299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 03 15:07:38.796983 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-86add3e2-3e10-4b0f-acee-69fd89f2eb4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (5d16a8e7-5fab-4607-ae51-2b468a019c05), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:07:38.838955 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Device c3f1359b-2e27-4f48-8011-5313e1c6e491 no longer exists at agent ovs-agent-dv-cinder-840289-3-iscsi {{(pid=110299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 15:07:38.843516 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-8d95af30-f07a-4b5e-b2ac-8f5788f73875 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727028', 'neutron.services.segments.db._delete_segments_for_network-8775477110074'] for network (3f1b5a04-a89d-49fe-9254-ad52b00abc9e), precommit_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:07:38.862370 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] No Port match for: c3f1359b-2e27-4f48-8011-5313e1c6e491 {{(pid=110299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 15:07:38.862742 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Device c3f1359b-2e27-4f48-8011-5313e1c6e491 not bound to the agent host dv-cinder-840289-3-iscsi {{(pid=110299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 15:07:38.863189 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Device ca38f3ec-8d99-4bb3-874a-4757510c47c3 no longer exists at agent ovs-agent-dv-cinder-840289-3-iscsi {{(pid=110299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 15:07:38.864248 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.services.segments.db [None req-8d95af30-f07a-4b5e-b2ac-8f5788f73875 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f1b5a04-a89d-49fe-9254-ad52b00abc9e']}} {{(pid=110298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 15:07:38.873666 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.services.segments.db [None req-8d95af30-f07a-4b5e-b2ac-8f5788f73875 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69a76b12-2a31-46f6-a618-e3d477baa0b8') {'for_net_delete': True} {{(pid=110298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 15:07:38.873970 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.services.segments.db [None req-8d95af30-f07a-4b5e-b2ac-8f5788f73875 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69a76b12-2a31-46f6-a618-e3d477baa0b8') {} {{(pid=110298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 15:07:38.882333 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] No Port match for: ca38f3ec-8d99-4bb3-874a-4757510c47c3 {{(pid=110299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 15:07:38.882689 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Device ca38f3ec-8d99-4bb3-874a-4757510c47c3 not bound to the agent host dv-cinder-840289-3-iscsi {{(pid=110299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 15:07:38.883976 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-8d95af30-f07a-4b5e-b2ac-8f5788f73875 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775477110851', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3229876'] for segment (69a76b12-2a31-46f6-a618-e3d477baa0b8), before_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:07:38.897141 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-8d95af30-f07a-4b5e-b2ac-8f5788f73875 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719716'] for segment (69a76b12-2a31-46f6-a618-e3d477baa0b8), precommit_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:07:38.903428 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d95af30-f07a-4b5e-b2ac-8f5788f73875 admin admin] Releasing vlan 392 on physical network physnet1 to pool {{(pid=110298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 15:07:38.907668 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-8d95af30-f07a-4b5e-b2ac-8f5788f73875 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25806971'] for segment (69a76b12-2a31-46f6-a618-e3d477baa0b8), after_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:07:38.907668 dv-cinder-840289-3-iscsi neutron-server[110298]: Traceback (most recent call last): May 03 15:07:38.907668 dv-cinder-840289-3-iscsi neutron-server[110298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 15:07:38.907668 dv-cinder-840289-3-iscsi neutron-server[110298]: timer() May 03 15:07:38.907668 dv-cinder-840289-3-iscsi neutron-server[110298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 15:07:38.907668 dv-cinder-840289-3-iscsi neutron-server[110298]: cb(*args, **kw) May 03 15:07:38.907668 dv-cinder-840289-3-iscsi neutron-server[110298]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 03 15:07:38.907668 dv-cinder-840289-3-iscsi neutron-server[110298]: return func(*args, **kwargs) May 03 15:07:38.907668 dv-cinder-840289-3-iscsi neutron-server[110298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 15:07:38.907668 dv-cinder-840289-3-iscsi neutron-server[110298]: self._notify() May 03 15:07:38.907668 dv-cinder-840289-3-iscsi neutron-server[110298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 15:07:38.907668 dv-cinder-840289-3-iscsi neutron-server[110298]: self.callback(batched_events) May 03 15:07:38.907668 dv-cinder-840289-3-iscsi neutron-server[110298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 15:07:38.907668 dv-cinder-840289-3-iscsi neutron-server[110298]: event.method(event) May 03 15:07:38.907668 dv-cinder-840289-3-iscsi neutron-server[110298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 03 15:07:38.907668 dv-cinder-840289-3-iscsi neutron-server[110298]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 15:07:38.907668 dv-cinder-840289-3-iscsi neutron-server[110298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 03 15:07:38.907668 dv-cinder-840289-3-iscsi neutron-server[110298]: aggregate_uuid = self.p_client.list_aggregates( May 03 15:07:38.907668 dv-cinder-840289-3-iscsi neutron-server[110298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 03 15:07:38.907668 dv-cinder-840289-3-iscsi neutron-server[110298]: return f(self, *a, **k) May 03 15:07:38.907668 dv-cinder-840289-3-iscsi neutron-server[110298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 03 15:07:38.907668 dv-cinder-840289-3-iscsi neutron-server[110298]: return self._get(url).json() May 03 15:07:38.907668 dv-cinder-840289-3-iscsi neutron-server[110298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 03 15:07:38.907668 dv-cinder-840289-3-iscsi neutron-server[110298]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 15:07:38.907668 dv-cinder-840289-3-iscsi neutron-server[110298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 15:07:38.907668 dv-cinder-840289-3-iscsi neutron-server[110298]: return self.request(url, 'GET', **kwargs) May 03 15:07:38.907668 dv-cinder-840289-3-iscsi neutron-server[110298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 15:07:38.907668 dv-cinder-840289-3-iscsi neutron-server[110298]: base_url = self.get_endpoint(auth, allow=allow, May 03 15:07:38.907668 dv-cinder-840289-3-iscsi neutron-server[110298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 15:07:38.907668 dv-cinder-840289-3-iscsi neutron-server[110298]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 15:07:38.907668 dv-cinder-840289-3-iscsi neutron-server[110298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 15:07:38.907668 dv-cinder-840289-3-iscsi neutron-server[110298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 15:07:38.907668 dv-cinder-840289-3-iscsi neutron-server[110298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 15:07:39.020194 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-8d95af30-f07a-4b5e-b2ac-8f5788f73875 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692117'] for network (3f1b5a04-a89d-49fe-9254-ad52b00abc9e), after_delete {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:07:39.025561 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-8d95af30-f07a-4b5e-b2ac-8f5788f73875 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603595'] for network (None), before_response {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:07:39.028778 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-8d95af30-f07a-4b5e-b2ac-8f5788f73875 admin admin] 10.222.0.16 "DELETE /v2.0/networks/3f1b5a04-a89d-49fe-9254-ad52b00abc9e HTTP/1.1" status: 204 len: 168 time: 0.6657944 May 03 15:07:39.036946 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 51062) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 15:07:39.039306 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d95af30-f07a-4b5e-b2ac-8f5788f73875 admin admin] Pushing event deleted for resources: {'Network': ['ID=3f1b5a04-a89d-49fe-9254-ad52b00abc9e,revision_number=None']} {{(pid=110298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 15:07:39.423565 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-a9347710-27e3-40a6-bd7f-920d339b2b1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1689557'] for router_interface (f836bbf8-eec3-4bef-a196-c140cec4d77a), before_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:07:39.696259 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.plugins.ml2.plugin [None req-a9347710-27e3-40a6-bd7f-920d339b2b1d admin admin] Deleting port 73d6a4b2-752a-40e4-94f9-beaf2ec637b5 {{(pid=110297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 15:07:39.696476 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-a9347710-27e3-40a6-bd7f-920d339b2b1d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775477116685'] for port (73d6a4b2-752a-40e4-94f9-beaf2ec637b5), before_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:07:39.772427 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.plugins.ml2.db [None req-a9347710-27e3-40a6-bd7f-920d339b2b1d admin admin] For port 73d6a4b2-752a-40e4-94f9-beaf2ec637b5, host dv-cinder-840289-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-3-iscsi',level=0,port_id=73d6a4b2-752a-40e4-94f9-beaf2ec637b5,segment=NetworkSegment(9978ddc9-c19d-4f3f-9a53-506bc849511f),segment_id=9978ddc9-c19d-4f3f-9a53-506bc849511f)] {{(pid=110297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 15:07:39.772796 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-a9347710-27e3-40a6-bd7f-920d339b2b1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689583'] for port (73d6a4b2-752a-40e4-94f9-beaf2ec637b5), precommit_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:07:39.785811 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.plugins.ml2.plugin [None req-a9347710-27e3-40a6-bd7f-920d339b2b1d admin admin] Calling delete_port for 73d6a4b2-752a-40e4-94f9-beaf2ec637b5 owned by network:router_interface {{(pid=110297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 15:07:40.033972 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-a9347710-27e3-40a6-bd7f-920d339b2b1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775477123741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775476647069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25923557'] for port (73d6a4b2-752a-40e4-94f9-beaf2ec637b5), after_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:07:40.057040 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9347710-27e3-40a6-bd7f-920d339b2b1d admin admin] Pushing event deleted for resources: {'Port': ['ID=73d6a4b2-752a-40e4-94f9-beaf2ec637b5,revision_number=None']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 15:07:40.066519 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9347710-27e3-40a6-bd7f-920d339b2b1d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:07:40.066872 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9347710-27e3-40a6-bd7f-920d339b2b1d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:07:40.067245 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9347710-27e3-40a6-bd7f-920d339b2b1d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:07:40.067592 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9347710-27e3-40a6-bd7f-920d339b2b1d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:07:40.067932 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9347710-27e3-40a6-bd7f-920d339b2b1d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:07:40.068695 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9347710-27e3-40a6-bd7f-920d339b2b1d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:07:40.068695 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9347710-27e3-40a6-bd7f-920d339b2b1d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:07:40.068907 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9347710-27e3-40a6-bd7f-920d339b2b1d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:07:40.069219 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9347710-27e3-40a6-bd7f-920d339b2b1d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:07:40.069551 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9347710-27e3-40a6-bd7f-920d339b2b1d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:07:40.069880 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9347710-27e3-40a6-bd7f-920d339b2b1d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:07:40.070214 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9347710-27e3-40a6-bd7f-920d339b2b1d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:07:40.070528 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9347710-27e3-40a6-bd7f-920d339b2b1d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:07:40.070851 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9347710-27e3-40a6-bd7f-920d339b2b1d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:07:40.071201 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9347710-27e3-40a6-bd7f-920d339b2b1d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-3-iscsi {{(pid=110297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:07:40.239677 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-a9347710-27e3-40a6-bd7f-920d339b2b1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1685186'] for router_interface (f836bbf8-eec3-4bef-a196-c140cec4d77a), after_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:07:40.517745 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Device 324cdbd5-31cd-442c-8c92-e02679e9c675 no longer exists at agent ovs-agent-dv-cinder-840289-3-iscsi {{(pid=110299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 15:07:40.541336 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] No Port match for: 324cdbd5-31cd-442c-8c92-e02679e9c675 {{(pid=110299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 15:07:40.548573 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Device 324cdbd5-31cd-442c-8c92-e02679e9c675 not bound to the agent host dv-cinder-840289-3-iscsi {{(pid=110299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 15:07:40.709155 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9347710-27e3-40a6-bd7f-920d339b2b1d admin admin] Router f836bbf8-eec3-4bef-a196-c140cec4d77a has already been hosted by L3 agent a9161e1b-902d-441f-843b-a0ff0805adee {{(pid=110297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 15:07:40.821948 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9347710-27e3-40a6-bd7f-920d339b2b1d admin admin] Notify agent at l3_agent.dv-cinder-840289-3-iscsi the message routers_updated {{(pid=110297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 15:07:40.827091 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-a9347710-27e3-40a6-bd7f-920d339b2b1d admin admin] 10.222.0.16 "PUT /v2.0/routers/f836bbf8-eec3-4bef-a196-c140cec4d77a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7940784 May 03 15:07:40.829596 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 51064) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 15:07:40.830769 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a0ce9fc-6349-4bba-9afe-cbbd0dbf96d3 None None] Sync routers for ids ['f836bbf8-eec3-4bef-a196-c140cec4d77a'] in dv-cinder-840289-3-iscsi {{(pid=110300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 15:07:40.841107 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a0ce9fc-6349-4bba-9afe-cbbd0dbf96d3 None None] Routers {'f836bbf8-eec3-4bef-a196-c140cec4d77a'} bound to L3 agent in host dv-cinder-840289-3-iscsi {{(pid=110300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 15:07:40.841720 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_hamode_db [None req-8a0ce9fc-6349-4bba-9afe-cbbd0dbf96d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T14:38:11Z,description=,heartbeat_timestamp=2022-05-03T15:07:11Z,host='dv-cinder-840289-3-iscsi',id=a9161e1b-902d-441f-843b-a0ff0805adee,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:38:12Z,topic='l3_agent')) {'router_ids': ['f836bbf8-eec3-4bef-a196-c140cec4d77a'], 'active': True} {{(pid=110300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 15:07:40.934696 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-7956eba8-4e7e-4b49-85e0-ecb4c58dbc3d admin admin] Publish callbacks [] for router (f836bbf8-eec3-4bef-a196-c140cec4d77a), before_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:07:40.949363 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvr_db [None req-8a0ce9fc-6349-4bba-9afe-cbbd0dbf96d3 None None] Set router f836bbf8-eec3-4bef-a196-c140cec4d77a gateway port host: dv-cinder-840289-3-iscsi {{(pid=110300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 15:07:41.042615 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-7956eba8-4e7e-4b49-85e0-ecb4c58dbc3d admin admin] Publish callbacks [] for router_gateway (f836bbf8-eec3-4bef-a196-c140cec4d77a), before_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:07:41.121411 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_hamode_db [None req-8a0ce9fc-6349-4bba-9afe-cbbd0dbf96d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f836bbf8-eec3-4bef-a196-c140cec4d77a', 'name': 'tempest-TestVolumeBootPattern-1363269347-router', 'tenant_id': 'deb285b69918467882e2a074dcfdc057', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'external_fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '1f9409a5-2a85-43ea-a952-2f0335ab77de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:58:55Z', 'updated_at': '2022-05-03T15:07:39Z', 'revision_number': 5, 'project_id': 'deb285b69918467882e2a074dcfdc057', 'gw_port': {'id': '1f9409a5-2a85-43ea-a952-2f0335ab77de', 'name': '', 'network_id': '7456e722-9446-4a17-bcf3-c72dce07c65c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:0b:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f836bbf8-eec3-4bef-a196-c140cec4d77a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'f907060b-4748-4522-aeb5-06a44b689374', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:58:56Z', 'updated_at': '2022-05-03T14:59:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f907060b-4748-4522-aeb5-06a44b689374', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-3-iscsi'}], 'dv-cinder-840289-3-iscsi', False) {} {{(pid=110300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 15:07:41.133194 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-0d4fca34-2bdb-4730-8015-aa50a131c06a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (a9161e1b-902d-441f-843b-a0ff0805adee), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:07:41.145399 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.plugins.ml2.plugin [None req-7956eba8-4e7e-4b49-85e0-ecb4c58dbc3d admin admin] Deleting port 1f9409a5-2a85-43ea-a952-2f0335ab77de {{(pid=110297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 15:07:41.147638 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-7956eba8-4e7e-4b49-85e0-ecb4c58dbc3d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775477116685'] for port (1f9409a5-2a85-43ea-a952-2f0335ab77de), before_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:07:41.153384 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a0ce9fc-6349-4bba-9afe-cbbd0dbf96d3 None None] Checking router: f836bbf8-eec3-4bef-a196-c140cec4d77a for host: dv-cinder-840289-3-iscsi {{(pid=110300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 15:07:41.162078 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a0ce9fc-6349-4bba-9afe-cbbd0dbf96d3 None None] Routers {'f836bbf8-eec3-4bef-a196-c140cec4d77a'} bound to L3 agent in host dv-cinder-840289-3-iscsi {{(pid=110300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 15:07:41.162698 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_hamode_db [None req-8a0ce9fc-6349-4bba-9afe-cbbd0dbf96d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-03T14:38:11Z,description=,heartbeat_timestamp=2022-05-03T15:07:41Z,host='dv-cinder-840289-3-iscsi',id=a9161e1b-902d-441f-843b-a0ff0805adee,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:38:12Z,topic='l3_agent')) {'router_ids': ['f836bbf8-eec3-4bef-a196-c140cec4d77a'], 'active': True} {{(pid=110300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 15:07:41.226556 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.plugins.ml2.db [None req-7956eba8-4e7e-4b49-85e0-ecb4c58dbc3d admin admin] For port 1f9409a5-2a85-43ea-a952-2f0335ab77de, host dv-cinder-840289-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-3-iscsi',level=0,port_id=1f9409a5-2a85-43ea-a952-2f0335ab77de,segment=NetworkSegment(0c3170a2-2f96-4172-a4d6-7b5474706bd0),segment_id=0c3170a2-2f96-4172-a4d6-7b5474706bd0)] {{(pid=110297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 15:07:41.227430 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-7956eba8-4e7e-4b49-85e0-ecb4c58dbc3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689583'] for port (1f9409a5-2a85-43ea-a952-2f0335ab77de), precommit_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:07:41.241238 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.plugins.ml2.plugin [None req-7956eba8-4e7e-4b49-85e0-ecb4c58dbc3d admin admin] Calling delete_port for 1f9409a5-2a85-43ea-a952-2f0335ab77de owned by network:router_gateway {{(pid=110297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 15:07:41.250905 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvr_db [None req-8a0ce9fc-6349-4bba-9afe-cbbd0dbf96d3 None None] Set router f836bbf8-eec3-4bef-a196-c140cec4d77a gateway port host: None {{(pid=110300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 15:07:41.302416 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.l3_hamode_db [None req-8a0ce9fc-6349-4bba-9afe-cbbd0dbf96d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f836bbf8-eec3-4bef-a196-c140cec4d77a', 'name': 'tempest-TestVolumeBootPattern-1363269347-router', 'tenant_id': 'deb285b69918467882e2a074dcfdc057', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:58:55Z', 'updated_at': '2022-05-03T15:07:41Z', 'revision_number': 6, 'project_id': 'deb285b69918467882e2a074dcfdc057', 'gw_port_host': None}], 'dv-cinder-840289-3-iscsi', False) {} {{(pid=110300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 15:07:41.420470 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a0ce9fc-6349-4bba-9afe-cbbd0dbf96d3 None None] The sync data for ids ['f836bbf8-eec3-4bef-a196-c140cec4d77a'] in dv-cinder-840289-3-iscsi is: [{'id': 'f836bbf8-eec3-4bef-a196-c140cec4d77a', 'name': 'tempest-TestVolumeBootPattern-1363269347-router', 'tenant_id': 'deb285b69918467882e2a074dcfdc057', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:58:55Z', 'updated_at': '2022-05-03T15:07:41Z', 'revision_number': 6, 'project_id': 'deb285b69918467882e2a074dcfdc057', 'gw_port_host': None}] {{(pid=110300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 15:07:41.474055 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-7956eba8-4e7e-4b49-85e0-ecb4c58dbc3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775477123741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775476647069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25923557'] for port (1f9409a5-2a85-43ea-a952-2f0335ab77de), after_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:07:41.498174 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7956eba8-4e7e-4b49-85e0-ecb4c58dbc3d admin admin] Pushing event deleted for resources: {'Port': ['ID=1f9409a5-2a85-43ea-a952-2f0335ab77de,revision_number=None']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 15:07:41.561363 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-7956eba8-4e7e-4b49-85e0-ecb4c58dbc3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1698215'] for router_gateway (f836bbf8-eec3-4bef-a196-c140cec4d77a), after_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:07:41.651167 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-7956eba8-4e7e-4b49-85e0-ecb4c58dbc3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1693307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3127'] for router (f836bbf8-eec3-4bef-a196-c140cec4d77a), precommit_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:07:41.653273 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-7956eba8-4e7e-4b49-85e0-ecb4c58dbc3d admin admin] Publish callbacks [] for router_controller (f836bbf8-eec3-4bef-a196-c140cec4d77a), precommit_delete_associations {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:07:41.786076 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-7956eba8-4e7e-4b49-85e0-ecb4c58dbc3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693298'] for router (f836bbf8-eec3-4bef-a196-c140cec4d77a), after_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:07:41.786702 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7956eba8-4e7e-4b49-85e0-ecb4c58dbc3d admin admin] Fanout notify agent at l3_agent the message router_deleted on router f836bbf8-eec3-4bef-a196-c140cec4d77a {{(pid=110297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 03 15:07:41.790969 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-7956eba8-4e7e-4b49-85e0-ecb4c58dbc3d admin admin] Publish callbacks [] for router (None), before_response {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:07:41.792221 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-7956eba8-4e7e-4b49-85e0-ecb4c58dbc3d admin admin] 10.222.0.16 "DELETE /v2.0/routers/f836bbf8-eec3-4bef-a196-c140cec4d77a HTTP/1.1" status: 204 len: 168 time: 0.9616475 May 03 15:07:41.794740 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 51066) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 15:07:41.843221 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5a8aee5-65a3-4ef5-90a1-7e85224b1eff admin admin] Deleting subnet fab8327f-cb2a-409b-ae24-a6a1aca36605 {{(pid=110297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 03 15:07:41.848642 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-f5a8aee5-65a3-4ef5-90a1-7e85224b1eff admin admin] Publish callbacks [] for subnet (fab8327f-cb2a-409b-ae24-a6a1aca36605), before_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:07:41.883577 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-f5a8aee5-65a3-4ef5-90a1-7e85224b1eff admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2155934'] for subnet (fab8327f-cb2a-409b-ae24-a6a1aca36605), precommit_delete_associations {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:07:41.963367 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-f5a8aee5-65a3-4ef5-90a1-7e85224b1eff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-723521'] for subnet (fab8327f-cb2a-409b-ae24-a6a1aca36605), precommit_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:07:42.083136 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-f5a8aee5-65a3-4ef5-90a1-7e85224b1eff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-723528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25923538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25246232'] for subnet (fab8327f-cb2a-409b-ae24-a6a1aca36605), after_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:07:42.110930 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a8aee5-65a3-4ef5-90a1-7e85224b1eff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fab8327f-cb2a-409b-ae24-a6a1aca36605,revision_number=None']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 15:07:42.112906 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-f5a8aee5-65a3-4ef5-90a1-7e85224b1eff admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:07:42.116081 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-f5a8aee5-65a3-4ef5-90a1-7e85224b1eff admin admin] 10.222.0.16 "DELETE /v2.0/subnets/fab8327f-cb2a-409b-ae24-a6a1aca36605 HTTP/1.1" status: 204 len: 168 time: 0.3203695 May 03 15:07:42.117531 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f154fd-75cb-4fb9-85d7-3a8e0d94cbdf None None] Network 8f162870-2adf-4930-9aa4-eccf15a0f984 requested from dv-cinder-840289-3-iscsi {{(pid=110299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 15:07:42.118701 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 51068) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 15:07:42.188008 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-9f1434da-1fc1-4f05-bf09-80f90e54d26c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636243'] for network (8f162870-2adf-4930-9aa4-eccf15a0f984), before_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:07:42.240634 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.plugins.ml2.plugin [None req-9f1434da-1fc1-4f05-bf09-80f90e54d26c admin admin] Deleting port 750eca70-dc82-4b0c-987f-1496ad413341 {{(pid=110297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 15:07:42.241076 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-9f1434da-1fc1-4f05-bf09-80f90e54d26c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775477116685'] for port (750eca70-dc82-4b0c-987f-1496ad413341), before_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:07:42.282190 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aee64d79-0eb1-4eab-ae1b-fd35ab0b77f9 None None] DHCP port deletion for 8f162870-2adf-4930-9aa4-eccf15a0f984 request from dv-cinder-840289-3-iscsi {{(pid=110299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 03 15:07:42.310839 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.plugins.ml2.db [None req-9f1434da-1fc1-4f05-bf09-80f90e54d26c admin admin] For port 750eca70-dc82-4b0c-987f-1496ad413341, host dv-cinder-840289-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-3-iscsi',level=0,port_id=750eca70-dc82-4b0c-987f-1496ad413341,segment=NetworkSegment(9978ddc9-c19d-4f3f-9a53-506bc849511f),segment_id=9978ddc9-c19d-4f3f-9a53-506bc849511f)] {{(pid=110297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 15:07:42.311240 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-9f1434da-1fc1-4f05-bf09-80f90e54d26c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689583'] for port (750eca70-dc82-4b0c-987f-1496ad413341), precommit_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:07:42.326655 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.plugins.ml2.plugin [None req-9f1434da-1fc1-4f05-bf09-80f90e54d26c admin admin] Calling delete_port for 750eca70-dc82-4b0c-987f-1496ad413341 owned by network:dhcp {{(pid=110297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 15:07:42.337575 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-aee64d79-0eb1-4eab-ae1b-fd35ab0b77f9 None None] Deleting port 750eca70-dc82-4b0c-987f-1496ad413341 {{(pid=110299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 15:07:42.343772 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-aee64d79-0eb1-4eab-ae1b-fd35ab0b77f9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775477116685'] for port (750eca70-dc82-4b0c-987f-1496ad413341), before_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:07:42.402120 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-aee64d79-0eb1-4eab-ae1b-fd35ab0b77f9 None None] For port 750eca70-dc82-4b0c-987f-1496ad413341, host dv-cinder-840289-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-3-iscsi',level=0,port_id=750eca70-dc82-4b0c-987f-1496ad413341,segment=NetworkSegment(9978ddc9-c19d-4f3f-9a53-506bc849511f),segment_id=9978ddc9-c19d-4f3f-9a53-506bc849511f)] {{(pid=110299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 15:07:42.402547 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-aee64d79-0eb1-4eab-ae1b-fd35ab0b77f9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689583'] for port (750eca70-dc82-4b0c-987f-1496ad413341), precommit_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:07:42.405691 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-ed776e2d-a518-4685-8fad-0cd9eaa120ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (6a418bd5-8bcc-400f-88b5-19eff412e81a), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:07:42.422523 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-aee64d79-0eb1-4eab-ae1b-fd35ab0b77f9 None None] Calling delete_port for 750eca70-dc82-4b0c-987f-1496ad413341 owned by network:dhcp {{(pid=110299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 15:07:42.470201 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Device 1f9409a5-2a85-43ea-a952-2f0335ab77de no longer exists at agent ovs-agent-dv-cinder-840289-3-iscsi {{(pid=110299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 15:07:42.471477 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-9f1434da-1fc1-4f05-bf09-80f90e54d26c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775477123741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775476647069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25923557'] for port (750eca70-dc82-4b0c-987f-1496ad413341), after_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:07:42.495303 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] No Port match for: 1f9409a5-2a85-43ea-a952-2f0335ab77de {{(pid=110299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 15:07:42.495791 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Device 1f9409a5-2a85-43ea-a952-2f0335ab77de not bound to the agent host dv-cinder-840289-3-iscsi {{(pid=110299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 15:07:42.496275 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Device 73d6a4b2-752a-40e4-94f9-beaf2ec637b5 no longer exists at agent ovs-agent-dv-cinder-840289-3-iscsi {{(pid=110299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 15:07:42.499032 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1434da-1fc1-4f05-bf09-80f90e54d26c admin admin] Pushing event deleted for resources: {'Port': ['ID=750eca70-dc82-4b0c-987f-1496ad413341,revision_number=None']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 15:07:42.506934 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1434da-1fc1-4f05-bf09-80f90e54d26c admin admin] No DVR routers for this DVR port 750eca70-dc82-4b0c-987f-1496ad413341 on host dv-cinder-840289-3-iscsi {{(pid=110297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 15:07:42.525825 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] No Port match for: 73d6a4b2-752a-40e4-94f9-beaf2ec637b5 {{(pid=110299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 15:07:42.526278 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Device 73d6a4b2-752a-40e4-94f9-beaf2ec637b5 not bound to the agent host dv-cinder-840289-3-iscsi {{(pid=110299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 15:07:42.526759 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Device 750eca70-dc82-4b0c-987f-1496ad413341 no longer exists at agent ovs-agent-dv-cinder-840289-3-iscsi {{(pid=110299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 15:07:42.554129 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] No Port match for: 750eca70-dc82-4b0c-987f-1496ad413341 {{(pid=110299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 15:07:42.554527 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.rpc [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Device 750eca70-dc82-4b0c-987f-1496ad413341 not bound to the agent host dv-cinder-840289-3-iscsi {{(pid=110299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 15:07:42.569300 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-aee64d79-0eb1-4eab-ae1b-fd35ab0b77f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-705589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775477123741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775476647069'] for port (750eca70-dc82-4b0c-987f-1496ad413341), after_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:07:42.586593 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-9f1434da-1fc1-4f05-bf09-80f90e54d26c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727028', 'neutron.services.segments.db._delete_segments_for_network-8775477110074'] for network (8f162870-2adf-4930-9aa4-eccf15a0f984), precommit_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:07:42.595489 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee64d79-0eb1-4eab-ae1b-fd35ab0b77f9 None None] Pushing event deleted for resources: {'Port': ['ID=750eca70-dc82-4b0c-987f-1496ad413341,revision_number=None']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 15:07:42.599148 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee64d79-0eb1-4eab-ae1b-fd35ab0b77f9 None None] No DVR routers for this DVR port 750eca70-dc82-4b0c-987f-1496ad413341 on host dv-cinder-840289-3-iscsi {{(pid=110299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 15:07:42.610771 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.services.segments.db [None req-9f1434da-1fc1-4f05-bf09-80f90e54d26c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f162870-2adf-4930-9aa4-eccf15a0f984']}} {{(pid=110297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 15:07:42.621179 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.services.segments.db [None req-9f1434da-1fc1-4f05-bf09-80f90e54d26c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9978ddc9-c19d-4f3f-9a53-506bc849511f') {'for_net_delete': True} {{(pid=110297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 15:07:42.621524 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.services.segments.db [None req-9f1434da-1fc1-4f05-bf09-80f90e54d26c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9978ddc9-c19d-4f3f-9a53-506bc849511f') {} {{(pid=110297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 15:07:42.631601 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-9f1434da-1fc1-4f05-bf09-80f90e54d26c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775477110851', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2155877'] for segment (9978ddc9-c19d-4f3f-9a53-506bc849511f), before_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:07:42.645059 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-9f1434da-1fc1-4f05-bf09-80f90e54d26c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719716'] for segment (9978ddc9-c19d-4f3f-9a53-506bc849511f), precommit_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:07:42.651152 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f1434da-1fc1-4f05-bf09-80f90e54d26c admin admin] Releasing vlan 361 on physical network physnet1 to pool {{(pid=110297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 15:07:42.651584 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-9f1434da-1fc1-4f05-bf09-80f90e54d26c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25923512'] for segment (9978ddc9-c19d-4f3f-9a53-506bc849511f), after_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:07:42.653266 dv-cinder-840289-3-iscsi neutron-server[110297]: Traceback (most recent call last): May 03 15:07:42.653266 dv-cinder-840289-3-iscsi neutron-server[110297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 15:07:42.653266 dv-cinder-840289-3-iscsi neutron-server[110297]: timer() May 03 15:07:42.653266 dv-cinder-840289-3-iscsi neutron-server[110297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 15:07:42.653266 dv-cinder-840289-3-iscsi neutron-server[110297]: cb(*args, **kw) May 03 15:07:42.653266 dv-cinder-840289-3-iscsi neutron-server[110297]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 03 15:07:42.653266 dv-cinder-840289-3-iscsi neutron-server[110297]: return func(*args, **kwargs) May 03 15:07:42.653266 dv-cinder-840289-3-iscsi neutron-server[110297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 15:07:42.653266 dv-cinder-840289-3-iscsi neutron-server[110297]: self._notify() May 03 15:07:42.653266 dv-cinder-840289-3-iscsi neutron-server[110297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 15:07:42.653266 dv-cinder-840289-3-iscsi neutron-server[110297]: self.callback(batched_events) May 03 15:07:42.653266 dv-cinder-840289-3-iscsi neutron-server[110297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 15:07:42.653266 dv-cinder-840289-3-iscsi neutron-server[110297]: event.method(event) May 03 15:07:42.653266 dv-cinder-840289-3-iscsi neutron-server[110297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 03 15:07:42.653266 dv-cinder-840289-3-iscsi neutron-server[110297]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 15:07:42.653266 dv-cinder-840289-3-iscsi neutron-server[110297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 03 15:07:42.653266 dv-cinder-840289-3-iscsi neutron-server[110297]: aggregate_uuid = self.p_client.list_aggregates( May 03 15:07:42.653266 dv-cinder-840289-3-iscsi neutron-server[110297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 03 15:07:42.653266 dv-cinder-840289-3-iscsi neutron-server[110297]: return f(self, *a, **k) May 03 15:07:42.653266 dv-cinder-840289-3-iscsi neutron-server[110297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 03 15:07:42.653266 dv-cinder-840289-3-iscsi neutron-server[110297]: return self._get(url).json() May 03 15:07:42.653266 dv-cinder-840289-3-iscsi neutron-server[110297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 03 15:07:42.653266 dv-cinder-840289-3-iscsi neutron-server[110297]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 15:07:42.653266 dv-cinder-840289-3-iscsi neutron-server[110297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 15:07:42.653266 dv-cinder-840289-3-iscsi neutron-server[110297]: return self.request(url, 'GET', **kwargs) May 03 15:07:42.653266 dv-cinder-840289-3-iscsi neutron-server[110297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 15:07:42.653266 dv-cinder-840289-3-iscsi neutron-server[110297]: base_url = self.get_endpoint(auth, allow=allow, May 03 15:07:42.653266 dv-cinder-840289-3-iscsi neutron-server[110297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 15:07:42.653266 dv-cinder-840289-3-iscsi neutron-server[110297]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 15:07:42.653266 dv-cinder-840289-3-iscsi neutron-server[110297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 15:07:42.653266 dv-cinder-840289-3-iscsi neutron-server[110297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 15:07:42.653266 dv-cinder-840289-3-iscsi neutron-server[110297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 15:07:42.768243 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-9f1434da-1fc1-4f05-bf09-80f90e54d26c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692117'] for network (8f162870-2adf-4930-9aa4-eccf15a0f984), after_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:07:42.772806 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-9f1434da-1fc1-4f05-bf09-80f90e54d26c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603595'] for network (None), before_response {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:07:42.779456 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-9f1434da-1fc1-4f05-bf09-80f90e54d26c admin admin] 10.222.0.16 "DELETE /v2.0/networks/8f162870-2adf-4930-9aa4-eccf15a0f984 HTTP/1.1" status: 204 len: 168 time: 0.6567590 May 03 15:07:42.789906 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1434da-1fc1-4f05-bf09-80f90e54d26c admin admin] Pushing event deleted for resources: {'Network': ['ID=8f162870-2adf-4930-9aa4-eccf15a0f984,revision_number=None']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 15:07:43.112803 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [-] (110298) accepted ('10.222.0.16', 51072) {{(pid=110298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 15:07:43.153778 dv-cinder-840289-3-iscsi neutron-server[110298]: INFO neutron.wsgi [None req-1e2ed7c9-28e6-4070-afae-161e464e55cb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3cc6d2a38dc34b4a8c0e2357b41c95bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0397742 May 03 15:07:43.156266 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 51074) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 15:07:43.206376 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-41e87206-8851-4cc0-bed7-fb5d2785becf admin admin] Publish callbacks [] for security_group (d4f5430d-3392-454b-b247-d863dd646cc4), before_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:07:43.227381 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-41e87206-8851-4cc0-bed7-fb5d2785becf admin admin] Publish callbacks [] for security_group (d4f5430d-3392-454b-b247-d863dd646cc4), precommit_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:07:43.365466 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-41e87206-8851-4cc0-bed7-fb5d2785becf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (d4f5430d-3392-454b-b247-d863dd646cc4), after_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:07:43.368087 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-41e87206-8851-4cc0-bed7-fb5d2785becf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:07:43.369285 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-41e87206-8851-4cc0-bed7-fb5d2785becf admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d4f5430d-3392-454b-b247-d863dd646cc4 HTTP/1.1" status: 204 len: 168 time: 0.2119708 May 03 15:07:43.377225 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e87206-8851-4cc0-bed7-fb5d2785becf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4f5430d-3392-454b-b247-d863dd646cc4,revision_number=None']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 15:07:43.625799 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-dd96712b-4627-437f-9df9-b1bfec551245 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (8b46afec-dab7-4bfa-a959-8584a0cfd79a), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:07:44.024201 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 51080) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 15:07:44.063241 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-0b2a0666-4e08-451d-9e04-b802f6d19148 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=deb285b69918467882e2a074dcfdc057&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0378623 May 03 15:07:44.066420 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [-] (110297) accepted ('10.222.0.16', 51082) {{(pid=110297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 15:07:44.112770 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-b88f401f-02b9-450c-9e2f-d4c595d69759 admin admin] Publish callbacks [] for security_group (c529f32e-301a-483d-9c99-2601a7ab3143), before_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:07:44.133352 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-b88f401f-02b9-450c-9e2f-d4c595d69759 admin admin] Publish callbacks [] for security_group (c529f32e-301a-483d-9c99-2601a7ab3143), precommit_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:07:44.250424 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-b88f401f-02b9-450c-9e2f-d4c595d69759 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652790'] for security_group (c529f32e-301a-483d-9c99-2601a7ab3143), after_delete {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:07:44.253879 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron_lib.callbacks.manager [None req-b88f401f-02b9-450c-9e2f-d4c595d69759 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:07:44.255110 dv-cinder-840289-3-iscsi neutron-server[110297]: INFO neutron.wsgi [None req-b88f401f-02b9-450c-9e2f-d4c595d69759 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c529f32e-301a-483d-9c99-2601a7ab3143 HTTP/1.1" status: 204 len: 168 time: 0.1876705 May 03 15:07:44.263141 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88f401f-02b9-450c-9e2f-d4c595d69759 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c529f32e-301a-483d-9c99-2601a7ab3143,revision_number=None']} {{(pid=110297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 15:07:45.182020 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (16d44442-859c-4c9b-bc72-04cb3b8a5d5b), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:07:51.990923 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.agents_db [None req-dd30728e-be63-467e-afaf-aba6f24eb33e None None] Agent healthcheck: found 6 active agents {{(pid=110300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 15:07:59.067121 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (26e70f58-a201-437c-be8d-fd2714f100da), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:08:08.775724 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-4f9c4818-2472-485e-98b6-0f6daa714986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (5d16a8e7-5fab-4607-ae51-2b468a019c05), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:08:11.112513 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-0bec31e7-0503-4b8f-bc68-04f71a6dc65e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (a9161e1b-902d-441f-843b-a0ff0805adee), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:08:12.381517 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-ed776e2d-a518-4685-8fad-0cd9eaa120ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (6a418bd5-8bcc-400f-88b5-19eff412e81a), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:08:13.618750 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-dd96712b-4627-437f-9df9-b1bfec551245 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (8b46afec-dab7-4bfa-a959-8584a0cfd79a), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:08:15.181064 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (16d44442-859c-4c9b-bc72-04cb3b8a5d5b), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:08:28.989711 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.agents_db [None req-dd30728e-be63-467e-afaf-aba6f24eb33e None None] Agent healthcheck: found 6 active agents {{(pid=110300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 15:08:29.086898 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (26e70f58-a201-437c-be8d-fd2714f100da), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:08:38.789459 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-2e7db674-1fd3-4b2c-a4cc-e35d84c292c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (5d16a8e7-5fab-4607-ae51-2b468a019c05), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:08:41.120719 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-ab560f5c-22fc-4b72-a127-d28f62382741 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (a9161e1b-902d-441f-843b-a0ff0805adee), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:08:42.386392 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-ed776e2d-a518-4685-8fad-0cd9eaa120ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (6a418bd5-8bcc-400f-88b5-19eff412e81a), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:08:43.654423 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-dd96712b-4627-437f-9df9-b1bfec551245 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (8b46afec-dab7-4bfa-a959-8584a0cfd79a), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:08:45.180234 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (16d44442-859c-4c9b-bc72-04cb3b8a5d5b), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:08:59.105711 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (26e70f58-a201-437c-be8d-fd2714f100da), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:09:05.988616 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.agents_db [None req-dd30728e-be63-467e-afaf-aba6f24eb33e None None] Agent healthcheck: found 6 active agents {{(pid=110300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 15:09:08.779820 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-9026b037-8012-448b-bd60-6eba2d2f128f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (5d16a8e7-5fab-4607-ae51-2b468a019c05), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:09:11.105028 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-38e4d9ab-fee6-4923-a3fc-ed12fd2e3afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (a9161e1b-902d-441f-843b-a0ff0805adee), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:09:12.385042 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-ed776e2d-a518-4685-8fad-0cd9eaa120ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (6a418bd5-8bcc-400f-88b5-19eff412e81a), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:09:13.657091 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-dd96712b-4627-437f-9df9-b1bfec551245 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (8b46afec-dab7-4bfa-a959-8584a0cfd79a), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:09:15.179592 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (16d44442-859c-4c9b-bc72-04cb3b8a5d5b), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:09:29.130686 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (26e70f58-a201-437c-be8d-fd2714f100da), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:09:32.149894 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [req-5f7b376e-54b5-4625-b939-21bf6ac008bc req-68ecab48-16c2-4cd8-9b0c-b4757dbe0a04 service neutron] (110297) timed out ('10.222.0.16', 45732) {{(pid=110297) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 03 15:09:32.359709 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [req-5f7b376e-54b5-4625-b939-21bf6ac008bc req-8588aa5a-8e01-4134-a0f3-72fa8e667a8a tempest-TestShelveInstance-342164311 tempest-TestShelveInstance-342164311-project] (110298) timed out ('10.222.0.16', 45740) {{(pid=110298) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 03 15:09:38.776582 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a32805d4-1ae3-4a66-a47e-c3aa4d094ee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (5d16a8e7-5fab-4607-ae51-2b468a019c05), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:09:41.109988 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-4972a9a0-d70b-4ffb-91c8-63334f9d70ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (a9161e1b-902d-441f-843b-a0ff0805adee), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:09:42.416311 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-ed776e2d-a518-4685-8fad-0cd9eaa120ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (6a418bd5-8bcc-400f-88b5-19eff412e81a), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:09:42.986643 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.agents_db [None req-dd30728e-be63-467e-afaf-aba6f24eb33e None None] Agent healthcheck: found 6 active agents {{(pid=110300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 15:09:43.618719 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-dd96712b-4627-437f-9df9-b1bfec551245 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (8b46afec-dab7-4bfa-a959-8584a0cfd79a), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:09:45.178432 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (16d44442-859c-4c9b-bc72-04cb3b8a5d5b), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:09:53.336968 dv-cinder-840289-3-iscsi neutron-server[110298]: DEBUG neutron.wsgi [req-6cef5825-dc60-46f7-b3df-3d056b495ad0 req-9c7eda26-b25d-48a6-a9dc-322ba8043a90 service neutron] (110298) timed out ('10.222.0.55', 49744) {{(pid=110298) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 03 15:09:59.118692 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (26e70f58-a201-437c-be8d-fd2714f100da), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:10:08.783426 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-73528543-c13f-41df-ae32-678eddc9c57b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (5d16a8e7-5fab-4607-ae51-2b468a019c05), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:10:11.112615 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-16545193-633e-4cf7-98e8-4dcc62031370 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (a9161e1b-902d-441f-843b-a0ff0805adee), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:10:12.389167 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-ed776e2d-a518-4685-8fad-0cd9eaa120ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (6a418bd5-8bcc-400f-88b5-19eff412e81a), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:10:13.644015 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-dd96712b-4627-437f-9df9-b1bfec551245 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (8b46afec-dab7-4bfa-a959-8584a0cfd79a), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:10:15.186864 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (16d44442-859c-4c9b-bc72-04cb3b8a5d5b), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:10:19.985005 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.agents_db [None req-dd30728e-be63-467e-afaf-aba6f24eb33e None None] Agent healthcheck: found 6 active agents {{(pid=110300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 15:10:29.123602 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (26e70f58-a201-437c-be8d-fd2714f100da), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:10:38.788473 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-b637c4ba-da18-425c-983e-c575a2044f21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (5d16a8e7-5fab-4607-ae51-2b468a019c05), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:10:41.118049 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-317cf3ba-a7dc-4d56-ba37-722ab2d128d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (a9161e1b-902d-441f-843b-a0ff0805adee), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:10:42.382987 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-ed776e2d-a518-4685-8fad-0cd9eaa120ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (6a418bd5-8bcc-400f-88b5-19eff412e81a), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:10:43.674309 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-dd96712b-4627-437f-9df9-b1bfec551245 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (8b46afec-dab7-4bfa-a959-8584a0cfd79a), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:10:45.191332 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (16d44442-859c-4c9b-bc72-04cb3b8a5d5b), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:10:56.983810 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.agents_db [None req-dd30728e-be63-467e-afaf-aba6f24eb33e None None] Agent healthcheck: found 6 active agents {{(pid=110300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 15:10:59.130526 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (26e70f58-a201-437c-be8d-fd2714f100da), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:11:08.785053 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-7089b151-6178-4d34-9fa1-cc05e4678daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (5d16a8e7-5fab-4607-ae51-2b468a019c05), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:11:11.110779 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-c9f9978e-fb6d-4896-a809-04291d812f5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (a9161e1b-902d-441f-843b-a0ff0805adee), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:11:12.390526 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-ed776e2d-a518-4685-8fad-0cd9eaa120ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (6a418bd5-8bcc-400f-88b5-19eff412e81a), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:11:13.636503 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-dd96712b-4627-437f-9df9-b1bfec551245 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (8b46afec-dab7-4bfa-a959-8584a0cfd79a), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:11:15.192909 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (16d44442-859c-4c9b-bc72-04cb3b8a5d5b), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:11:29.129957 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (26e70f58-a201-437c-be8d-fd2714f100da), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:11:33.983797 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.agents_db [None req-dd30728e-be63-467e-afaf-aba6f24eb33e None None] Agent healthcheck: found 6 active agents {{(pid=110300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 15:11:38.813234 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-2ebd7b51-2c79-4577-9e9d-c786c3f9b2b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (5d16a8e7-5fab-4607-ae51-2b468a019c05), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:11:41.135839 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8e2005c4-4e47-45ff-9b7b-fc0669e42f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (a9161e1b-902d-441f-843b-a0ff0805adee), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:11:42.432384 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-ed776e2d-a518-4685-8fad-0cd9eaa120ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (6a418bd5-8bcc-400f-88b5-19eff412e81a), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:11:43.649456 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-dd96712b-4627-437f-9df9-b1bfec551245 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (8b46afec-dab7-4bfa-a959-8584a0cfd79a), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:11:45.189530 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (16d44442-859c-4c9b-bc72-04cb3b8a5d5b), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:11:59.146049 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (26e70f58-a201-437c-be8d-fd2714f100da), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:12:03.537134 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [req-010dabe9-966b-4d12-a810-11d6a3a3bfbe req-d59292c0-2d24-4ca9-8191-317491b318e9 service neutron] (110297) timed out ('10.222.0.16', 44632) {{(pid=110297) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 03 15:12:03.618897 dv-cinder-840289-3-iscsi neutron-server[110297]: DEBUG neutron.wsgi [req-010dabe9-966b-4d12-a810-11d6a3a3bfbe req-23aaa534-2d10-4bc3-8f3c-daa87f1d0dbd tempest-AttachVolumeShelveTestJSON-1251537221 tempest-AttachVolumeShelveTestJSON-1251537221-project] (110297) timed out ('10.222.0.16', 44640) {{(pid=110297) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 03 15:12:08.786041 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-d1421579-da39-420d-b97b-46df4d3b295e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (5d16a8e7-5fab-4607-ae51-2b468a019c05), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:12:10.982696 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.agents_db [None req-dd30728e-be63-467e-afaf-aba6f24eb33e None None] Agent healthcheck: found 6 active agents {{(pid=110300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 15:12:11.145876 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-feaabb92-0abc-4ec0-96f8-6e3d832ea5f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (a9161e1b-902d-441f-843b-a0ff0805adee), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:12:12.391813 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-ed776e2d-a518-4685-8fad-0cd9eaa120ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (6a418bd5-8bcc-400f-88b5-19eff412e81a), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:12:13.642658 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-dd96712b-4627-437f-9df9-b1bfec551245 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (8b46afec-dab7-4bfa-a959-8584a0cfd79a), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:12:15.194345 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (16d44442-859c-4c9b-bc72-04cb3b8a5d5b), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:12:29.131314 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (26e70f58-a201-437c-be8d-fd2714f100da), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:12:38.773498 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-6c305ca6-b721-4689-9789-4ae5e0d57895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (5d16a8e7-5fab-4607-ae51-2b468a019c05), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:12:41.116314 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-83fab26b-f0e9-4d75-abde-7b634110e356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (a9161e1b-902d-441f-843b-a0ff0805adee), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:12:42.405061 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-ed776e2d-a518-4685-8fad-0cd9eaa120ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (6a418bd5-8bcc-400f-88b5-19eff412e81a), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:12:43.673428 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-dd96712b-4627-437f-9df9-b1bfec551245 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (8b46afec-dab7-4bfa-a959-8584a0cfd79a), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:12:45.344891 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (16d44442-859c-4c9b-bc72-04cb3b8a5d5b), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:12:47.981264 dv-cinder-840289-3-iscsi neutron-server[110300]: DEBUG neutron.db.agents_db [None req-dd30728e-be63-467e-afaf-aba6f24eb33e None None] Agent healthcheck: found 6 active agents {{(pid=110300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 15:12:59.127257 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a646f335-9d10-410a-81a3-ca3588384e81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (26e70f58-a201-437c-be8d-fd2714f100da), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:13:08.789904 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-ec2e3b35-0c14-44da-b9b4-3695c78072f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (5d16a8e7-5fab-4607-ae51-2b468a019c05), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:13:11.109483 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8dd162d1-a798-4823-b9b4-217476d7434a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (a9161e1b-902d-441f-843b-a0ff0805adee), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:13:12.401578 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-ed776e2d-a518-4685-8fad-0cd9eaa120ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (6a418bd5-8bcc-400f-88b5-19eff412e81a), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:13:13.644454 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-dd96712b-4627-437f-9df9-b1bfec551245 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (8b46afec-dab7-4bfa-a959-8584a0cfd79a), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 15:13:15.200803 dv-cinder-840289-3-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8a73c538-1927-4e79-86df-d43f4a6b3ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775477110056', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728885'] for agent (16d44442-859c-4c9b-bc72-04cb3b8a5d5b), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}